Oracle RAC 安装 临时记录

962148150

　　10.4.15.22
　　6B5558ADEA710031287752
　　10:00:00:05:33:01:cd:00
　　Sc9SbQzcdQTdETcj
　　qle2462
　　[root@srv01 fc_host]# cat host3/node_name
　　0x20000024ff2c6262
　　[root@srv01 fc_host]# cat host4/node_name
　　0x20000024ff2c6263
　　[root@srv01 fc_host]#
　　[root@srv02 fc_host]# cat host3/node_name
　　0x20000024ff2c6078
　　[root@srv02 fc_host]# cat host4/node_name
　　0x20000024ff2c6079
　　[root@srv02 fc_host]#
　　/usr/sbin/groupadd -g 501 oinstall
　　/usr/sbin/groupadd -g 502 dba
　　/usr/sbin/groupadd -g 503 oper
　　/usr/sbin/groupadd -g 504 asmadmin
　　/usr/sbin/groupadd -g 505 asmoper
　　/usr/sbin/groupadd -g 506 asmdba
　　/usr/sbin/useradd -g oinstall -G dba,asmdba,oper oracle
　　/usr/sbin/useradd -g oinstall -G asmadmin,asmdba,asmoper,oper,dba grid
　　mkdir -p /u01/app/oracle/product/11.2.0/db1
　　mkdir -p /u01/app/grid
　　mkdir -p /u01/app/oracle/product/11.2.0/grid
　　chown -R oracle:oinstall /u01/app/
　　chown -R grid:oinstall /u01/app/grid
　　chown -R grid:oinstall /u01/app/oracle/product/11.2.0/grid
　　chmod -R 775 /u01/app
　　chown -R oracle:oinstall /u02/*
　　chmod -R 775 /u02/*
　　mkdir -p ~/.ssh
　　chmod 755 ~/.ssh
　　/usr/bin/ssh-keygen -t rsa
　　/usr/bin/ssh-keygen -t dsa
　　touch ~/.ssh/authorized_keys
　　cd ~/.ssh
　　ls -l *.pub
　　ssh ycqasdb01 cat ~/.ssh/id_rsa.pub >> ~/.ssh/authorized_keys
　　ssh ycqasdb02 cat ~/.ssh/id_rsa.pub >> ~/.ssh/authorized_keys
　　ssh ycqasdb01 cat ~/.ssh/id_dsa.pub >> ~/.ssh/authorized_keys
　　ssh ycqasdb02 cat ~/.ssh/id_dsa.pub >> ~/.ssh/authorized_keys
　　chmod 644 ~/.ssh/authorized_keys
　　rpm -ivh naviagentcli-6.24.0.6.13-1.noarch.rpm
　　/etc/init.d/naviagent status
　　/etc/init.d/naviagent start
　　rpm -ivh EMCpower.LINUX-5.3.0.00.00-185.rhel5.x86_64.rpm
　　由于linux服务器上有多块网卡，navisphere中一般不能正确识别SAN中的host，可手工删除/var/log/HostIdFile.txt文件，在根下手工创建/agentID.txt文件，内容如下：
　　ycqasdb01.yc6k.com;hostname
　　192.168.1.11;ip address
　　再手工启动服务service naviagent restart，稍等几分钟后navisphere中就能正确识别SAN中的host了。
　　service PowerPath start
　　emcpreg -install
　　BSPS-FB4R-MFSM-QA9R-MW9F-PGNR
　　powermt set policy=co dev=all
　　powermt display dev=all
　　rpm -ivh ocfs2-tools-1.4.4-1.el5.x86_64.rpm
　　rpm -ivh ocfs2-2.6.18-194.32.1.el5-1.4.7-1.el5.x86_64.rpm
　　rpm -ivh ocfs2console-1.4.4-1.el5.x86_64.rpm
　　service o2cb configure
　　ocfs2console
　　mkfs.ocfs2 -L DATA1 /dev/sdb
　　mkfs.ocfs2 -L DATA2 /dev/sbc
　　mkfs.ocfs2 -L DATA3 /dev/sdd
　　mkdir -p /u02/data1 /u02/data2 /u02/data3
　　/dev/emcpowera1 /u02/data1 ocfs2 _netdev,datavolume,nointr 0 0
　　/dev/emcpowerb1 /u02/data2 ocfs2 _netdev,datavolume,nointr 0 0
　　/dev/emcpowerc1 /u02/data3 ocfs2 _netdev,datavolume,nointr 0 0
　　LABEL=DATA1 /u02/data1 ocfs2 _netdev,datavolume,nointr 0 0
　　LABEL=DATA2 /u02/data2 ocfs2 _netdev,datavolume,nointr 0 0
　　LABEL=DATA3 /u02/data3 ocfs2 _netdev,datavolume,nointr 0 0
　　LABEL=ocfs_ocr1 /u02/ocr1 ocfs2 _netdev,datavolume,nointr 0 0
　　LABEL=ocfs_ocr2 /u02/ocr2 ocfs2 _netdev,datavolume,nointr 0 0
　　LABEL=ocfs_ocr3 /u02/ocr3 ocfs2 _netdev,datavolume,nointr 0 0
　　rpm -ivh oracleasm-support-2.1.4-1.el5.x86_64.rpm
　　rpm -ivh oracleasm-2.6.18-194.el5-2.0.5-1.el5.x86_64.rpm
　　rpm -ivh oracleasmlib-2.0.4-1.el5.x86_64.rpm
　　/usr/sbin/oracleasm configure -i
　　grid/asmadmin/y/y
　　/usr/sbin/oracleasm init
　　/etc/init.d/oracleasm enable
　　/etc/init.d/oracleasm createdisk VOLA /dev/emcpowerb1
　　/etc/init.d/oracleasm dropdisk
　　/usr/sbin/oracleasm scandisks
　　/usr/sbin/oracleasm listdisks
　　oracleasm createdisk DATA02 /dev/emcpowerb1
　　/usr/sbin/asmtool -D -l /dev/oracleasm -n VOLA1 -s /dev/emcpowera1 -a force=yes
　　/usr/sbin/asmtool -D -l /dev/oracleasm -n VOLB1 -s /dev/emcpowerb1 -a force=yes
　　/usr/sbin/asmtool -D -l /dev/oracleasm -n VOLC1 -s /dev/emcpowerc1 -a force=yes
　　/usr/sbin/asmtool -C -l /dev/oracleasm -n VOLA1 -s /dev/emcpowera1 -a force=yes
　　/usr/sbin/asmtool -C -l /dev/oracleasm -n VOLB1 -s /dev/emcpowerb1 -a force=yes
　　/usr/sbin/asmtool -C -l /dev/oracleasm -n VOLC1 -s /dev/emcpowerc1 -a force=yes
　　service oracleasm restart
　　./runcluvfy.sh stage -pre crsinst -n ccrac-serv1,ccrac-serv2 -verbose
　　./runcluvfy.sh stage -pre crsinst -n ycqasdb01,ycqasdb02 -fixup -verbose
　　cluvfy stage -post crsinst -n ycqasdb01,ycqasdb02
　　#root
　　crsctl stop crs
　　crsctl start crs
　　crsctl stop cluster -all
　　crsctl start cluster -all
　　crsctl stop resource ora.net1.network
　　crsctl stop resource ora.net2.network
　　crsctl stop resource ora.scan1.vip -f
　　crsctl stop resource ora.LISTENER_SCAN1.lsnr -f
　　srvctl config scan_listener
　　srvctl remove scan_listener
　　srvctl remove scan
　　srvctl modify scan -n node1
　　crs_stop -all
　　crs_start -all
　　srvctl status scan
　　srvctl add scan -n scan.ncprdgns.yuchai.com -k 2 -S 172.16.98.245/255.255.255.0/eth0
　　srvctl status scan
　　srvctl config scan
　　srvctl add scan_listener -p 1521
　　srvctl status scan_listener
　　srvctl config scan_listener
　　crsctl status resource -t
　　srvctl start scan
　　srvctl start scan_listener
　　crsctl status resource -t
　　srvctl remove vip -i ycqasdb01
　　srvctl remove vip -i ycqasdb02
　　srvctl add vip -n ycqasdb01 -A ycqasdb01-vip/255.255.255.0/eth0 -k 1
　　srvctl add vip -n ycqasdb02 -A ycqasdb02-vip/255.255.255.0/eth0 -k 1
　　srvctl status vip -i ycqasdb01
　　srvctl status vip -i ycqasdb02
　　srvctl config vip -n ycqasdb01
　　srvctl config vip -n ycqasdb02
　　时间同步服务
　　crsctl stop res ora.ctssd -init
　　crsctl start res ora.ctssd -init
　　crsctl stat resource ora.ctssd -t -init
　　检查
　　cluvfy comp clocksync -verbose
　　crsctl check cluster -all
　　$ORACLE_HOME/bin/emctl config emkey -repos -sysman_pwd CentOS5.5 -host ycqasdb01 -sid ycrac
　　$ORACLE_HOME/bin/emctl config emkey -repos -sysman_pwd CentOS5.5 -host ycqasdb02 -sid ycrac
　　$ORACLE_HOME/bin/emctl secure dbconsole -sysman_pwd CentOS5.5 -host ycqasdb01 -sid ycrac
　　$ORACLE_HOME/bin/emctl secure dbconsole -sysman_pwd CentOS5.5 -host ycqasdb02 -sid ycrac
　　$ORACLE_HOME/bin/emctl config emkey -remove_from_repos -sysman_pwd systemsystem
　　$ORACLE_HOME/bin/emctl start dbconsole
　　export ORACLE_UNQNAME=yccry
　　$ORACLE_HOME/bin/emctl config emkey -repos -sysman_pwd CentOS5.5 -host ycqasdb02 -sid yccry
　　$ORACLE_HOME/bin/emctl secure dbconsole -sysman_pwd CentOS5.5 -host ycqasdb02 -sid yccry
　　$ORACLE_HOME/bin/emctl start dbconsole
　　emca -addNode db -silent -DB_UNIQUE_NAME ycrac -MODIFY_NODE ycqasdb02 -SERVICE_NAME ycrac2
　　"/u01/app/oracle/product/11.2.0/db1/bin/emca -addNode db -silent -DB_UNIQUE_NAME ycrac -MODIFY_NODE ycqasdb02 -SERVICE_NAME ycrac
　　export ORACLE_HOSTNAME=ycqasdb01
　　export ORACLE_SID=+ASM
　　export ORACLE_BASE=/u01/app/grid
　　export ORACLE_HOME=$ORACLE_BASE/product/11.2.0/grid
　　export PATH=$ORACLE_HOME/bin:$PATH
　　/sbin/service ntpd stop
　　chkconfig ntpd off
　　mv /etc/ntp.conf /etc/ntp.conf.org
　　[root@ycqasdb01 grid]# /u01/app/oraInventory/orainstRoot.sh
　　Changing permissions of /u01/app/oraInventory.
　　Adding read,write permissions for group.
　　Removing read,write,execute permissions for world.
　　Changing groupname of /u01/app/oraInventory to oinstall.
　　The execution of the script is complete.
　　[root@ycqasdb01 grid]#
　　[root@ycqasdb01 grid]#
　　[root@ycqasdb01 grid]# /u01/app/oracle/product/11.2.0/grid/root.sh
　　Running Oracle 11g root.sh script...
　　The following environment variables are set as:
　　ORACLE_OWNER= grid
　　ORACLE_HOME=  /u01/app/oracle/product/11.2.0/grid
　　Enter the full pathname of the local bin directory: [/usr/local/bin]:
　　Copying dbhome to /usr/local/bin ...
　　Copying oraenv to /usr/local/bin ...
　　Copying coraenv to /usr/local/bin ...
　　Creating /etc/oratab file...
　　Entries will be added to the /etc/oratab file as needed by
　　Database Configuration Assistant when a database is created
　　Finished running generic part of root.sh script.
　　Now product-specific root actions will be performed.
　　2011-05-10 15:11:35: Parsing the host name
　　2011-05-10 15:11:35: Checking for super user privileges
　　2011-05-10 15:11:35: User has super user privileges
　　Using configuration parameter file: /u01/app/oracle/product/11.2.0/grid/crs/install/crsconfig_params
　　Creating trace directory
　　LOCAL ADD MODE
　　Creating OCR keys for user 'root', privgrp 'root'..
　　Operation successful.
　　root wallet
　　root wallet cert
　　root cert export
　　peer wallet
　　profile reader wallet
　　pa wallet
　　peer wallet keys
　　pa wallet keys
　　peer cert request
　　pa cert request
　　peer cert
　　pa cert
　　peer root cert TP
　　profile reader root cert TP
　　pa root cert TP
　　peer pa cert TP
　　pa peer cert TP
　　profile reader pa cert TP
　　profile reader peer cert TP
　　peer user cert
　　pa user cert
　　Adding daemon to inittab
　　CRS-4123: Oracle High Availability Services has been started.
　　ohasd is starting
　　ADVM/ACFS is not supported on centos-release-5-5.el5.centos
　　CRS-2672: Attempting to start 'ora.gipcd' on 'ycqasdb01'
　　CRS-2672: Attempting to start 'ora.mdnsd' on 'ycqasdb01'
　　CRS-2676: Start of 'ora.gipcd' on 'ycqasdb01' succeeded
　　CRS-2676: Start of 'ora.mdnsd' on 'ycqasdb01' succeeded
　　CRS-2672: Attempting to start 'ora.gpnpd' on 'ycqasdb01'
　　CRS-2676: Start of 'ora.gpnpd' on 'ycqasdb01' succeeded
　　CRS-2672: Attempting to start 'ora.cssdmonitor' on 'ycqasdb01'
　　CRS-2676: Start of 'ora.cssdmonitor' on 'ycqasdb01' succeeded
　　CRS-2672: Attempting to start 'ora.cssd' on 'ycqasdb01'
　　CRS-2672: Attempting to start 'ora.diskmon' on 'ycqasdb01'
　　CRS-2676: Start of 'ora.diskmon' on 'ycqasdb01' succeeded
　　CRS-2676: Start of 'ora.cssd' on 'ycqasdb01' succeeded
　　CRS-2672: Attempting to start 'ora.ctssd' on 'ycqasdb01'
　　CRS-2676: Start of 'ora.ctssd' on 'ycqasdb01' succeeded
　　ASM created and started successfully.
　　DiskGroup DATA1 created successfully.
　　clscfg: -install mode specified
　　Successfully accumulated necessary OCR keys.
　　Creating OCR keys for user 'root', privgrp 'root'..
　　Operation successful.
　　CRS-2672: Attempting to start 'ora.crsd' on 'ycqasdb01'
　　CRS-2676: Start of 'ora.crsd' on 'ycqasdb01' succeeded
　　CRS-4256: Updating the profile
　　Successful addition of voting disk 244b1a5587e84f5abf76b5e21693f2f5.
　　Successful addition of voting disk 68dced6f4fac4f35bfff1e718dd852bb.
　　Successful addition of voting disk 6c5d329723974fedbfc83ef830139f19.
　　Successfully replaced voting disk group with +DATA1.
　　CRS-4256: Updating the profile
　　CRS-4266: Voting file(s) successfully replaced

　　##  STATE    File Universal>　　--  -----    -----------------                --------- ---------
　　1. ONLINE   244b1a5587e84f5abf76b5e21693f2f5 (ORCL:VOLA1) [DATA1]
　　2. ONLINE   68dced6f4fac4f35bfff1e718dd852bb (ORCL:VOLB1) [DATA1]
　　3. ONLINE   6c5d329723974fedbfc83ef830139f19 (ORCL:VOLC1) [DATA1]
　　Located 3 voting disk(s).
　　CRS-2673: Attempting to stop 'ora.crsd' on 'ycqasdb01'
　　CRS-2677: Stop of 'ora.crsd' on 'ycqasdb01' succeeded
　　CRS-2673: Attempting to stop 'ora.asm' on 'ycqasdb01'
　　CRS-2677: Stop of 'ora.asm' on 'ycqasdb01' succeeded
　　CRS-2673: Attempting to stop 'ora.ctssd' on 'ycqasdb01'
　　CRS-2677: Stop of 'ora.ctssd' on 'ycqasdb01' succeeded
　　CRS-2673: Attempting to stop 'ora.cssdmonitor' on 'ycqasdb01'
　　CRS-2677: Stop of 'ora.cssdmonitor' on 'ycqasdb01' succeeded
　　CRS-2673: Attempting to stop 'ora.cssd' on 'ycqasdb01'
　　CRS-2677: Stop of 'ora.cssd' on 'ycqasdb01' succeeded
　　CRS-2673: Attempting to stop 'ora.gpnpd' on 'ycqasdb01'
　　CRS-2677: Stop of 'ora.gpnpd' on 'ycqasdb01' succeeded
　　CRS-2673: Attempting to stop 'ora.gipcd' on 'ycqasdb01'
　　CRS-2677: Stop of 'ora.gipcd' on 'ycqasdb01' succeeded
　　CRS-2673: Attempting to stop 'ora.mdnsd' on 'ycqasdb01'
　　CRS-2677: Stop of 'ora.mdnsd' on 'ycqasdb01' succeeded
　　CRS-2672: Attempting to start 'ora.mdnsd' on 'ycqasdb01'
　　CRS-2676: Start of 'ora.mdnsd' on 'ycqasdb01' succeeded
　　CRS-2672: Attempting to start 'ora.gipcd' on 'ycqasdb01'
　　CRS-2676: Start of 'ora.gipcd' on 'ycqasdb01' succeeded
　　CRS-2672: Attempting to start 'ora.gpnpd' on 'ycqasdb01'
　　CRS-2676: Start of 'ora.gpnpd' on 'ycqasdb01' succeeded
　　CRS-2672: Attempting to start 'ora.cssdmonitor' on 'ycqasdb01'
　　CRS-2676: Start of 'ora.cssdmonitor' on 'ycqasdb01' succeeded
　　CRS-2672: Attempting to start 'ora.cssd' on 'ycqasdb01'
　　CRS-2672: Attempting to start 'ora.diskmon' on 'ycqasdb01'
　　CRS-2676: Start of 'ora.diskmon' on 'ycqasdb01' succeeded
　　CRS-2676: Start of 'ora.cssd' on 'ycqasdb01' succeeded
　　CRS-2672: Attempting to start 'ora.ctssd' on 'ycqasdb01'
　　CRS-2676: Start of 'ora.ctssd' on 'ycqasdb01' succeeded
　　CRS-2672: Attempting to start 'ora.asm' on 'ycqasdb01'
　　CRS-2676: Start of 'ora.asm' on 'ycqasdb01' succeeded
　　CRS-2672: Attempting to start 'ora.crsd' on 'ycqasdb01'
　　CRS-2676: Start of 'ora.crsd' on 'ycqasdb01' succeeded
　　CRS-2672: Attempting to start 'ora.evmd' on 'ycqasdb01'
　　CRS-2676: Start of 'ora.evmd' on 'ycqasdb01' succeeded
　　CRS-2672: Attempting to start 'ora.asm' on 'ycqasdb01'
　　CRS-2676: Start of 'ora.asm' on 'ycqasdb01' succeeded
　　CRS-2672: Attempting to start 'ora.DATA1.dg' on 'ycqasdb01'
　　CRS-2676: Start of 'ora.DATA1.dg' on 'ycqasdb01' succeeded
　　/u01/app/oracle/product/11.2.0/grid/bin/srvctl start nodeapps -n ycqasdb01 ... failed
　　Configure Oracle Grid Infrastructure for a Cluster ... failed
　　Updating inventory properties for clusterware
　　Starting Oracle Universal Installer...
　　Checking swap space: must be greater than 500 MB.   Actual 14998 MB    Passed
　　The inventory pointer is located at /etc/oraInst.loc
　　The inventory is located at /u01/app/oraInventory
　　'UpdateNodeList' was successful.
　　[root@ycqasdb01 grid]#
　　[root@ycqasdb02 ~]# /u01/app/oraInventory/orainstRoot.sh
　　Changing permissions of /u01/app/oraInventory.
　　Adding read,write permissions for group.
　　Removing read,write,execute permissions for world.
　　Changing groupname of /u01/app/oraInventory to oinstall.
　　The execution of the script is complete.
　　[root@ycqasdb02 ~]#
　　[root@ycqasdb02 ~]#
　　[root@ycqasdb02 ~]# /u01/app/oracle/product/11.2.0/grid/root.sh
　　Running Oracle 11g root.sh script...
　　The following environment variables are set as:
　　ORACLE_OWNER= grid
　　ORACLE_HOME=  /u01/app/oracle/product/11.2.0/grid
　　Enter the full pathname of the local bin directory: [/usr/local/bin]:
　　Copying dbhome to /usr/local/bin ...
　　Copying oraenv to /usr/local/bin ...
　　Copying coraenv to /usr/local/bin ...
　　Creating /etc/oratab file...
　　Entries will be added to the /etc/oratab file as needed by
　　Database Configuration Assistant when a database is created
　　Finished running generic part of root.sh script.
　　Now product-specific root actions will be performed.
　　2011-05-10 15:18:27: Parsing the host name
　　2011-05-10 15:18:27: Checking for super user privileges
　　2011-05-10 15:18:27: User has super user privileges
　　Using configuration parameter file: /u01/app/oracle/product/11.2.0/grid/crs/install/crsconfig_params
　　Creating trace directory
　　LOCAL ADD MODE
　　Creating OCR keys for user 'root', privgrp 'root'..
　　Operation successful.
　　Adding daemon to inittab
　　CRS-4123: Oracle High Availability Services has been started.
　　ohasd is starting
　　ADVM/ACFS is not supported on centos-release-5-5.el5.centos
　　CRS-4402: The CSS daemon was started in exclusive mode but found an active CSS daemon on node ycqasdb01, number 1, and is terminating
　　An active cluster was found during exclusive startup, restarting to join the cluster
　　CRS-2672: Attempting to start 'ora.mdnsd' on 'ycqasdb02'
　　CRS-2676: Start of 'ora.mdnsd' on 'ycqasdb02' succeeded
　　CRS-2672: Attempting to start 'ora.gipcd' on 'ycqasdb02'
　　CRS-2676: Start of 'ora.gipcd' on 'ycqasdb02' succeeded
　　CRS-2672: Attempting to start 'ora.gpnpd' on 'ycqasdb02'
　　CRS-2676: Start of 'ora.gpnpd' on 'ycqasdb02' succeeded
　　CRS-2672: Attempting to start 'ora.cssdmonitor' on 'ycqasdb02'
　　CRS-2676: Start of 'ora.cssdmonitor' on 'ycqasdb02' succeeded
　　CRS-2672: Attempting to start 'ora.cssd' on 'ycqasdb02'
　　CRS-2672: Attempting to start 'ora.diskmon' on 'ycqasdb02'
　　CRS-2676: Start of 'ora.diskmon' on 'ycqasdb02' succeeded
　　CRS-2676: Start of 'ora.cssd' on 'ycqasdb02' succeeded
　　CRS-2672: Attempting to start 'ora.ctssd' on 'ycqasdb02'
　　CRS-2676: Start of 'ora.ctssd' on 'ycqasdb02' succeeded
　　CRS-2672: Attempting to start 'ora.asm' on 'ycqasdb02'
　　CRS-2676: Start of 'ora.asm' on 'ycqasdb02' succeeded
　　CRS-2672: Attempting to start 'ora.crsd' on 'ycqasdb02'
　　CRS-2676: Start of 'ora.crsd' on 'ycqasdb02' succeeded
　　CRS-2672: Attempting to start 'ora.evmd' on 'ycqasdb02'
　　CRS-2676: Start of 'ora.evmd' on 'ycqasdb02' succeeded
　　ycqasdb02     2011/05/10 15:22:05     /u01/app/oracle/product/11.2.0/grid/cdata/ycqasdb02/backup_20110510_152205.olr
　　Configure Oracle Grid Infrastructure for a Cluster ... succeeded
　　Updating inventory properties for clusterware
　　Starting Oracle Universal Installer...
　　Checking swap space: must be greater than 500 MB.   Actual 14998 MB    Passed
　　The inventory pointer is located at /etc/oraInst.loc
　　The inventory is located at /u01/app/oraInventory
　　'UpdateNodeList' was successful.
　　[root@ycqasdb02 ~]#
　　@20110511
　　[root@ycqasdb01 ~]# /u01/app/oraInventory/orainstRoot.sh
　　Changing permissions of /u01/app/oraInventory.
　　Adding read,write permissions for group.
　　Removing read,write,execute permissions for world.
　　Changing groupname of /u01/app/oraInventory to oinstall.
　　The execution of the script is complete.
　　[root@ycqasdb01 ~]#
　　[root@ycqasdb01 ~]#
　　[root@ycqasdb01 ~]#
　　[root@ycqasdb01 ~]#
　　[root@ycqasdb01 ~]# /u01/app/oracle/product/11.2.0/grid/root.sh
　　Running Oracle 11g root.sh script...
　　The following environment variables are set as:
　　ORACLE_OWNER= grid
　　ORACLE_HOME=  /u01/app/oracle/product/11.2.0/grid
　　Enter the full pathname of the local bin directory: [/usr/local/bin]:
　　The file "dbhome" already exists in /usr/local/bin.  Overwrite it? (y/n)
　　[n]: y
　　Copying dbhome to /usr/local/bin ...
　　The file "oraenv" already exists in /usr/local/bin.  Overwrite it? (y/n)
　　[n]: y
　　Copying oraenv to /usr/local/bin ...
　　The file "coraenv" already exists in /usr/local/bin.  Overwrite it? (y/n)
　　[n]: y
　　Copying coraenv to /usr/local/bin ...
　　Creating /etc/oratab file...
　　Entries will be added to the /etc/oratab file as needed by
　　Database Configuration Assistant when a database is created
　　Finished running generic part of root.sh script.
　　Now product-specific root actions will be performed.
　　2011-05-11 13:30:02: Parsing the host name
　　2011-05-11 13:30:02: Checking for super user privileges
　　2011-05-11 13:30:02: User has super user privileges
　　Using configuration parameter file: /u01/app/oracle/product/11.2.0/grid/crs/install/crsconfig_params
　　Creating trace directory
　　LOCAL ADD MODE
　　Creating OCR keys for user 'root', privgrp 'root'..
　　Operation successful.
　　root wallet
　　root wallet cert
　　root cert export
　　peer wallet
　　profile reader wallet
　　pa wallet
　　peer wallet keys
　　pa wallet keys
　　peer cert request
　　pa cert request
　　peer cert
　　pa cert
　　peer root cert TP
　　profile reader root cert TP
　　pa root cert TP
　　peer pa cert TP
　　pa peer cert TP
　　profile reader pa cert TP
　　profile reader peer cert TP
　　peer user cert
　　pa user cert
　　Adding daemon to inittab
　　CRS-4123: Oracle High Availability Services has been started.
　　ohasd is starting
　　ADVM/ACFS is not supported on centos-release-5-5.el5.centos
　　CRS-2672: Attempting to start 'ora.gipcd' on 'ycqasdb01'
　　CRS-2672: Attempting to start 'ora.mdnsd' on 'ycqasdb01'
　　CRS-2676: Start of 'ora.gipcd' on 'ycqasdb01' succeeded
　　CRS-2676: Start of 'ora.mdnsd' on 'ycqasdb01' succeeded
　　CRS-2672: Attempting to start 'ora.gpnpd' on 'ycqasdb01'
　　CRS-2676: Start of 'ora.gpnpd' on 'ycqasdb01' succeeded
　　CRS-2672: Attempting to start 'ora.cssdmonitor' on 'ycqasdb01'
　　CRS-2676: Start of 'ora.cssdmonitor' on 'ycqasdb01' succeeded
　　CRS-2672: Attempting to start 'ora.cssd' on 'ycqasdb01'
　　CRS-2672: Attempting to start 'ora.diskmon' on 'ycqasdb01'
　　CRS-2676: Start of 'ora.diskmon' on 'ycqasdb01' succeeded
　　CRS-2676: Start of 'ora.cssd' on 'ycqasdb01' succeeded
　　CRS-2672: Attempting to start 'ora.ctssd' on 'ycqasdb01'
　　CRS-2676: Start of 'ora.ctssd' on 'ycqasdb01' succeeded
　　clscfg: -install mode specified
　　Successfully accumulated necessary OCR keys.
　　Creating OCR keys for user 'root', privgrp 'root'..
　　Operation successful.
　　CRS-2672: Attempting to start 'ora.crsd' on 'ycqasdb01'
　　CRS-2676: Start of 'ora.crsd' on 'ycqasdb01' succeeded
　　Now formatting voting disk: /u02/ocr1/storage/vdsk1.
　　Now formatting voting disk: /u02/ocr2/storage/vdsk2.
　　Now formatting voting disk: /u02/ocr3/storage/vdsk3.
　　CRS-4603: Successful addition of voting disk /u02/ocr1/storage/vdsk1.
　　CRS-4603: Successful addition of voting disk /u02/ocr2/storage/vdsk2.
　　CRS-4603: Successful addition of voting disk /u02/ocr3/storage/vdsk3.

　　##  STATE    File Universal>　　--  -----    -----------------                --------- ---------
　　1. ONLINE   77cc46da825b4f05bf253143c5a504b6 (/u02/ocr1/storage/vdsk1) []
　　2. ONLINE   910ff6461e274ff2bf2740f0ac51c3c5 (/u02/ocr2/storage/vdsk2) []
　　3. ONLINE   0872065efdc64f6cbff33f2fa7c0a42b (/u02/ocr3/storage/vdsk3) []
　　Located 3 voting disk(s).
　　CRS-2673: Attempting to stop 'ora.crsd' on 'ycqasdb01'
　　CRS-2677: Stop of 'ora.crsd' on 'ycqasdb01' succeeded
　　CRS-2673: Attempting to stop 'ora.ctssd' on 'ycqasdb01'
　　CRS-2677: Stop of 'ora.ctssd' on 'ycqasdb01' succeeded
　　CRS-2673: Attempting to stop 'ora.cssdmonitor' on 'ycqasdb01'
　　CRS-2677: Stop of 'ora.cssdmonitor' on 'ycqasdb01' succeeded
　　CRS-2673: Attempting to stop 'ora.cssd' on 'ycqasdb01'
　　CRS-2677: Stop of 'ora.cssd' on 'ycqasdb01' succeeded
　　CRS-2673: Attempting to stop 'ora.gpnpd' on 'ycqasdb01'
　　CRS-2677: Stop of 'ora.gpnpd' on 'ycqasdb01' succeeded
　　CRS-2673: Attempting to stop 'ora.gipcd' on 'ycqasdb01'
　　CRS-2677: Stop of 'ora.gipcd' on 'ycqasdb01' succeeded
　　CRS-2673: Attempting to stop 'ora.mdnsd' on 'ycqasdb01'
　　CRS-2677: Stop of 'ora.mdnsd' on 'ycqasdb01' succeeded
　　CRS-2672: Attempting to start 'ora.mdnsd' on 'ycqasdb01'
　　CRS-2676: Start of 'ora.mdnsd' on 'ycqasdb01' succeeded
　　CRS-2672: Attempting to start 'ora.gipcd' on 'ycqasdb01'
　　CRS-2676: Start of 'ora.gipcd' on 'ycqasdb01' succeeded
　　CRS-2672: Attempting to start 'ora.gpnpd' on 'ycqasdb01'
　　CRS-2676: Start of 'ora.gpnpd' on 'ycqasdb01' succeeded
　　CRS-2672: Attempting to start 'ora.cssdmonitor' on 'ycqasdb01'
　　CRS-2676: Start of 'ora.cssdmonitor' on 'ycqasdb01' succeeded
　　CRS-2672: Attempting to start 'ora.cssd' on 'ycqasdb01'
　　CRS-2672: Attempting to start 'ora.diskmon' on 'ycqasdb01'
　　CRS-2676: Start of 'ora.diskmon' on 'ycqasdb01' succeeded
　　CRS-2676: Start of 'ora.cssd' on 'ycqasdb01' succeeded
　　CRS-2672: Attempting to start 'ora.ctssd' on 'ycqasdb01'
　　CRS-2676: Start of 'ora.ctssd' on 'ycqasdb01' succeeded
　　CRS-2672: Attempting to start 'ora.crsd' on 'ycqasdb01'
　　CRS-2676: Start of 'ora.crsd' on 'ycqasdb01' succeeded
　　CRS-2672: Attempting to start 'ora.evmd' on 'ycqasdb01'
　　CRS-2676: Start of 'ora.evmd' on 'ycqasdb01' succeeded
　　/u01/app/oracle/product/11.2.0/grid/bin/srvctl start nodeapps -n ycqasdb01 ... failed
　　Preparing packages for installation...
　　cvuqdisk-1.0.7-1
　　Configure Oracle Grid Infrastructure for a Cluster ... failed
　　Updating inventory properties for clusterware
　　Starting Oracle Universal Installer...
　　Checking swap space: must be greater than 500 MB.   Actual 16998 MB    Passed
　　The inventory pointer is located at /etc/oraInst.loc
　　The inventory is located at /u01/app/oraInventory
　　'UpdateNodeList' was successful.
　　[root@ycqasdb01 ~]#
　　[root@ycqasdb02 ~]#
　　[root@ycqasdb02 ~]# /u01/app/oraInventory/orainstRoot.sh
　　Changing permissions of /u01/app/oraInventory.
　　Adding read,write permissions for group.
　　Removing read,write,execute permissions for world.
　　Changing groupname of /u01/app/oraInventory to oinstall.
　　The execution of the script is complete.
　　[root@ycqasdb02 ~]#
　　[root@ycqasdb02 ~]# /u01/app/oracle/product/11.2.0/grid/root.sh
　　Running Oracle 11g root.sh script...
　　The following environment variables are set as:
　　ORACLE_OWNER= grid
　　ORACLE_HOME=  /u01/app/oracle/product/11.2.0/grid
　　Enter the full pathname of the local bin directory: [/usr/local/bin]:
　　The file "dbhome" already exists in /usr/local/bin.  Overwrite it? (y/n)
　　[n]: y
　　Copying dbhome to /usr/local/bin ...
　　The file "oraenv" already exists in /usr/local/bin.  Overwrite it? (y/n)
　　[n]: y
　　Copying oraenv to /usr/local/bin ...
　　The file "coraenv" already exists in /usr/local/bin.  Overwrite it? (y/n)
　　[n]: y
　　Copying coraenv to /usr/local/bin ...
　　Creating /etc/oratab file...
　　Entries will be added to the /etc/oratab file as needed by
　　Database Configuration Assistant when a database is created
　　Finished running generic part of root.sh script.
　　Now product-specific root actions will be performed.
　　2011-05-11 13:37:29: Parsing the host name
　　2011-05-11 13:37:29: Checking for super user privileges
　　2011-05-11 13:37:29: User has super user privileges
　　Using configuration parameter file: /u01/app/oracle/product/11.2.0/grid/crs/install/crsconfig_params
　　Creating trace directory
　　LOCAL ADD MODE
　　Creating OCR keys for user 'root', privgrp 'root'..
　　Operation successful.
　　Adding daemon to inittab
　　CRS-4123: Oracle High Availability Services has been started.
　　ohasd is starting
　　ADVM/ACFS is not supported on centos-release-5-5.el5.centos
　　CRS-4402: The CSS daemon was started in exclusive mode but found an active CSS daemon on node ycqasdb01, number 1, and is terminating
　　An active cluster was found during exclusive startup, restarting to join the cluster
　　CRS-2672: Attempting to start 'ora.mdnsd' on 'ycqasdb02'
　　CRS-2676: Start of 'ora.mdnsd' on 'ycqasdb02' succeeded
　　CRS-2672: Attempting to start 'ora.gipcd' on 'ycqasdb02'
　　CRS-2676: Start of 'ora.gipcd' on 'ycqasdb02' succeeded
　　CRS-2672: Attempting to start 'ora.gpnpd' on 'ycqasdb02'
　　CRS-2676: Start of 'ora.gpnpd' on 'ycqasdb02' succeeded
　　CRS-2672: Attempting to start 'ora.cssdmonitor' on 'ycqasdb02'
　　CRS-2676: Start of 'ora.cssdmonitor' on 'ycqasdb02' succeeded
　　CRS-2672: Attempting to start 'ora.cssd' on 'ycqasdb02'
　　CRS-2672: Attempting to start 'ora.diskmon' on 'ycqasdb02'
　　CRS-2676: Start of 'ora.diskmon' on 'ycqasdb02' succeeded
　　CRS-2676: Start of 'ora.cssd' on 'ycqasdb02' succeeded
　　CRS-2672: Attempting to start 'ora.ctssd' on 'ycqasdb02'
　　CRS-2676: Start of 'ora.ctssd' on 'ycqasdb02' succeeded
　　CRS-2672: Attempting to start 'ora.crsd' on 'ycqasdb02'
　　CRS-2676: Start of 'ora.crsd' on 'ycqasdb02' succeeded
　　CRS-2672: Attempting to start 'ora.evmd' on 'ycqasdb02'
　　CRS-2676: Start of 'ora.evmd' on 'ycqasdb02' succeeded
　　ycqasdb02     2011/05/11 13:40:45     /u01/app/oracle/product/11.2.0/grid/cdata/ycqasdb02/backup_20110511_134045.olr
　　Preparing packages for installation...
　　cvuqdisk-1.0.7-1
　　Configure Oracle Grid Infrastructure for a Cluster ... succeeded
　　Updating inventory properties for clusterware
　　Starting Oracle Universal Installer...
　　Checking swap space: must be greater than 500 MB.   Actual 16998 MB    Passed
　　The inventory pointer is located at /etc/oraInst.loc
　　The inventory is located at /u01/app/oraInventory
　　'UpdateNodeList' was successful.
　　[root@ycqasdb02 ~]#
　　[root@ycqasdb02 ~]#
　　[root@ycqasdb02 ~]#
　　crsctl query css votedisk
　　srvctl stop nodeapps -n ycqasdb01
　　srvctl stop nodeapps -n ycqasdb02
　　srvctl start nodeapps -n ycqasdb01
　　srvctl start nodeapps -n ycqasdb02
　　crsctl stop crs
　　crsctl start crs
　　srvctl status nodeapps -n ycqasdb01
　　srvctl status nodeapps -n ycqasdb02