个人简介
偶尔有空上来看看
文章分类
文章存档
最近访客
相关博文
- ·
- ·
- ·
- ·
- ·
- ·
- ·
- ·
- ·
- ·
分类： oracle
2022-08-09 18:34:25
好像曾经记录过，再详细记一遍
原因不明确，那就手工启动一下试试
很好。
- 看看测试库，没启动，查查进程状态
-
-
[oracle@db01 ~]$ ps -ef|grep d.bin
-
root 18365 1 1 jun27 ? 10:24:18 /u01/app/19.0.0/grid/bin/ohasd.bin reboot
-
grid 23070 1 0 jun27 ? 03:34:40 /u01/app/19.0.0/grid/bin/oraagent.bin
-
grid 23353 1 0 jun27 ? 02:56:17 /u01/app/19.0.0/grid/bin/mdnsd.bin
-
grid 23354 1 0 jun27 ? 06:44:10 /u01/app/19.0.0/grid/bin/evmd.bin
-
grid 24010 1 0 jun27 ? 04:23:14 /u01/app/19.0.0/grid/bin/gpnpd.bin
-
grid 24201 23354 0 jun27 ? 02:56:51 /u01/app/19.0.0/grid/bin/evmlogger.bin -o /u01/app/19.0.0/grid/log/[hostname]/evmd/evmlogger.info -l /u01/app/19.0.0/grid/log/[hostname]/evmd/evmlogger.log
-
grid 24665 1 0 jun27 ? 07:36:27 /u01/app/19.0.0/grid/bin/gipcd.bin
-
root 28274 1 0 jun27 ? 03:42:05 /u01/app/19.0.0/grid/bin/cssdmonitor
-
root 28417 1 0 jun27 ? 03:44:19 /u01/app/19.0.0/grid/bin/cssdagent
-
grid 28659 1 1 jun27 ? 11:16:26 /u01/app/19.0.0/grid/bin/ocssd.bin
-
oracle 236493 235970 0 14:51 pts/0 00:00:00 grep --color=auto d.bin
-
root 269856 1 0 aug08 ? 00:06:27 /u01/app/19.0.0/grid/bin/orarootagent.bin
-
[oracle@db01 ~]$ exit
-
logout
-
you have new mail in /var/spool/mail/root
-
[root@db01 ~]# su - grid
-
last login: tue aug 9 14:46:19 cst 2022
-
c[grid@db01 ~]$ crsctl stat res -t
-
crs-4535: cannot communicate with cluster ready services
-
crs-4000: command status failed, or corclleted with errors.
-
[grid@db01 ~]$ crsctl stat res -t -init
-
--------------------------------------------------------------------------------
-
name target state server state details
-
--------------------------------------------------------------------------------
-
cluster resources
-
--------------------------------------------------------------------------------
-
ora.asm
-
1 online offline stable
-
ora.cluster_interconnect.haip
-
1 online online db01 stable
-
ora.crf
-
1 offline offline stable
-
ora.crsd
-
1 online offline stable
-
ora.cssd
-
1 online online db01 stable
-
ora.cssdmonitor
-
1 online online db01 stable
-
ora.ctssd
-
1 online offline stable
-
ora.diskmon
-
1 offline offline stable
-
ora.drivers.acfs
-
1 online online db01 stable
-
ora.evmd
-
1 online online db01 stable
-
ora.gipcd
-
1 online online db01 stable
-
ora.gpnpd
-
1 online online db01 stable
-
ora.mdnsd
-
1 online online db01 stable
-
ora.storage
-
1 online online db01 stable
-
--------------------------------------------------------------------------------
-
- cssd没问题，crsd异常，嗯问题不大，看看日志报啥错
-
-
[grid@db01 ~]$ cd $oracle_base
-
[grid@db01 grid]$ ls
-
admin audit cfgtoollogs checkpoints crsdata diag oracle.ahf
-
[grid@db01 grid]$ cd diag
-
[grid@db01 diag]$ ls
-
afdboot asm asmtool clients diagtool em ios lsnrctl ofm plsqlapp tnslsnr
-
apx asmcmd bdsql crs dps gsm kfod netcman plsql rdbms
-
[grid@db01 diag]$ cd crs
-
[grid@db01 crs]$ ls
-
db01
-
[grid@db01 crs]$ cd *
-
[grid@db01 db01]$ ls
-
crs
-
[grid@db01 db01]$ cd crs
-
[grid@db01 crs]$ ls
-
alert cdump incident incpkg lck log metadata metadata_dgif metadata_pv stage sweep trace
-
[grid@db01 crs]$ cd trace
-
[grid@db01 trace]$ ls -lt|head
-
total 5549444
-
-rw-rw---- 1 root oinstall 897 dec 17 2022 crsctl_95477.trm
-
-rw-rw---- 1 root oinstall 1372 dec 17 2022 crsctl_95477.trc
-
-rw-rw---- 1 root oinstall 1372 dec 17 2022 crsctl_94868.trc
-
-rw-rw---- 1 root oinstall 897 dec 17 2022 crsctl_94868.trm
-
-rw-rw---- 1 root oinstall 1372 dec 17 2022 crsctl_94255.trc
-
-rw-rw---- 1 root oinstall 897 dec 17 2022 crsctl_94255.trm
-
-rw-rw---- 1 root oinstall 1372 dec 17 2022 crsctl_93924.trc
-
-rw-rw---- 1 root oinstall 897 dec 17 2022 crsctl_93924.trm
-
-rw-rw---- 1 root oinstall 1372 dec 17 2022 crsctl_93634.trc
-
[grid@db01 trace]$ ls -l |grep ocss
-
-rw-rw---- 1 grid oinstall 6455323 jul 27 01:51 ocssd_250.trm
-
-rw-rw---- 1 grid oinstall 52429032 jul 30 03:56 ocssd_251.trc
-
-rw-rw---- 1 grid oinstall 6465250 jul 30 03:56 ocssd_251.trm
-
-rw-rw---- 1 grid oinstall 52429199 aug 2 06:06 ocssd_252.trc
-
-rw-rw---- 1 grid oinstall 6457074 aug 2 06:06 ocssd_252.trm
-
-rw-rw---- 1 grid oinstall 52429272 aug 5 08:02 ocssd_253.trc
-
-rw-rw---- 1 grid oinstall 6470686 aug 5 08:02 ocssd_253.trm
-
-rw-rw---- 1 grid oinstall 52429061 aug 8 09:47 ocssd_254.trc
-
-rw-rw---- 1 grid oinstall 6479333 aug 8 09:47 ocssd_254.trm
-
-rw-rw---- 1 grid oinstall 20792521 aug 9 14:51 ocssd.trc
-
-rw-rw---- 1 grid oinstall 2565627 aug 9 14:51 ocssd.trm
-
- 找crsd 的日志文件
-
[grid@db01 trace]$ ls -lt ocrsd*.trc
-
ls: cannot access ocrsd*.trc: no such file or directory
-
[grid@db01 trace]$ ls -lt|grep crsd
-
-rw-rw---- 1 root oinstall 11068718 jun 27 10:49 crsd.trc
-
-rw-rw---- 1 root oinstall 1692558 jun 27 10:49 crsd.trm
-
-rw-rw---- 1 grid oinstall 10886426 jun 27 10:49 crsd_scriptagent_grid.trc
-
-rw-rw---- 1 grid oinstall 2171435 jun 27 10:49 crsd_scriptagent_grid.trm
-
-rw-rw---- 1 grid oinstall 24928461 jun 27 10:49 crsd_jagent_grid.trc
-
-rw-rw---- 1 grid oinstall 4835526 jun 27 10:49 crsd_jagent_grid.trm
-
[grid@db01 trace]$ tail -100 crsd.trc
-
oracle database 19c clusterware release 19.0.0.0.0 - production
-
version 19.14.0.0.0 凯发app官方网站 copyright 1996, 2021 oracle. all rights reserved.
-
kgfcheck kgfnstmtexecute01c: (ret == oci_success): failed at kgfn.c:3697
-
2022-06-27 10:49:18.149 : ocrraw:4160478976: kgfnrecorderr 15056 oci error:
-
ora-15056: additional error message
-
ora-06512: at line 4
-
ora-17503: ksfdopn:2 failed to open file ocr.255.4294967295
-
ora-15001: diskgroup "ocr" does not exist or is not mounted
-
ora-06512: at "sys.x$dbms_diskgroup", line 405
-
ora-06512: at line 2
-
-
-
2022-06-27 10:49:18.149*:kgfn.c@1804: kgfnrecorderrpriv: 15056 error=ora-15056: additional error message
-
ora-06512: at line 4
-
ora-17503: ksfdopn:2 failed to open file ocr.255.4294967295
-
ora-15001: diskgroup "ocr" does not exist or is not mounted
-
ora-06512: at "sys.x$dbms_diskgroup", line 405
-
ora-06512: at line 2
-
-
2022-06-27 10:49:18.149*:kgfn.c@3692: kgfnstmtexecute: ocistmtexecute failed, ret=-1
-
2022-06-27 10:49:18.149*:kgfo.c@1016: kgfo_kge2slos error stack at kgfoopen01: ora-15056: additional error message
-
ora-06512: at line 4
-
ora-17503: ksfdopn:2 failed to open file ocr.255.4294967295
-
ora-15001: diskgroup "ocr" does not exist or is not mounted
-
ora-06512: at "sys.x$dbms_diskgroup", line 405
-
ora-06512: at line 2
-
-
2022-06-27 10:49:18.149 : ocrraw:4160478976: -- trace dump on error exit --
-
-
2022-06-27 10:49:18.149 : ocrraw:4160478976: error [kgfoopen01] in [kgfokge] at kgfo.c:2380
-
-
2022-06-27 10:49:18.150 : ocrraw:4160478976: ora-06512: at line 4
-
ora-17503: ksfdopn:2 failed to open file ocr.255.4294967295
-
ora-15001: diskgroup "ocr" does not exist or is not mounted
-
ora-06512: at "sys
-
-
2022-06-27 10:49:18.150 : ocrraw:4160478976: category: 8
-
-
2022-06-27 10:49:18.150 : ocrraw:4160478976: depinfo: 15056
-
-
2022-06-27 10:49:18.150 : ocrraw:4160478976: -- trace dump end --
-
-
2022-06-27 10:49:18.151 : ocrraw:4160478976: -- trace dump on error exit --
-
-
2022-06-27 10:49:18.151 : ocrraw:4160478976: error [kgfoopen01] in [kgfokge] at kgfo.c:2178
-
-
2022-06-27 10:49:18.151 : ocrraw:4160478976: ora-06512: at line 4
-
ora-17503: ksfdopn:2 failed to open file ocr.255.4294967295
-
ora-15001: diskgroup "ocr" does not exist or is not mounted
-
ora-06512: at "sys
-
-
2022-06-27 10:49:18.151 : ocrraw:4160478976: category: 8
-
-
2022-06-27 10:49:18.151 : ocrraw:4160478976: depinfo: 15056
-
-
2022-06-27 10:49:18.151 : ocrraw:4160478976: -- trace dump end --
-
-
2022-06-27 10:49:18.151 : ocrasm:4160478976: proprasmo: failed to open the file in dg [ocr]
-
2022-06-27 10:49:18.151 : ocrasm:4160478976: proprasmo: error in open/create file in dg [ocr]
-
ocrasm:4160478976: slos : slos: cat=8, opn=kgfoopen01, dep=15056, loc=kgfokge
-
-
2022-06-27 10:49:18.151 : ocrasm:4160478976: asm error stack :
-
default:4160478976: u_set_gbl_corcl_error: corcltype '108' : error '8'
-
2022-06-27 10:49:18.156 : ocrraw:4160478976: kgfnconnect2int: cstr=(description=(address=(protocol=beq)(program=/u01/app/19.0.0/grid/bin/oracle)(argv0=oracleasm1_ocr)(envs='oracle_home=/u01/app/19.0.0/grid,oracle_sid= asm1,ora_server_broker_mode=none')(args='(description=(local=yes)(address=(protocol=beq)))')(privs=(user=grid)(group=oinstall)))(connect_data=(oracle_home=/u01/app/19.0.0/grid)(sid=asm1))(security=(authentication_service=beq))(enable=setuser))
-
-
2022-06-27 10:49:18.156*:kgfn.c@7000: kgfnconnect2int: cstr=(description=(address=(protocol=beq)(program=/u01/app/19.0.0/grid/bin/oracle)(argv0=oracleasm1_ocr)(envs='oracle_home=/u01/app/19.0.0/grid,oracle_sid= asm1,ora_server_broker_mode=none')(args='(description=(local=yes)(address=(protocol=beq)))')(privs=(user=grid)(group=oinstall)))(connect_data=(oracle_home=/u01/app/19.0.0/grid)(sid=asm1))(security=(authentication_service=beq))(enable=setuser))
-
2022-06-27 10:49:18.156*:kgfn.c@3966: kgfnstmtsingle res=0 []
-
2022-06-27 10:49:18.199 : ocrraw:4160478976: -- trace dump on error exit --
-
-
2022-06-27 10:49:18.199 : ocrraw:4160478976: error [kgfo] in [kgfockmt03] at kgfo.c:3182
-
-
2022-06-27 10:49:18.199 : ocrraw:4160478976: diskgroup ocr not mounted ()
-
-
2022-06-27 10:49:18.199 : ocrraw:4160478976: category: 6
-
-
2022-06-27 10:49:18.199 : ocrraw:4160478976: depinfo: 0
-
-
2022-06-27 10:49:18.200 : ocrraw:4160478976: -- trace dump end --
-
-
ocrasm:4160478976: slos : slos: cat=6, opn=kgfo, dep=0, loc=kgfockmt03
-
-
2022-06-27 10:49:18.200 : ocrasm:4160478976: asm error stack :
-
2022-06-27 10:49:18.200 : ocrasm:4160478976: proprasmo: kgfocheckmount returned [6]
-
2022-06-27 10:49:18.200 : ocrasm:4160478976: proprasmo: the asm disk group ocr is not found or not mounted
-
2022-06-27 10:49:18.201 : ocrraw:4160478976: proprioo: failed to open [ocr/cs-shdb-cluster/ocrfile/registry.255.1038930357]. returned proprasmo() with [26]. marking location as unavailable.
-
2022-06-27 10:49:18.201 : ocrraw:4160478976: proprioo: no ocr/olr devices are usable
-
ocrutl:4160478976: u_fill_errorbuf: error info : [insufficient quorum to open ocr devices]
-
default:4160478976: u_set_gbl_corcl_error: corcltype '107' : error '0'
-
2022-06-27 10:49:18.201 : default:4160478976: clsvactversion:4: retrieving active version from local storage.
-
2022-06-27 10:49:18.206 : cssclnt:4160478976: clssgsgrppubdata: group (ocr_cs-shdb-cluster) not found
-
2022-06-27 10:49:18.206 : ocrraw:4160478976: proprio_repairconf: failed to retrieve the group public data. css ret code [20]
-
2022-06-27 10:49:18.206 : ocrraw:4160478976: proprioo: failed to auto repair the ocr configuration.
-
2022-06-27 10:49:18.206 : ocrraw:4160478976: proprinit: could not open raw device
-
2022-06-27 10:49:18.215 : ocrapi:4160478976: a_init: backend init unsuccessful : [26]
-
2022-06-27 10:49:18.215 : ocrapi:4160478976: estack 'proc-00026: error while accessing the physical storage'
-
2022-06-27 10:49:18.216 : crsocr:4160478976: [ error] ocr context init failure. error: proc-26: error while accessing the physical storage storage layer error [insufficient quorum to open ocr devices] [0]
-
2022-06-27 10:49:18.218 : crsd:4160478976: [ none] created alert : (:crsd00111:) : could not init ocr, error: proc-26: error while accessing the physical storage storage layer error [insufficient quorum to open ocr devices] [0]
-
2022-06-27 10:49:18.218 : crsd:4160478976: [ error] [panic] crsd exiting: could not init ocr, code: 26
-
2022-06-27 10:49:18.218 : crsd:4160478976: [ info] done.
-
- 貌似ocr无法读取，检查一下
-
-
[root@db01 ~]# ocrcheck
-
status of oracle cluster registry is as follows :
-
version : 4
-
total space (kbytes) : 491684
-
used space (kbytes) : 84868
-
available space (kbytes) : 406816
-
id : 1078669969
-
device/file name : ocr
-
device/file integrity check succeeded
-
-
device/file not configured
-
-
device/file not configured
-
-
device/file not configured
-
-
device/file not configured
-
-
cluster registry integrity check succeeded
-
-
logical corruption check succeeded
-
-
[root@db01 ~]# crsctl check crs
-
crs-4638: oracle high availability services is online
-
crs-4535: cannot communicate with cluster ready services
-
crs-4529: cluster synchronization services is online
-
crs-4533: event manager is online
原因不明确，那就手工启动一下试试
-
[root@db01 ~]# crsctl start res ora.crsd -init
-
crs-2672: attempting to start 'ora.ctssd' on 'db01'
-
the clock on host db01 differs from mean cluster time by 1449496153 microseconds. the cluster time synchronization service will not perform time synchronization because the time difference is beyond the permissible offset of 600 seconds. details in /u01/app/grid/diag/crs/db01/crs/trace/octssd.trc.
-
crs-2674: start of 'ora.ctssd' on 'db01' failed
-
crs-4000: command start failed, or corclleted with errors.
-
哦吼，很明显了，rac两节点间的主机时钟又不同步了，测试环境就是差，连ntp也没有，手工调一下
-
[root@db01 ~]# date
-
tue aug 9 14:54:41 cst 2022
-
[root@db01 ~]# date -s "2022-08-09 14:39:00"
-
tue aug 9 14:39:00 cst 2022
-
- 再次启动
-
[root@db01 ~]# crsctl start res ora.crsd -init
-
crs-2672: attempting to start 'ora.ctssd' on 'db01'
-
crs-2676: start of 'ora.ctssd' on 'db01' succeeded
-
crs-2672: attempting to start 'ora.asm' on 'db01'
-
crs-2672: attempting to start 'ora.crsd' on 'db01'
-
crs-2676: start of 'ora.crsd' on 'db01' succeeded
-
crs-2676: start of 'ora.asm' on 'db01' succeeded
-
[root@db01 ~]#
-
-
[root@db01 ~]# crsctl stat res -t
-
--------------------------------------------------------------------------------
-
name target state server state details
-
--------------------------------------------------------------------------------
-
local resources
-
--------------------------------------------------------------------------------
-
ora.listener.lsnr
-
online online db01 stable
-
online online db02 stable
-
ora.listener_adg.lsnr
-
online online db01 stable
-
online online db02 stable
-
ora.chad
-
online online db01 stable
-
online online db02 stable
-
ora.helper
-
offline offline db01 idle,stable
-
offline offline db02 idle,stable
-
ora.net1.network
-
online online db01 stable
-
online online db02 stable
-
ora.ons
-
online online db01 stable
-
online online db02 stable
-
ora.proxy_advm
-
offline offline db01 stable
-
offline offline db02 stable
-
--------------------------------------------------------------------------------
-
cluster resources
-
--------------------------------------------------------------------------------
-
ora.archdg.dg(ora.asmgroup)
-
1 online online db01 stable
-
2 online online db02 stable
-
ora.asmnet1lsnr_asm.lsnr(ora.asmgroup)
-
1 online online db01 stable
-
2 online online db02 stable
-
ora.datadg.dg(ora.asmgroup)
-
1 online online db01 stable
-
2 online online db02 stable
-
ora.listener_scan1.lsnr
-
1 online online db02 stable
-
ora.mgmtlsnr
-
1 offline offline 169.254.20.76 77.77.
-
77.2,stable
-
ora.ocr.dg(ora.asmgroup)
-
1 online online db01 stable
-
2 online online db02 stable
-
ora.asm(ora.asmgroup)
-
1 online online db01 started,stable
-
2 online online db02 started,stable
-
ora.asmnet1.asmnetwork(ora.asmgroup)
-
1 online online db01 stable
-
2 online online db02 stable
-
ora.db01.vip
-
1 online online db01 stable
-
ora.db02.vip
-
1 online online db02 stable
-
ora.cvu
-
1 online online db02 stable
-
ora.orcl.db
-
1 online offline mounted (closed),ope
-
n initiated,home=/u0
-
1/app/oracle/product
-
/19.0.0/db_1,stable
-
2 online offline mounted (closed),ope
-
n initiated,home=/u0
-
1/app/oracle/product
-
/19.0.0/db_1,stable
-
ora.orcl.orclprim.svc
-
1 online offline stable
-
2 online offline stable
-
ora.orcl.orclprim.svc
-
1 online offline stable
-
2 online offline stable
-
ora.qosmserver
-
1 online online db02 stable
-
ora.rhpserver
-
1 offline offline stable
-
ora.scan1.vip
-
1 online online db02 stable
-
--------------------------------------------------------------------------------
- [root@db01 ~]#
给主人留下些什么吧！~~