Debugging ACFS mount errors: ACFS-02017

Fix ADVM proxy server startup problem

 
Status
[root@gract1 Desktop]# srvctl start volume -volume ACFS_VOL1 -diskgroup ACFS_DG1
PRCR-1079 : Failed to start resource ora.ACFS_DG1.ACFS_VOL1.advm
CRS-5017: The resource action "ora.proxy_advm start" encountered the following error: 
ORA-03113: end-of-file on communication channel
Process ID: 0
Session ID: 0 Serial number: 0
. For details refer to "(:CLSN00107:)" in "/u01/app/grid/diag/crs/gract2/crs/trace/crsd_oraagent_grid.trc".
CRS-2674: Start of 'ora.proxy_advm' on 'gract2' failed

[root@gract2 ~]#  srvctl start asm -proxy
PRCR-1079 : Failed to start resource ora.proxy_advm
CRS-5017: The resource action "ora.proxy_advm start" encountered the following error: 
ORA-03113: end-of-file on communication channel
Process ID: 0
Session ID: 0 Serial number: 0
. For details refer to "(:CLSN00107:)" in "/u01/app/grid/diag/crs/gract2/crs/trace/crsd_oraagent_grid.trc".
CRS-2674: Start of 'ora.proxy_advm' on 'gract2' failed
--> Both starting ASM proxy instance and starting the ACFS volume fails with CRS-5017, ORA-3113

Checking alert.log of +APX2 instance
Errors in file /u01/app/grid/diag/apx/+apx/+APX2/trace/+APX2_vdbg_25183.trc:
ORA-15477: cannot communicate with the volume driver
USER (ospid: 25183): terminating the instance due to error 15477

VDBG process from +APX" instance reports followin eror 
+APX2_vdbg_25183.trc: 
Function = kfvOpen, opname = Open syscall failed, location = skvolopen_1 
	 errbuf = 13, 
	 msgbuf = Permission denied 
	Other info = Filename:/dev/asm/.asm_ctl_vdbg

[root@gract2 ~]# ls -l /dev/asm/.asm_ctl_vdbg
brw-------. 1 root root 251, 1 Aug  9 14:04 /dev/asm/.asm_ctl_vdbg

--> File has a wrong protection 

Changing protections to match protections on gract1 and gract3 and restart ASM PROXY instance
[root@gract2 trace]# chmod 770  /dev/asm/.asm*
[root@gract2 trace]# chown root:asmadmin /dev/asm/.asm*
[root@gract2 trace]# ls -l /dev/asm/.asm*
brwxrwx---. 1 root asmadmin 251,  0 Aug  9 14:04 /dev/asm/.asm_ctl_spec
brwxrwx---. 1 root asmadmin 251, 10 Aug  9 14:04 /dev/asm/.asm_ctl_vbg0
brwxrwx---. 1 root asmadmin 251, 11 Aug  9 14:04 /dev/asm/.asm_ctl_vbg1
brwxrwx---. 1 root asmadmin 251, 12 Aug  9 14:04 /dev/asm/.asm_ctl_vbg2
brwxrwx---. 1 root asmadmin 251, 13 Aug  9 14:04 /dev/asm/.asm_ctl_vbg3
brwxrwx---. 1 root asmadmin 251, 14 Aug  9 14:04 /dev/asm/.asm_ctl_vbg4
brwxrwx---. 1 root asmadmin 251, 15 Aug  9 14:04 /dev/asm/.asm_ctl_vbg5
brwxrwx---. 1 root asmadmin 251, 16 Aug  9 14:04 /dev/asm/.asm_ctl_vbg6
brwxrwx---. 1 root asmadmin 251, 17 Aug  9 14:04 /dev/asm/.asm_ctl_vbg7
brwxrwx---. 1 root asmadmin 251, 18 Aug  9 14:04 /dev/asm/.asm_ctl_vbg8
brwxrwx---. 1 root asmadmin 251,  1 Aug  9 14:04 /dev/asm/.asm_ctl_vdbg
brwxrwx---. 1 root asmadmin 251,  3 Aug  9 14:04 /dev/asm/.asm_ctl_vio
brwxrwx---. 1 root asmadmin 251,  4 Aug  9 14:04 /dev/asm/.asm_ctl_vio0
brwxrwx---. 1 root asmadmin 251,  5 Aug  9 14:04 /dev/asm/.asm_ctl_vio1
brwxrwx---. 1 root asmadmin 251,  6 Aug  9 14:04 /dev/asm/.asm_ctl_vio2
brwxrwx---. 1 root asmadmin 251,  7 Aug  9 14:04 /dev/asm/.asm_ctl_vio3
brwxrwx---. 1 root asmadmin 251,  2 Aug  9 14:04 /dev/asm/.asm_ctl_vmb

[root@gract2 gpnpd]#  srvctl start asm -proxy
ADVM proxy instance starts sucessfully !
[root@gract2 gpnpd]# srvctl status asm -proxy
--> ADVM proxy is running on node gract3,gract2,gract1
[root@gract2 gpnpd]# crs
*****  Local Resources: *****
Rescource NAME                 TARGET     STATE           SERVER       STATE_DETAILS                       
-------------------------      ---------- ----------      ------------ ------------------                  
ora.ACFS_DG1.ACFS_VOL1.advm    ONLINE     ONLINE          gract1       Volume device /dev/a sm/acfs_vol1-443 isonline,STABLE
ora.ACFS_DG1.ACFS_VOL1.advm    ONLINE     ONLINE          gract2       Volume device /dev/a sm/acfs_vol1-443 isonline,STABLE
ora.ACFS_DG1.ACFS_VOL1.advm    ONLINE     ONLINE          gract3       Volume device /dev/a sm/acfs_vol1-443 isonline,STABLE
ora.acfs_dg1.acfs_vol1.acfs    ONLINE     ONLINE          gract1       mounted on /u01/acfs /acfs-vol1,STABLE
ora.acfs_dg1.acfs_vol1.acfs    ONLINE     OFFLINE         gract2       STABLE   
ora.acfs_dg1.acfs_vol1.acfs    ONLINE     ONLINE          gract3       mounted on /u01/acfs /acfs-vol1,STABLE

Leave a Reply

Your email address will not be published. Required fields are marked *