00010000:00010000:0.0F:1767318870.232827:0:82132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0F:1767318870.425062:0:77725:0:(pinger.c:229:ptlrpc_pinger_process_import()) 26ce8e18-882f-4f6b-856f-6f1781a2fe83->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767318870.425079:0:77725:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767318870.425084:0:77725:0:(import.c:65:import_set_state_nolock()) ffff9e04c5f0f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767318870.425093:0:77725:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e04d978e800: connect to NID 192.168.202.125@tcp last attempt 4114
00000100:00080000:3.0:1767318870.425104:0:77725:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e04d978e800: tried all connections, increasing latency to 5s
00000100:00080000:3.0:1767318870.425111:0:77725:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e04d978e800: import ffff9e04c5f0f800 using connection 192.168.202.125@tcp/192.168.202.125@tcp
00000008:00100000:3.0:1767318870.425123:0:77725:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1767318870.425141:0:77725:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e0501cd8380 x1853164298839424/t0(0) o38->lustre-MDT0000-mdc-ffff9e04d978e800@192.168.202.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767318870.425208:0:13849:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e0501cdaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:26ce8e18-882f-4f6b-856f-6f1781a2fe83:13849:1853164298839680:192.168.202.125@tcp:400:kworker.0
00000100:00100000:3.0:1767318870.425330:0:13849:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767318870.425337:0:13849:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e0501cda300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:26ce8e18-882f-4f6b-856f-6f1781a2fe83:13849:1853164298839552:192.168.202.125@tcp:400:kworker.0
00000100:00100000:1.0F:1767318870.425557:0:13846:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e0501cdbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:26ce8e18-882f-4f6b-856f-6f1781a2fe83:13846:1853164298839808:192.168.202.125@tcp:400:kworker.0
00000100:00100000:1.0:1767318870.425596:0:13846:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767318870.425601:0:13846:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e0501cd9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7160660d-90f2-468c-b542-d1a6299598db:13846:1853164298839296:192.168.202.125@tcp:400:kworker.0
00000100:00100000:1.0:1767318870.425624:0:13845:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e0501cd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:26ce8e18-882f-4f6b-856f-6f1781a2fe83:13845:1853164298839424:192.168.202.125@tcp:38:kworker.0
00000100:00100000:0.0:1767318870.432662:0:13846:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e0501cdbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:26ce8e18-882f-4f6b-856f-6f1781a2fe83:13846:1853164298839808:192.168.202.125@tcp:400:kworker.0
00000100:00080000:0.0:1767318870.432727:0:13845:0:(import.c:65:import_set_state_nolock()) ffff9e04c5f0f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767318870.432734:0:13845:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.125@tcp failed (-19)
00000100:00100000:0.0:1767318870.432738:0:13845:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e0501cd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:26ce8e18-882f-4f6b-856f-6f1781a2fe83:13845:1853164298839424:192.168.202.125@tcp:38:kworker.0
00000100:00100000:0.0:1767318870.432770:0:13849:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e0501cda300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:26ce8e18-882f-4f6b-856f-6f1781a2fe83:13849:1853164298839552:192.168.202.125@tcp:400:kworker.0
00000100:00100000:0.0:1767318870.432788:0:13849:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e0501cdaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:26ce8e18-882f-4f6b-856f-6f1781a2fe83:13849:1853164298839680:192.168.202.125@tcp:400:kworker.0
00010000:00010000:2.0F:1767318871.259016:0:82133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767318872.281955:0:82132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767318873.304944:0:82133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767318874.331769:0:82132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767318875.352974:0:82133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767318875.544881:0:70357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 26ce8e18-882f-4f6b-856f-6f1781a2fe83->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767318875.544888:0:70357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767318875.544892:0:70357:0:(import.c:65:import_set_state_nolock()) ffff9e04c5f0f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767318875.544902:0:70357:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e04d978e800: connect to NID 192.168.202.125@tcp last attempt 4120
00000100:00080000:0.0:1767318875.544912:0:70357:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e04d978e800: tried all connections, increasing latency to 10s
00000100:00080000:0.0:1767318875.544946:0:70357:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e04d978e800: import ffff9e04c5f0f800 using connection 192.168.202.125@tcp/192.168.202.125@tcp
00000100:00100000:3.0:1767318875.544947:0:13847:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e04c6b9fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7160660d-90f2-468c-b542-d1a6299598db:13847:1853164298839936:192.168.202.125@tcp:400:kworker.0
00000008:00100000:0.0:1767318875.544956:0:70357:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1767318875.544972:0:70357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e04c6b9e680 x1853164298840064/t0(0) o38->lustre-MDT0000-mdc-ffff9e04d978e800@192.168.202.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767318875.545032:0:13845:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e04c6b9e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:26ce8e18-882f-4f6b-856f-6f1781a2fe83:13845:1853164298840064:192.168.202.125@tcp:38:kworker.0
00000100:00100000:3.0:1767318875.545043:0:13847:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767318875.545050:0:13847:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e04c6b9ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:26ce8e18-882f-4f6b-856f-6f1781a2fe83:13847:1853164298840448:192.168.202.125@tcp:400:kworker.0
00000100:00100000:0.0:1767318875.545072:0:13848:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e04c6b9ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:26ce8e18-882f-4f6b-856f-6f1781a2fe83:13848:1853164298840192:192.168.202.125@tcp:400:kworker.0
00000100:00100000:0.0:1767318875.545096:0:13848:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767318875.545101:0:13848:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e04c6b9e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:26ce8e18-882f-4f6b-856f-6f1781a2fe83:13848:1853164298840320:192.168.202.125@tcp:400:kworker.0
00000100:00100000:1.0:1767318875.551342:0:13848:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e04c6b9e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:26ce8e18-882f-4f6b-856f-6f1781a2fe83:13848:1853164298840320:192.168.202.125@tcp:400:kworker.0
00000100:00100000:1.0:1767318875.551362:0:13848:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e04c6b9ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:26ce8e18-882f-4f6b-856f-6f1781a2fe83:13848:1853164298840192:192.168.202.125@tcp:400:kworker.0
00000100:00080000:3.0:1767318875.553648:0:13845:0:(import.c:65:import_set_state_nolock()) ffff9e04c5f0f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767318875.553661:0:13845:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.125@tcp failed (-19)
00000100:00100000:3.0:1767318875.553666:0:13845:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e04c6b9e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:26ce8e18-882f-4f6b-856f-6f1781a2fe83:13845:1853164298840064:192.168.202.125@tcp:38:kworker.0
00000100:00100000:2.0:1767318875.559038:0:13847:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e04c6b9ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:26ce8e18-882f-4f6b-856f-6f1781a2fe83:13847:1853164298840448:192.168.202.125@tcp:400:kworker.0
00010000:00010000:1.0:1767318876.383716:0:82132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767318877.404668:0:82133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767318878.424961:0:82132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767318879.451668:0:82133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767318880.478067:0:82132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767318880.668317:0:70357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 26ce8e18-882f-4f6b-856f-6f1781a2fe83->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767318880.668325:0:70357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767318880.668329:0:70357:0:(import.c:65:import_set_state_nolock()) ffff9e04c5f0f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767318880.668338:0:70357:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e04d978e800: connect to NID 192.168.202.125@tcp last attempt 4125
00000100:00080000:2.0:1767318880.668349:0:70357:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e04d978e800: tried all connections, increasing latency to 15s
00000100:00080000:2.0:1767318880.668355:0:70357:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e04d978e800: import ffff9e04c5f0f800 using connection 192.168.202.125@tcp/192.168.202.125@tcp
00000008:00100000:2.0:1767318880.668366:0:70357:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1767318880.668383:0:70357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e04c5471180 x1853164298840704/t0(0) o38->lustre-MDT0000-mdc-ffff9e04d978e800@192.168.202.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767318880.668468:0:13849:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e04c5472a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:26ce8e18-882f-4f6b-856f-6f1781a2fe83:13849:1853164298840960:192.168.202.125@tcp:400:kworker.0
00000100:00100000:3.0:1767318880.668498:0:13847:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e04c5471f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7160660d-90f2-468c-b542-d1a6299598db:13847:1853164298840576:192.168.202.125@tcp:400:kworker.0
00000100:00100000:0.0:1767318880.668580:0:13845:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e04c5471180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:26ce8e18-882f-4f6b-856f-6f1781a2fe83:13845:1853164298840704:192.168.202.125@tcp:38:kworker.0
00000100:00100000:2.0:1767318880.668674:0:13849:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767318880.668681:0:13849:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e04c5470000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:26ce8e18-882f-4f6b-856f-6f1781a2fe83:13849:1853164298840832:192.168.202.125@tcp:400:kworker.0
00000100:00100000:1.0:1767318880.668775:0:13846:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e04c5472d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:26ce8e18-882f-4f6b-856f-6f1781a2fe83:13846:1853164298841088:192.168.202.125@tcp:400:kworker.0
00000100:00100000:2.0:1767318880.678270:0:13849:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e04c5472a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:26ce8e18-882f-4f6b-856f-6f1781a2fe83:13849:1853164298840960:192.168.202.125@tcp:400:kworker.0
00000100:00100000:1.0:1767318880.689988:0:13846:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e04c5472d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:26ce8e18-882f-4f6b-856f-6f1781a2fe83:13846:1853164298841088:192.168.202.125@tcp:400:kworker.0
00000100:00080000:1.0:1767318880.690338:0:13845:0:(import.c:65:import_set_state_nolock()) ffff9e04c5f0f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767318880.690345:0:13845:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.125@tcp failed (-19)
00000100:00100000:1.0:1767318880.690349:0:13845:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e04c5471180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:26ce8e18-882f-4f6b-856f-6f1781a2fe83:13845:1853164298840704:192.168.202.125@tcp:38:kworker.0
00000100:00100000:3.0:1767318880.690635:0:13849:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e04c5470000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:26ce8e18-882f-4f6b-856f-6f1781a2fe83:13849:1853164298840832:192.168.202.125@tcp:400:kworker.0
00010000:00010000:3.0:1767318881.499260:0:82133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000400:0.0:1767318881.689253:0:13846:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318865/real 1767318865]  req@ffff9e0501cdb100 x1853164298838528/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 1 dl 1767318881 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1767318881.736826:0:13846:0:(client.c:2522:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND:  req@ffff9e0501cdb100 x1853164298838528/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 1 dl 1767318881 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1767318881.736843:0:13846:0:(import.c:65:import_set_state_nolock()) ffff9e04d9789800 MGS: changing import state from FULL to DISCONN
00000100:02020000:0.0:1767318881.736847:0:13846:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.202.125@tcp: Connection to MGS (at 192.168.202.125@tcp) was lost; in progress operations using this service will fail
00000100:00080000:0.0:1767318881.751102:0:13846:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.202.125@tcp for MGC192.168.202.125@tcp not replayable, auto-deactivating
00000100:00080000:0.0:1767318881.751109:0:13846:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID
00000100:00100000:0.0:1767318881.751119:0:13846:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight  req@ffff9e0501cdb100 x1853164298838528/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 1 dl 1767318881 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1767318881.751134:0:13846:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight  req@ffff9e0501cd9c00 x1853164298839296/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1767318886 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1767318881.751144:0:13846:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight  req@ffff9e04c6b9fb80 x1853164298839936/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1767318891 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1767318881.751167:0:13846:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight  req@ffff9e04c5471f80 x1853164298840576/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1767318896 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
10000000:01000000:0.0:1767318881.751177:0:13846:0:(mgc_request.c:1165:mgc_import_event()) import event 0x808001
00000100:00080000:0.0:1767318881.751180:0:13846:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down
10000000:01000000:0.0:1767318881.751181:0:13846:0:(mgc_request.c:1165:mgc_import_event()) import event 0x808002
00000100:00080000:0.0:1767318881.751184:0:13846:0:(import.c:416:ptlrpc_pinger_force()) MGS: waking up pinger s:DISCONN
00000100:00100000:0.0:1767318881.751237:0:13846:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e0501cd9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7160660d-90f2-468c-b542-d1a6299598db:13846:1853164298839296:192.168.202.125@tcp:400:kworker.0
00000100:00100000:0.0:1767318881.751244:0:13846:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e0501cdb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7160660d-90f2-468c-b542-d1a6299598db:13846:1853164298838528:192.168.202.125@tcp:400:kworker.0
00000100:00080000:2.0:1767318881.751332:0:70357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7160660d-90f2-468c-b542-d1a6299598db->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767318881.751338:0:70357:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1767318881.751342:0:70357:0:(import.c:65:import_set_state_nolock()) ffff9e04d9789800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767318881.751347:0:70357:0:(import.c:509:import_select_connection()) MGC192.168.202.125@tcp: connect to NID 192.168.202.125@tcp last attempt 4099
00000100:00080000:2.0:1767318881.751362:0:70357:0:(import.c:623:import_select_connection()) MGC192.168.202.125@tcp: import ffff9e04d9789800 using connection 192.168.202.125@tcp/192.168.202.125@tcp
00000100:00100000:2.0:1767318881.751409:0:70357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e04c5472a00 x1853164298841216/t0(0) o250->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767318881.751457:0:70357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 26ce8e18-882f-4f6b-856f-6f1781a2fe83->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767318881.751460:0:70357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767318881.751462:0:70357:0:(import.c:65:import_set_state_nolock()) ffff9e04c5f0f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767318881.751467:0:70357:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e04d978e800: connect to NID 192.168.202.125@tcp last attempt 4130
00000100:00080000:2.0:1767318881.751472:0:70357:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e04d978e800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767318881.751476:0:70357:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e04d978e800: import ffff9e04c5f0f800 using connection 192.168.202.125@tcp/192.168.202.125@tcp
00000008:00100000:2.0:1767318881.751487:0:70357:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1767318881.751500:0:70357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e04c5473b80 x1853164298841344/t0(0) o38->lustre-MDT0000-mdc-ffff9e04d978e800@192.168.202.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767318881.751563:0:13848:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e04c5473480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:26ce8e18-882f-4f6b-856f-6f1781a2fe83:13848:1853164298841600:192.168.202.125@tcp:400:kworker.0
00000100:00100000:2.0:1767318881.751640:0:13848:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767318881.751646:0:13848:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e04c5471c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:26ce8e18-882f-4f6b-856f-6f1781a2fe83:13848:1853164298841728:192.168.202.125@tcp:400:kworker.0
00000100:00100000:3.0:1767318881.755357:0:13847:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e04c5471500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:26ce8e18-882f-4f6b-856f-6f1781a2fe83:13847:1853164298841472:192.168.202.125@tcp:400:kworker.0
00000100:00100000:3.0:1767318881.755489:0:13847:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e04c5471f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7160660d-90f2-468c-b542-d1a6299598db:13847:1853164298840576:192.168.202.125@tcp:400:kworker.0
00000100:00100000:3.0:1767318881.755498:0:13847:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e04c6b9fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7160660d-90f2-468c-b542-d1a6299598db:13847:1853164298839936:192.168.202.125@tcp:400:kworker.0
00000100:00100000:3.0:1767318881.756830:0:13848:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e04c5471c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:26ce8e18-882f-4f6b-856f-6f1781a2fe83:13848:1853164298841728:192.168.202.125@tcp:400:kworker.0
00000100:00100000:3.0:1767318881.756850:0:13848:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e04c5473480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:26ce8e18-882f-4f6b-856f-6f1781a2fe83:13848:1853164298841600:192.168.202.125@tcp:400:kworker.0
00000100:00100000:3.0:1767318881.756903:0:13845:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e04c5472a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7160660d-90f2-468c-b542-d1a6299598db:13845:1853164298841216:192.168.202.125@tcp:250:kworker.0
00000100:00100000:3.0:1767318881.756973:0:13845:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e04c5473b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:26ce8e18-882f-4f6b-856f-6f1781a2fe83:13845:1853164298841344:192.168.202.125@tcp:38:kworker.0
00000100:00100000:3.0:1767318881.760603:0:13847:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e04c5471500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:26ce8e18-882f-4f6b-856f-6f1781a2fe83:13847:1853164298841472:192.168.202.125@tcp:400:kworker.0
00000100:00080000:2.0:1767318881.763172:0:13845:0:(import.c:65:import_set_state_nolock()) ffff9e04c5f0f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767318881.763199:0:13845:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.125@tcp failed (-19)
00000100:00100000:2.0:1767318881.763205:0:13845:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e04c5473b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:26ce8e18-882f-4f6b-856f-6f1781a2fe83:13845:1853164298841344:192.168.202.125@tcp:38:kworker.0
00010000:00010000:1.0:1767318882.521021:0:82132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767318883.546485:0:82133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767318884.569112:0:82132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767318885.593266:0:82133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000080:00200000:2.0:1767318886.300649:0:70357:0:(vvp_io.c:1854:vvp_io_init()) [0x200000bd2:0x50:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0
00020000:00200000:2.0:1767318886.300673:0:70357:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1767318886.300735:0:70357:0:(vvp_io.c:289:vvp_io_fini()) [0x200000bd2:0x50:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1767318886.300751:0:70357:0:(vvp_io.c:1854:vvp_io_init()) [0x240000bd1:0x4e:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0
00020000:00200000:2.0:1767318886.300757:0:70357:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1767318886.300765:0:70357:0:(vvp_io.c:289:vvp_io_fini()) [0x240000bd1:0x4e:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00010000:00010000:1.0:1767318886.617218:0:82132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767318886.809210:0:70357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7160660d-90f2-468c-b542-d1a6299598db->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767318886.809224:0:70357:0:(pinger.c:247:ptlrpc_pinger_process_import()) 7160660d-90f2-468c-b542-d1a6299598db->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767318886.809227:0:70357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 26ce8e18-882f-4f6b-856f-6f1781a2fe83->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767318886.809232:0:70357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767318886.809237:0:70357:0:(import.c:65:import_set_state_nolock()) ffff9e04c5f0f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767318886.809278:0:70357:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e04d978e800: connect to NID 192.168.202.125@tcp last attempt 4131
00000100:00080000:1.0:1767318886.809292:0:70357:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e04d978e800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767318886.809302:0:70357:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e04d978e800: import ffff9e04c5f0f800 using connection 192.168.202.125@tcp/192.168.202.125@tcp
00000008:00100000:1.0:1767318886.809317:0:70357:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1767318886.809360:0:70357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e04ca38e680 x1853164298841856/t0(0) o38->lustre-MDT0000-mdc-ffff9e04d978e800@192.168.202.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767318886.809546:0:13846:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e04ca38f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:26ce8e18-882f-4f6b-856f-6f1781a2fe83:13846:1853164298841984:192.168.202.125@tcp:400:kworker.0
00000100:00100000:0.0:1767318886.809728:0:13846:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767318886.809744:0:13846:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e04ca38d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:26ce8e18-882f-4f6b-856f-6f1781a2fe83:13846:1853164298842112:192.168.202.125@tcp:400:kworker.0
00000100:00100000:3.0:1767318886.809854:0:13848:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e04ca38ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:26ce8e18-882f-4f6b-856f-6f1781a2fe83:13848:1853164298842240:192.168.202.125@tcp:400:kworker.0
00000100:00100000:2.0:1767318886.810284:0:13845:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e04ca38e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:26ce8e18-882f-4f6b-856f-6f1781a2fe83:13845:1853164298841856:192.168.202.125@tcp:38:kworker.0
00000100:00100000:1.0:1767318886.816286:0:13848:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e04ca38ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:26ce8e18-882f-4f6b-856f-6f1781a2fe83:13848:1853164298842240:192.168.202.125@tcp:400:kworker.0
00000100:00100000:0.0:1767318886.816423:0:13846:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e04ca38d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:26ce8e18-882f-4f6b-856f-6f1781a2fe83:13846:1853164298842112:192.168.202.125@tcp:400:kworker.0
00000100:00100000:0.0:1767318886.816438:0:13846:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e04ca38f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:26ce8e18-882f-4f6b-856f-6f1781a2fe83:13846:1853164298841984:192.168.202.125@tcp:400:kworker.0
00000100:00080000:2.0:1767318886.816689:0:13845:0:(import.c:65:import_set_state_nolock()) ffff9e04c5f0f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767318886.816724:0:13845:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.125@tcp failed (-19)
00000100:00100000:2.0:1767318886.816729:0:13845:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e04ca38e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:26ce8e18-882f-4f6b-856f-6f1781a2fe83:13845:1853164298841856:192.168.202.125@tcp:38:kworker.0
00010000:00010000:3.0:1767318887.641027:0:82133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767318888.666807:0:82132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767318889.690066:0:82133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767318890.717309:0:82132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767318891.737329:0:82133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767318891.934902:0:13845:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318881/real 1767318881]  req@ffff9e04c5472a00 x1853164298841216/t0(0) o250->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 520/544 e 0 to 1 dl 1767318891 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1767318891.934948:0:13845:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e04c5472a00 x1853164298841216/t0(0) o250->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 520/544 e 0 to 1 dl 1767318891 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1767318891.934972:0:13845:0:(import.c:65:import_set_state_nolock()) ffff9e04d9789800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767318891.934998:0:13845:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.125@tcp failed (-110)
00000100:00100000:2.0:1767318891.935003:0:13845:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e04c5472a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7160660d-90f2-468c-b542-d1a6299598db:13845:1853164298841216:192.168.202.125@tcp:250:kworker.0
00000100:00080000:2.0:1767318891.940508:0:27413:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7160660d-90f2-468c-b542-d1a6299598db->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767318891.940523:0:27413:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1767318891.940528:0:27413:0:(import.c:65:import_set_state_nolock()) ffff9e04d9789800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767318891.940542:0:27413:0:(import.c:509:import_select_connection()) MGC192.168.202.125@tcp: connect to NID 192.168.202.125@tcp last attempt 4131
00000100:00080000:2.0:1767318891.940558:0:27413:0:(import.c:588:import_select_connection()) MGC192.168.202.125@tcp: tried all connections, increasing latency to 5s
00000100:00080000:2.0:1767318891.940566:0:27413:0:(import.c:623:import_select_connection()) MGC192.168.202.125@tcp: import ffff9e04d9789800 using connection 192.168.202.125@tcp/192.168.202.125@tcp
00000100:00100000:2.0:1767318891.940614:0:27413:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e04c5472a00 x1853164298842368/t0(0) o250->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767318891.940640:0:27413:0:(pinger.c:229:ptlrpc_pinger_process_import()) 26ce8e18-882f-4f6b-856f-6f1781a2fe83->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767318891.940643:0:27413:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767318891.940645:0:27413:0:(import.c:65:import_set_state_nolock()) ffff9e04c5f0f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767318891.940648:0:27413:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e04d978e800: connect to NID 192.168.202.125@tcp last attempt 4136
00000100:00080000:2.0:1767318891.940652:0:27413:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e04d978e800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767318891.940675:0:27413:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e04d978e800: import ffff9e04c5f0f800 using connection 192.168.202.125@tcp/192.168.202.125@tcp
00000008:00100000:2.0:1767318891.940687:0:27413:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1767318891.940715:0:27413:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e04c5473b80 x1853164298842496/t0(0) o38->lustre-MDT0000-mdc-ffff9e04d978e800@192.168.202.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767318891.944272:0:13849:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e04c5472300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:26ce8e18-882f-4f6b-856f-6f1781a2fe83:13849:1853164298842624:192.168.202.125@tcp:400:kworker.0
00000100:00100000:2.0:1767318891.944466:0:13847:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e04c5473100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:26ce8e18-882f-4f6b-856f-6f1781a2fe83:13847:1853164298842880:192.168.202.125@tcp:400:kworker.0
00000100:00100000:2.0:1767318891.944506:0:13847:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767318891.944514:0:13847:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e04c5471880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:26ce8e18-882f-4f6b-856f-6f1781a2fe83:13847:1853164298842752:192.168.202.125@tcp:400:kworker.0
00000100:00100000:2.0:1767318891.944770:0:13845:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e04c5472a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7160660d-90f2-468c-b542-d1a6299598db:13845:1853164298842368:192.168.202.125@tcp:250:kworker.0
00000100:00100000:2.0:1767318891.944817:0:13845:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e04c5473b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:26ce8e18-882f-4f6b-856f-6f1781a2fe83:13845:1853164298842496:192.168.202.125@tcp:38:kworker.0
00000100:00100000:2.0:1767318891.953337:0:13849:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e04c5472300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:26ce8e18-882f-4f6b-856f-6f1781a2fe83:13849:1853164298842624:192.168.202.125@tcp:400:kworker.0
00000100:00100000:2.0:1767318891.953402:0:13847:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e04c5471880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:26ce8e18-882f-4f6b-856f-6f1781a2fe83:13847:1853164298842752:192.168.202.125@tcp:400:kworker.0
00000100:00100000:2.0:1767318891.953418:0:13847:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e04c5473100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:26ce8e18-882f-4f6b-856f-6f1781a2fe83:13847:1853164298842880:192.168.202.125@tcp:400:kworker.0
00000100:00080000:2.0:1767318891.953458:0:13845:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.202.125@tcp: connect to target with instance 0
10000000:01000000:2.0:1767318891.953472:0:13845:0:(mgc_request.c:1165:mgc_import_event()) import event 0x808005
00000100:02000400:2.0:1767318891.953478:0:13845:0:(import.c:1275:ptlrpc_connect_interpret()) Evicted from MGS (at 192.168.202.125@tcp) after server handle changed from 0x534bd1ded106a812 to 0x534bd1ded106abd1
00000100:00080000:2.0:1767318891.965217:0:13845:0:(import.c:65:import_set_state_nolock()) ffff9e04d9789800 MGS: changing import state from CONNECTING to EVICTED
00000100:00080000:2.0:1767318891.965233:0:13845:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.202.125@tcp; invalidating
00000100:00100000:2.0:1767318891.965754:0:13845:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e04c5472a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7160660d-90f2-468c-b542-d1a6299598db:13845:1853164298842368:192.168.202.125@tcp:250:kworker.0
00010000:00080000:2.0:1767318891.965976:0:13845:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=0)  req@ffff9e04c5473b80 x1853164298842496/t0(0) o38->lustre-MDT0000-mdc-ffff9e04d978e800@192.168.202.125@tcp:12/10 lens 520/416 e 0 to 0 dl 1767318916 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1767318891.966000:0:13845:0:(import.c:1123:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff9e04d978e800: connect to target with instance 4
00000100:00080000:2.0:1767318891.966018:0:13845:0:(import.c:65:import_set_state_nolock()) ffff9e04c5f0f800 lustre-MDT0000_UUID: changing import state from CONNECTING to REPLAY
00000100:00080000:2.0:1767318891.966024:0:13845:0:(import.c:1679:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID
00000100:00100000:2.0:1767318891.966026:0:13845:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e04d978e800: committing for last_committed 12884901895 gen 1
00000100:00080000:2.0:1767318891.966030:0:13845:0:(recover.c:53:ptlrpc_replay_next()) import ffff9e04c5f0f800 from lustre-MDT0000_UUID committed 12884901895 last 0
00000100:00080000:2.0:1767318891.966034:0:13845:0:(import.c:65:import_set_state_nolock()) ffff9e04c5f0f800 lustre-MDT0000_UUID: changing import state from REPLAY to REPLAY_LOCKS
00000100:00080000:0.0:1767318891.966206:0:83502:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.202.125@tcp to MGS@192.168.202.125@tcp
00000100:00100000:0.0:1767318891.966210:0:83502:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out
10000000:01000000:0.0:1767318891.966213:0:83502:0:(mgc_request.c:1165:mgc_import_event()) import event 0x808003
00010000:00010000:0.0:1767318891.966227:0:83502:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.125@tcp lock: ffff9e04cf7e5200/0x306e6f2cc5575046 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x110e400000000 nid: local remote: 0x534bd1ded106a819 expref: -99 pid: 82126 timeout: 0 lvb_type: 0
10000000:00010000:0.0:1767318891.966237:0:83502:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.125@tcp lock: ffff9e04cf7e5200/0x306e6f2cc5575046 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x110f400000000 nid: local remote: 0x534bd1ded106a819 expref: -99 pid: 82126 timeout: 0 lvb_type: 0
10000000:01000000:0.0:1767318891.966243:0:83502:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre)
00010000:00010000:0.0:1767318891.966258:0:83502:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction)
00010000:00010000:0.0:1767318891.966266:0:83502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.125@tcp lock: ffff9e04cf7e5200/0x306e6f2cc5575046 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x590f400000000 nid: local remote: 0x534bd1ded106a819 expref: -99 pid: 82126 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1767318891.966278:0:83502:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.125@tcp lock: ffff9e04cf7e5800/0x306e6f2cc557504d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x110e400000000 nid: local remote: 0x534bd1ded106a820 expref: -99 pid: 82126 timeout: 0 lvb_type: 0
10000000:00010000:0.0:1767318891.966293:0:83502:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.125@tcp lock: ffff9e04cf7e5800/0x306e6f2cc557504d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x110f400000000 nid: local remote: 0x534bd1ded106a820 expref: -99 pid: 82126 timeout: 0 lvb_type: 0
10000000:01000000:0.0:1767318891.966299:0:83502:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre)
00010000:00010000:0.0:1767318891.966316:0:83502:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction)
00010000:00010000:0.0:1767318891.966319:0:83502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.125@tcp lock: ffff9e04cf7e5800/0x306e6f2cc557504d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x590f400000000 nid: local remote: 0x534bd1ded106a820 expref: -99 pid: 82126 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1767318891.966339:0:83502:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.125@tcp lock: ffff9e050204ce00/0x306e6f2cc557507e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x110e400000000 nid: local remote: 0x534bd1ded106a827 expref: -99 pid: 82126 timeout: 0 lvb_type: 0
10000000:00010000:0.0:1767318891.966357:0:83502:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.125@tcp lock: ffff9e050204ce00/0x306e6f2cc557507e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x110f400000000 nid: local remote: 0x534bd1ded106a827 expref: -99 pid: 82126 timeout: 0 lvb_type: 0
10000000:01000000:0.0:1767318891.966362:0:83502:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre)
00010000:00010000:0.0:1767318891.966369:0:83502:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction)
00010000:00010000:0.0:1767318891.966373:0:83502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.125@tcp lock: ffff9e050204ce00/0x306e6f2cc557507e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x590f400000000 nid: local remote: 0x534bd1ded106a827 expref: -99 pid: 82126 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1767318891.966414:0:83502:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.125@tcp lock: ffff9e050204d200/0x306e6f2cc5575085 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x110e400000000 nid: local remote: 0x534bd1ded106a82e expref: -99 pid: 82126 timeout: 0 lvb_type: 0
10000000:00010000:0.0:1767318891.966420:0:83502:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.125@tcp lock: ffff9e050204d200/0x306e6f2cc5575085 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x110f400000000 nid: local remote: 0x534bd1ded106a82e expref: -99 pid: 82126 timeout: 0 lvb_type: 0
10000000:01000000:0.0:1767318891.966424:0:83502:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params)
00010000:00010000:0.0:1767318891.966430:0:83502:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction)
00010000:00010000:0.0:1767318891.966433:0:83502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.125@tcp lock: ffff9e050204d200/0x306e6f2cc5575085 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x590f400000000 nid: local remote: 0x534bd1ded106a82e expref: -99 pid: 82126 timeout: 0 lvb_type: 0
00000100:00080000:0.0:1767318891.966451:0:83502:0:(import.c:65:import_set_state_nolock()) ffff9e04d9789800 MGS: changing import state from EVICTED to RECOVER
00000100:00080000:0.0:1767318891.966455:0:83502:0:(import.c:65:import_set_state_nolock()) ffff9e04d9789800 MGS: changing import state from RECOVER to FULL
10000000:01000000:0.0:1767318891.966457:0:83502:0:(mgc_request.c:1165:mgc_import_event()) import event 0x808004
00000100:00080000:0.0:1767318891.966462:0:83502:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up
00000100:02000000:0.0:1767318891.966466:0:83502:0:(import.c:1722:ptlrpc_import_recovery_state_machine()) MGC192.168.202.125@tcp: Connection restored to 192.168.202.125@tcp (at 192.168.202.125@tcp)
00000100:00100000:2.0:1767318891.968473:0:13845:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e04c5473b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:26ce8e18-882f-4f6b-856f-6f1781a2fe83:13845:1853164298842496:192.168.202.125@tcp:38:kworker.0
00010000:00080000:2.0:1767318891.968526:0:83503:0:(ldlm_request.c:2714:ldlm_lock_replay_thread()) lock replay thread lustre-MDT0000-mdc-ffff9e04d978e800 to lustre-MDT0000_UUID@192.168.202.125@tcp
00010000:00010000:2.0:1767318891.968531:0:83503:0:(ldlm_request.c:2634:ldlm_cancel_unused_locks_for_replay()) Dropping as many unused locks as possible before replay for namespace lustre-MDT0000-mdc-ffff9e04d978e800 (4)
00010000:00010000:2.0:1767318891.968571:0:83503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9e04d978e800 lock: ffff9e04cf7e5c00/0x306e6f2cc55750e0 lrc: 0/0,0 mode: --/PR res: [0x240000bd1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000000 nid: local remote: 0x534bd1ded106aa49 expref: -99 pid: 82169 timeout: 0 lvb_type: 0
00000080:00200000:2.0:1767318891.968596:0:83503:0:(vvp_object.c:114:vvp_conf_set()) [0x200000bd2:0x50:0x0]: losing layout lock
00010000:00010000:2.0:1767318891.968625:0:83503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9e04d978e800 lock: ffff9e04cf7e5e00/0x306e6f2cc55750cb lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x534bd1ded106aa11 expref: -99 pid: 82168 timeout: 0 lvb_type: 3
00010000:00010000:2.0:1767318891.968657:0:83503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9e04d978e800 lock: ffff9e04cf7e4a00/0x306e6f2cc55750c4 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x3:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000000 nid: local remote: 0x534bd1ded106a9f5 expref: -99 pid: 82168 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1767318891.968673:0:83503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9e04d978e800 lock: ffff9e04c6e74000/0x306e6f2cc55750bd lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x2:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000000 nid: local remote: 0x534bd1ded106a9d9 expref: -99 pid: 82168 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1767318891.968690:0:83503:0:(ldlm_request.c:2647:ldlm_cancel_unused_locks_for_replay()) Canceled 0 unused locks from namespace lustre-MDT0000-mdc-ffff9e04d978e800
00000100:00080000:2.0:1767318891.970762:0:83503:0:(import.c:65:import_set_state_nolock()) ffff9e04c5f0f800 lustre-MDT0000_UUID: changing import state from REPLAY_LOCKS to REPLAY_WAIT
00000100:00100000:2.0:1767318891.970834:0:13845:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e04c5473b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:26ce8e18-882f-4f6b-856f-6f1781a2fe83:13845:1853164298843008:192.168.202.125@tcp:400:ldlm_lock_repla.0
00010000:00010000:1.0:1767318892.764117:0:82132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
10000000:01000000:1.0:1767318893.400796:0:82136:0:(mgc_request.c:611:do_requeue()) updating log lustre-cliir
10000000:01000000:1.0:1767318893.400803:0:82136:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-cliir-ffff9e04d978e800 from 11
10000000:01000000:1.0:1767318893.400809:0:82136:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-cliir (res 0x65727473756c)
00010000:00010000:1.0:1767318893.400860:0:82136:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.125@tcp lock: ffff9e04c9bbf400/0x306e6f2cc5575103 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 82136 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1767318893.400872:0:82136:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.125@tcp lock: ffff9e04c9bbf400/0x306e6f2cc5575103 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 82136 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1767318893.400883:0:82136:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.125@tcp lock: ffff9e04c9bbf400/0x306e6f2cc5575103 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 82136 timeout: 0 lvb_type: 0
00000100:00100000:1.0:1767318893.400912:0:82136:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e04ca38ca80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7160660d-90f2-468c-b542-d1a6299598db:82136:1853164298843136:192.168.202.125@tcp:101:ll_cfg_requeue.0
00000100:00100000:1.0:1767318893.402295:0:82136:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e04c64b5180 going to sleep for 11 seconds
00000100:00100000:1.0:1767318893.412373:0:82136:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e04ca38ca80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7160660d-90f2-468c-b542-d1a6299598db:82136:1853164298843136:192.168.202.125@tcp:101:ll_cfg_requeue.0
00010000:00010000:1.0:1767318893.412415:0:82136:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.125@tcp lock: ffff9e04c9bbf400/0x306e6f2cc5575103 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x534bd1ded106ac9c expref: -99 pid: 82136 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1767318893.412455:0:82136:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.125@tcp lock: ffff9e04c9bbf400/0x306e6f2cc5575103 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x534bd1ded106ac9c expref: -99 pid: 82136 timeout: 0 lvb_type: 0
00000100:00100000:1.0:1767318893.412546:0:82136:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e04ca38ca80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7160660d-90f2-468c-b542-d1a6299598db:82136:1853164298843264:192.168.202.125@tcp:256:ll_cfg_requeue.0
00000100:00100000:1.0:1767318893.412670:0:82136:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e04c64b5180 going to sleep for 11 seconds
00000100:00100000:3.0:1767318893.430593:0:82136:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e04ca38ca80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7160660d-90f2-468c-b542-d1a6299598db:82136:1853164298843264:192.168.202.125@tcp:256:ll_cfg_requeue.0
00000020:00000080:3.0:1767318893.430664:0:82136:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f
10000000:01000000:3.0:1767318893.430874:0:82136:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.202.125@tcp: configuration from log 'lustre-cliir' succeeded (0).
00010000:00010000:3.0:1767318893.430896:0:82136:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.125@tcp lock: ffff9e04c9bbf400/0x306e6f2cc5575103 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x534bd1ded106ac9c expref: -99 pid: 82136 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1767318893.430910:0:82136:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.125@tcp lock: ffff9e04c9bbf400/0x306e6f2cc5575103 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x534bd1ded106ac9c expref: -99 pid: 82136 timeout: 0 lvb_type: 0
10000000:01000000:3.0:1767318893.430937:0:82136:0:(mgc_request.c:611:do_requeue()) updating log lustre-client
10000000:01000000:3.0:1767318893.430940:0:82136:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-client-ffff9e04d978e800 from 48
10000000:01000000:3.0:1767318893.431432:0:82136:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c)
00010000:00010000:3.0:1767318893.431489:0:82136:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.125@tcp lock: ffff9e04c6579c00/0x306e6f2cc557510a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 82136 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1767318893.431733:0:82136:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.125@tcp lock: ffff9e04c6579c00/0x306e6f2cc557510a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 82136 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1767318893.431746:0:82136:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.125@tcp lock: ffff9e04c6579c00/0x306e6f2cc557510a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 82136 timeout: 0 lvb_type: 0
00000100:00100000:3.0:1767318893.431778:0:82136:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e0501cd9180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7160660d-90f2-468c-b542-d1a6299598db:82136:1853164298843392:192.168.202.125@tcp:101:ll_cfg_requeue.0
00000100:00100000:3.0:1767318893.432076:0:82136:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e04c7cfb900 going to sleep for 11 seconds
00000100:00100000:3.0:1767318893.441552:0:82136:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e0501cd9180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7160660d-90f2-468c-b542-d1a6299598db:82136:1853164298843392:192.168.202.125@tcp:101:ll_cfg_requeue.0
00010000:00010000:3.0:1767318893.441594:0:82136:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.125@tcp lock: ffff9e04c6579c00/0x306e6f2cc557510a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x534bd1ded106aca3 expref: -99 pid: 82136 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1767318893.441611:0:82136:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.125@tcp lock: ffff9e04c6579c00/0x306e6f2cc557510a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x534bd1ded106aca3 expref: -99 pid: 82136 timeout: 0 lvb_type: 0
00000100:00100000:3.0:1767318893.441740:0:82136:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e0501cd9180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7160660d-90f2-468c-b542-d1a6299598db:82136:1853164298843520:192.168.202.125@tcp:501:ll_cfg_requeue.0
00000100:00100000:3.0:1767318893.441889:0:82136:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e04c7cfb900 going to sleep for 11 seconds
00000100:00100000:3.0:1767318893.449207:0:82136:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e0501cd9180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7160660d-90f2-468c-b542-d1a6299598db:82136:1853164298843520:192.168.202.125@tcp:501:ll_cfg_requeue.0
00000100:00100000:3.0:1767318893.449312:0:82136:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e0501cd9180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7160660d-90f2-468c-b542-d1a6299598db:82136:1853164298843648:192.168.202.125@tcp:503:ll_cfg_requeue.0
00000100:00100000:3.0:1767318893.449431:0:82136:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e04c7cfb900 going to sleep for 11 seconds
00000100:00100000:3.0:1767318893.453518:0:82136:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e0501cd9180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7160660d-90f2-468c-b542-d1a6299598db:82136:1853164298843648:192.168.202.125@tcp:503:ll_cfg_requeue.0
00000040:00080000:3.0:1767318893.455604:0:83542:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 64768 count 48
00000020:01000000:0.0:1767318893.455855:0:82136:0:(obd_config.c:2043:class_config_parse_llog()) Processed log lustre-client gen 48-47 (rc=0)
10000000:01000000:0.0:1767318893.455891:0:82136:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.202.125@tcp: configuration from log 'lustre-client' succeeded (0).
00010000:00010000:0.0:1767318893.455905:0:82136:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.125@tcp lock: ffff9e04c6579c00/0x306e6f2cc557510a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x534bd1ded106aca3 expref: -99 pid: 82136 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1767318893.455919:0:82136:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.125@tcp lock: ffff9e04c6579c00/0x306e6f2cc557510a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x534bd1ded106aca3 expref: -99 pid: 82136 timeout: 0 lvb_type: 0
10000000:01000000:0.0:1767318893.455938:0:82136:0:(mgc_request.c:611:do_requeue()) updating log params
10000000:01000000:0.0:1767318893.455941:0:82136:0:(mgc_request.c:1812:mgc_process_log()) Process log params-ffff9e04d978e800 from 7
10000000:01000000:0.0:1767318893.455954:0:82136:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170)
00010000:00010000:0.0:1767318893.456007:0:82136:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.125@tcp lock: ffff9e0501ca9a00/0x306e6f2cc5575111 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 82136 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1767318893.456016:0:82136:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.125@tcp lock: ffff9e0501ca9a00/0x306e6f2cc5575111 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 82136 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1767318893.456030:0:82136:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.125@tcp lock: ffff9e0501ca9a00/0x306e6f2cc5575111 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 82136 timeout: 0 lvb_type: 0
00000100:00100000:0.0:1767318893.456066:0:82136:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e04c6b9d180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7160660d-90f2-468c-b542-d1a6299598db:82136:1853164298843776:192.168.202.125@tcp:101:ll_cfg_requeue.0
00000100:00100000:0.0:1767318893.457161:0:82136:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e04d942a000 going to sleep for 11 seconds
00000100:00100000:2.0:1767318893.466416:0:82136:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e04c6b9d180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7160660d-90f2-468c-b542-d1a6299598db:82136:1853164298843776:192.168.202.125@tcp:101:ll_cfg_requeue.0
00010000:00010000:2.0:1767318893.466460:0:82136:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.125@tcp lock: ffff9e0501ca9a00/0x306e6f2cc5575111 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x534bd1ded106acaa expref: -99 pid: 82136 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1767318893.466476:0:82136:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.125@tcp lock: ffff9e0501ca9a00/0x306e6f2cc5575111 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x534bd1ded106acaa expref: -99 pid: 82136 timeout: 0 lvb_type: 0
00000100:00100000:2.0:1767318893.466587:0:82136:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e04c5472a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7160660d-90f2-468c-b542-d1a6299598db:82136:1853164298843904:192.168.202.125@tcp:501:ll_cfg_requeue.0
00000100:00100000:2.0:1767318893.469413:0:82136:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e04ce496180 going to sleep for 11 seconds
00000100:00100000:3.0:1767318893.477258:0:82136:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e04c5472a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7160660d-90f2-468c-b542-d1a6299598db:82136:1853164298843904:192.168.202.125@tcp:501:ll_cfg_requeue.0
00000100:00100000:3.0:1767318893.477375:0:82136:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e0501cd9180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7160660d-90f2-468c-b542-d1a6299598db:82136:1853164298844032:192.168.202.125@tcp:503:ll_cfg_requeue.0
00000100:00100000:3.0:1767318893.477641:0:82136:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e04c7cfb780 going to sleep for 11 seconds
00000100:00100000:2.0:1767318893.492035:0:82136:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e0501cd9180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7160660d-90f2-468c-b542-d1a6299598db:82136:1853164298844032:192.168.202.125@tcp:503:ll_cfg_requeue.0
00000040:00080000:2.0:1767318893.493342:0:83543:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 7
00000020:01000000:3.0:1767318893.493495:0:82136:0:(obd_config.c:2043:class_config_parse_llog()) Processed log params gen 7-6 (rc=0)
10000000:01000000:3.0:1767318893.493529:0:82136:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.202.125@tcp: configuration from log 'params' succeeded (0).
00010000:00010000:3.0:1767318893.493551:0:82136:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.125@tcp lock: ffff9e0501ca9a00/0x306e6f2cc5575111 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x534bd1ded106acaa expref: -99 pid: 82136 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1767318893.493563:0:82136:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.125@tcp lock: ffff9e0501ca9a00/0x306e6f2cc5575111 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x534bd1ded106acaa expref: -99 pid: 82136 timeout: 0 lvb_type: 0
10000000:01000000:3.0:1767318893.493571:0:82136:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc
10000000:01000000:3.0:1767318893.493574:0:82136:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-sptlrpc-ffff9e04e026b1b0 from 1
10000000:01000000:3.0:1767318893.493576:0:82136:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c)
00010000:00010000:3.0:1767318893.493619:0:82136:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.125@tcp lock: ffff9e04c6579200/0x306e6f2cc5575118 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 82136 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1767318893.493636:0:82136:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.125@tcp lock: ffff9e04c6579200/0x306e6f2cc5575118 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 82136 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1767318893.493646:0:82136:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.125@tcp lock: ffff9e04c6579200/0x306e6f2cc5575118 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 82136 timeout: 0 lvb_type: 0
00000100:00100000:3.0:1767318893.493690:0:82136:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e0501cd9500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7160660d-90f2-468c-b542-d1a6299598db:82136:1853164298844160:192.168.202.125@tcp:101:ll_cfg_requeue.0
00000100:00100000:3.0:1767318893.493809:0:82136:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e04c7cfb180 going to sleep for 11 seconds
00000100:00100000:3.0:1767318893.499235:0:82136:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e0501cd9500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7160660d-90f2-468c-b542-d1a6299598db:82136:1853164298844160:192.168.202.125@tcp:101:ll_cfg_requeue.0
00010000:00010000:3.0:1767318893.499295:0:82136:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.125@tcp lock: ffff9e04c6579200/0x306e6f2cc5575118 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x534bd1ded106acb1 expref: -99 pid: 82136 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1767318893.499311:0:82136:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.125@tcp lock: ffff9e04c6579200/0x306e6f2cc5575118 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x534bd1ded106acb1 expref: -99 pid: 82136 timeout: 0 lvb_type: 0
00000100:00100000:3.0:1767318893.499434:0:82136:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e0501cd9500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7160660d-90f2-468c-b542-d1a6299598db:82136:1853164298844288:192.168.202.125@tcp:501:ll_cfg_requeue.0
00000100:00100000:3.0:1767318893.499559:0:82136:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e04c7cfb180 going to sleep for 11 seconds
00000100:00100000:3.0:1767318893.502963:0:82136:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e0501cd9500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7160660d-90f2-468c-b542-d1a6299598db:82136:1853164298844288:192.168.202.125@tcp:501:ll_cfg_requeue.0
10000000:01000000:3.0:1767318893.503033:0:82136:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.202.125@tcp: configuration from log 'lustre-sptlrpc' failed (-2).
00010000:00010000:3.0:1767318893.503046:0:82136:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.125@tcp lock: ffff9e04c6579200/0x306e6f2cc5575118 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x534bd1ded106acb1 expref: -99 pid: 82136 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1767318893.503058:0:82136:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.125@tcp lock: ffff9e04c6579200/0x306e6f2cc5575118 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x534bd1ded106acb1 expref: -99 pid: 82136 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1767318893.784989:0:82133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767318894.809099:0:82132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767318895.833594:0:82133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767318896.858714:0:82132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00080000:2.0:1767318897.038970:0:13845:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162)  req@ffff9e04c5473b80 x1853164298843008/t0(0) o400->lustre-MDT0000-mdc-ffff9e04d978e800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1767318907 ref 1 fl Rpc:RQU/2c0/0 rc 0/0 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1767318897.038988:0:13845:0:(import.c:65:import_set_state_nolock()) ffff9e04c5f0f800 lustre-MDT0000_UUID: changing import state from REPLAY_WAIT to RECOVER
00000100:00080000:2.0:1767318897.038994:0:13845:0:(client.c:3203:ptlrpc_resend_req()) @@@ going to resend  req@ffff9e04c5473b80 x1853164298843008/t0(0) o400->lustre-MDT0000-mdc-ffff9e04d978e800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1767318907 ref 1 fl Interpret:RQU/2c0/0 rc 0/0 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1767318897.039002:0:13845:0:(client.c:3212:ptlrpc_resend_req()) @@@ it has reply, so skip it  req@ffff9e04c5473b80 x1853164298843008/t0(0) o400->lustre-MDT0000-mdc-ffff9e04d978e800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1767318907 ref 1 fl Interpret:RQU/2c0/0 rc 0/0 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1767318897.039009:0:13845:0:(import.c:65:import_set_state_nolock()) ffff9e04c5f0f800 lustre-MDT0000_UUID: changing import state from RECOVER to FULL
00000100:02000000:2.0:1767318897.040393:0:13845:0:(import.c:1722:ptlrpc_import_recovery_state_machine()) lustre-MDT0000-mdc-ffff9e04d978e800: Connection restored to 192.168.202.125@tcp (at 192.168.202.125@tcp)
00000100:00100000:2.0:1767318897.047839:0:13845:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e04c5473b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:26ce8e18-882f-4f6b-856f-6f1781a2fe83:13845:1853164298843008:192.168.202.125@tcp:400:ldlm_lock_repla.0
00000100:00100000:3.0:1767318897.050132:0:13849:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767318897.050188:0:13848:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767318897.050210:0:13848:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e04ca38dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:26ce8e18-882f-4f6b-856f-6f1781a2fe83:13848:1853164298844544:192.168.202.125@tcp:400:kworker.0
00000100:00100000:3.0:1767318897.052154:0:13849:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e04ca38e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:7160660d-90f2-468c-b542-d1a6299598db:13849:1853164298844416:192.168.202.125@tcp:400:kworker.0
00000100:00100000:1.0:1767318897.052368:0:13846:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e04ca38f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:26ce8e18-882f-4f6b-856f-6f1781a2fe83:13846:1853164298844672:192.168.202.125@tcp:400:kworker.0
00000100:00100000:3.0:1767318897.052434:0:13849:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767318897.052443:0:13849:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e04ca38df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:26ce8e18-882f-4f6b-856f-6f1781a2fe83:13849:1853164298844928:192.168.202.125@tcp:400:kworker.0
00010000:00080000:0.0:1767318897.054442:0:13848:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162)  req@ffff9e04ca38dc00 x1853164298844544/t0(0) o400->lustre-MDT0000-mdc-ffff9e04d978e800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1767318913 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1767318897.054459:0:13848:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e04ca38dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:26ce8e18-882f-4f6b-856f-6f1781a2fe83:13848:1853164298844544:192.168.202.125@tcp:400:kworker.0
00000100:00100000:0.0:1767318897.054505:0:13847:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e04ca38d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:26ce8e18-882f-4f6b-856f-6f1781a2fe83:13847:1853164298844800:192.168.202.125@tcp:400:kworker.0
00010000:00010000:0.0:1767318897.059426:0:13847:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 0/0 locks to regular blp list, 1 blwis in pool
00000100:00100000:0.0:1767318897.059447:0:13847:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e04ca38d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:26ce8e18-882f-4f6b-856f-6f1781a2fe83:13847:1853164298844800:192.168.202.125@tcp:400:kworker.0
00010000:00010000:2.0:1767318897.059551:0:82133:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 0 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1767318897.059568:0:82133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767318897.059570:0:82133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767318897.059571:0:82133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767318897.060173:0:13849:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e04ca38e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:7160660d-90f2-468c-b542-d1a6299598db:13849:1853164298844416:192.168.202.125@tcp:400:kworker.0
00010000:00010000:3.0:1767318897.060243:0:13849:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 0/0 locks to regular blp list, 1 blwis in pool
00000100:00100000:3.0:1767318897.060251:0:13849:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e04ca38df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:26ce8e18-882f-4f6b-856f-6f1781a2fe83:13849:1853164298844928:192.168.202.125@tcp:400:kworker.0
00010000:00010000:0.0:1767318897.060508:0:82132:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 0 locks of 0 total in blp.  (1 blwis in pool)
00010000:00010000:0.0:1767318897.060518:0:82132:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 0 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1767318897.060523:0:82132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767318897.060524:0:82132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767318897.060526:0:82132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767318897.060720:0:13846:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 0/0 locks to regular blp list, 0 blwis in pool
00000100:00100000:2.0:1767318897.060729:0:13846:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e04ca38f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:26ce8e18-882f-4f6b-856f-6f1781a2fe83:13846:1853164298844672:192.168.202.125@tcp:400:kworker.0
00010000:00010000:3.0:1767318897.060810:0:82133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767318897.881777:0:82132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767318898.905866:0:82133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000001:02000400:0.0:1767318898.998597:0:83711:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-scrub test 17b: ENOSPC on .. insertion shouldn't leak inodes ========================================================== 20:54:57 (1767318897)
00000080:00200000:2.0:1767318899.783565:0:83732:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e04ceaadb88),name=/
00000002:00010000:2.0:1767318899.783596:0:83732:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0
00010000:00010000:2.0:1767318899.783656:0:83732:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9e04d978e800 lock: ffff9e04c9957600/0x306e6f2cc557511f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 83732 initiator: MDT0
00010000:00010000:2.0:1767318899.783669:0:83732:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e04d978e800 lock: ffff9e04c9957600/0x306e6f2cc557511f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 83732 initiator: MDT0
00010000:00010000:2.0:1767318899.783679:0:83732:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9e04d978e800 lock: ffff9e04c9957600/0x306e6f2cc557511f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 83732 initiator: MDT0
00000100:00100000:2.0:1767318899.783731:0:83732:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e04c5473b80 pname:cluuid:pid:xid:nid:opc:job lfs:26ce8e18-882f-4f6b-856f-6f1781a2fe83:83732:1853164298845056:192.168.202.125@tcp:101:lfs.0
00000100:00100000:2.0:1767318899.789176:0:83732:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e04ce496900 going to sleep for 11 seconds
00000100:00100000:3.0:1767318899.817955:0:83732:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e04c5473b80 pname:cluuid:pid:xid:nid:opc:job lfs:26ce8e18-882f-4f6b-856f-6f1781a2fe83:83732:1853164298845056:192.168.202.125@tcp:101:lfs.0
00010000:00010000:3.0:1767318899.817980:0:83732:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9e04d978e800 lock: ffff9e04c9957600/0x306e6f2cc557511f lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x534bd1ded106ae9b expref: -99 pid: 83732 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1767318899.817991:0:83732:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9e04d978e800 lock: ffff9e04c9957600/0x306e6f2cc557511f lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x534bd1ded106ae9b expref: -99 pid: 83732 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1767318899.818003:0:83732:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9e04d978e800 lock: ffff9e04c9957600/0x306e6f2cc557511f lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x534bd1ded106ae9b expref: -99 pid: 83732 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1767318899.818013:0:83732:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9e04d978e800 lock: ffff9e04c9957600/0x306e6f2cc557511f lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x534bd1ded106ae9b expref: -99 pid: 83732 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1767318899.818051:0:83732:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e04d978e800 lock: ffff9e04c9957600/0x306e6f2cc557511f lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x534bd1ded106ae9b expref: -99 pid: 83732 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1767318899.818062:0:83732:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9e04d978e800 lock: ffff9e04c9957600/0x306e6f2cc557511f lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x534bd1ded106ae9b expref: -99 pid: 83732 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1767318899.818070:0:83732:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9e04d978e800 lock: ffff9e04c9957600/0x306e6f2cc557511f lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x534bd1ded106ae9b expref: -99 pid: 83732 timeout: 0 lvb_type: 0
00000002:00100000:3.0:1767318899.818081:0:83732:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0  req@ffff9e04c5473b80 x1853164298845056/t0(0) o101->lustre-MDT0000-mdc-ffff9e04d978e800@192.168.202.125@tcp:12/10 lens 576/688 e 0 to 0 dl 1767318915 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0
00000002:00010000:3.0:1767318899.818094:0:83732:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9e04d978e800 lock: ffff9e04c9957600/0x306e6f2cc557511f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x534bd1ded106ae9b expref: -99 pid: 83732 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1767318899.818124:0:83732:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff9e04c9935000 type 13 mode 4 res 8589934599/1 (0 0)
00000080:00200000:3.0:1767318899.818130:0:83732:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0
00000080:00200000:3.0:1767318899.818154:0:83732:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096
00000080:00010000:3.0:1767318899.818160:0:83732:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e04ceaadb88) for lock 0x306e6f2cc557511f
00000080:00010000:3.0:1767318899.818165:0:83732:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e04ceaadb88)
00000080:00010000:3.0:1767318899.818168:0:83732:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x306e6f2cc557511f from it ffffb57608233b58
00010000:00010000:3.0:1767318899.818171:0:83732:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e04d978e800 lock: ffff9e04c9957600/0x306e6f2cc557511f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x534bd1ded106ae9b expref: -99 pid: 83732 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1767318899.818178:0:83732:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e04d978e800 lock: ffff9e04c9957600/0x306e6f2cc557511f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x534bd1ded106ae9b expref: -99 pid: 83732 timeout: 0 lvb_type: 0
00000080:00200000:3.0:1767318899.818202:0:83732:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e04ceaadb88), inode mode 41ed mask 1
00000080:00200000:3.0:1767318899.818220:0:83732:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=d17b.sanity-scrub, dir=[0x200000007:0x1:0x0](ffff9e04ceaadb88), flags=13
00000080:00200000:3.0:1767318899.818225:0:83732:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=d17b.sanity-scrub, dir=[0x200000007:0x1:0x0](ffff9e04ceaadb88), intent=getattr
00000002:00010000:3.0:1767318899.818244:0:83732:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d17b.sanity-scrub,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0
00010000:00010000:3.0:1767318899.818292:0:83732:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9e04d978e800 lock: ffff9e04c6578e00/0x306e6f2cc5575126 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 83732 initiator: MDT0
00010000:00010000:3.0:1767318899.818299:0:83732:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e04d978e800 lock: ffff9e04c6578e00/0x306e6f2cc5575126 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 83732 initiator: MDT0
00010000:00010000:3.0:1767318899.818307:0:83732:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9e04d978e800 lock: ffff9e04c6578e00/0x306e6f2cc5575126 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 83732 initiator: MDT0
00000100:00100000:3.0:1767318899.818328:0:83732:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e0501cd9500 pname:cluuid:pid:xid:nid:opc:job lfs:26ce8e18-882f-4f6b-856f-6f1781a2fe83:83732:1853164298845184:192.168.202.125@tcp:101:lfs.0
00000100:00100000:3.0:1767318899.818408:0:83732:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e04c8e77e40 going to sleep for 11 seconds
00000100:00100000:3.0:1767318899.821547:0:83732:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e0501cd9500 pname:cluuid:pid:xid:nid:opc:job lfs:26ce8e18-882f-4f6b-856f-6f1781a2fe83:83732:1853164298845184:192.168.202.125@tcp:101:lfs.0
00010000:00010000:3.0:1767318899.821580:0:83732:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9e04d978e800 lock: ffff9e04c6578e00/0x306e6f2cc5575126 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 83732 initiator: MDT0
00010000:00010000:3.0:1767318899.821593:0:83732:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9e04d978e800 lock: ffff9e04c6578e00/0x306e6f2cc5575126 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 83732 initiator: MDT0
00010000:00010000:3.0:1767318899.821600:0:83732:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9e04d978e800 lock: ffff9e04c6578e00/0x306e6f2cc5575126 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 83732 initiator: MDT0
00010000:00010000:3.0:1767318899.821606:0:83732:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9e04d978e800 lock: ffff9e04c6578e00/0x306e6f2cc5575126 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 83732 initiator: MDT0
00010000:00010000:3.0:1767318899.821613:0:83732:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9e04d978e800 lock: ffff9e04c6578e00/0x306e6f2cc5575126 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 83732 initiator: MDT0
00010000:00010000:3.0:1767318899.821619:0:83732:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e04c6578e00 already unused, calling callback (ffffffffc1c9eb40)
00010000:00010000:3.0:1767318899.821623:0:83732:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9e04d978e800 lock: ffff9e04c6578e00/0x306e6f2cc5575126 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 83732 initiator: MDT0
00010000:00010000:3.0:1767318899.821630:0:83732:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9e04d978e800 lock: ffff9e04c6578e00/0x306e6f2cc5575126 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 83732 initiator: MDT0
00010000:00010000:3.0:1767318899.821947:0:83732:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9e04d978e800 lock: ffff9e04c6578e00/0x306e6f2cc5575126 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 83732 initiator: MDT0
00010000:00010000:3.0:1767318899.821953:0:83732:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction)
00010000:00010000:3.0:1767318899.821959:0:83732:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9e04d978e800 lock: ffff9e04c6578e00/0x306e6f2cc5575126 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 83732 initiator: MDT0
00010000:00010000:3.0:1767318899.821965:0:83732:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9e04d978e800 lock: ffff9e04c6578e00/0x306e6f2cc5575126 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 83732 initiator: MDT0
00000002:00100000:3.0:1767318899.821981:0:83732:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0  req@ffff9e0501cd9500 x1853164298845184/t0(0) o101->lustre-MDT0000-mdc-ffff9e04d978e800@192.168.202.125@tcp:12/10 lens 592/584 e 0 to 0 dl 1767318915 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0
00000080:00200000:3.0:1767318899.822004:0:83732:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0
00010000:00010000:2.0:1767318899.822128:0:83732:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e04d978e800 lock: ffff9e04c9957600/0x306e6f2cc557511f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x534bd1ded106ae9b expref: -99 pid: 83732 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1767318899.822141:0:83732:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e04d978e800 lock: ffff9e04c9957600/0x306e6f2cc557511f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x534bd1ded106ae9b expref: -99 pid: 83732 timeout: 0 lvb_type: 0
00000080:00010000:2.0:1767318899.822149:0:83732:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x306e6f2cc557511f from it ffffb57608233940
00010000:00010000:2.0:1767318899.822154:0:83732:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e04d978e800 lock: ffff9e04c9957600/0x306e6f2cc557511f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x534bd1ded106ae9b expref: -99 pid: 83732 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1767318899.822161:0:83732:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e04d978e800 lock: ffff9e04c9957600/0x306e6f2cc557511f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x534bd1ded106ae9b expref: -99 pid: 83732 timeout: 0 lvb_type: 0
00000080:00200000:2.0:1767318899.822246:0:83732:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e04ceaadb88),name=/
00000002:00010000:2.0:1767318899.822260:0:83732:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0
00010000:00010000:2.0:1767318899.822353:0:83732:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e04d978e800 lock: ffff9e04c9957600/0x306e6f2cc557511f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x534bd1ded106ae9b expref: -99 pid: 83732 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1767318899.822361:0:83732:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e04d978e800 lock: ffff9e04c9957600/0x306e6f2cc557511f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x534bd1ded106ae9b expref: -99 pid: 83732 timeout: 0 lvb_type: 0
00000080:00200000:2.0:1767318899.822367:0:83732:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1
00000080:00010000:2.0:1767318899.822373:0:83732:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e04ceaadb88)
00000080:00010000:2.0:1767318899.822376:0:83732:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e04ceaadb88) for lock 0x306e6f2cc557511f
00000080:00010000:2.0:1767318899.822380:0:83732:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x306e6f2cc557511f from it ffffb57608233be8
00010000:00010000:2.0:1767318899.822383:0:83732:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e04d978e800 lock: ffff9e04c9957600/0x306e6f2cc557511f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x534bd1ded106ae9b expref: -99 pid: 83732 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1767318899.822390:0:83732:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e04d978e800 lock: ffff9e04c9957600/0x306e6f2cc557511f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x534bd1ded106ae9b expref: -99 pid: 83732 timeout: 0 lvb_type: 0
00000080:00200000:2.0:1767318899.822398:0:83732:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e04ceaadb88), inode mode 41ed mask 1
00000080:00200000:2.0:1767318899.822405:0:83732:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d17b.sanity-scrub, flags=16392
00000080:00200008:2.0:1767318899.822429:0:83732:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9e04ceaadb88), request_mask 0, flags 0, foreign 0
00000080:00200000:2.0:1767318899.822433:0:83732:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e04ceaadb88),name=/
00000002:00010000:2.0:1767318899.822440:0:83732:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0
00010000:00010000:2.0:1767318899.822447:0:83732:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e04d978e800 lock: ffff9e04c9957600/0x306e6f2cc557511f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x534bd1ded106ae9b expref: -99 pid: 83732 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1767318899.822455:0:83732:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e04d978e800 lock: ffff9e04c9957600/0x306e6f2cc557511f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x534bd1ded106ae9b expref: -99 pid: 83732 timeout: 0 lvb_type: 0
00000080:00200000:2.0:1767318899.822467:0:83732:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1
00000080:00010000:2.0:1767318899.822472:0:83732:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e04ceaadb88)
00000080:00010000:2.0:1767318899.822475:0:83732:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e04ceaadb88) for lock 0x306e6f2cc557511f
00000080:00010000:2.0:1767318899.822478:0:83732:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x306e6f2cc557511f from it ffffb57608233cb8
00010000:00010000:2.0:1767318899.822482:0:83732:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e04d978e800 lock: ffff9e04c9957600/0x306e6f2cc557511f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x534bd1ded106ae9b expref: -99 pid: 83732 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1767318899.822488:0:83732:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e04d978e800 lock: ffff9e04c9957600/0x306e6f2cc557511f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x534bd1ded106ae9b expref: -99 pid: 83732 timeout: 0 lvb_type: 0
00000080:00200008:2.0:1767318899.823436:0:83732:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9e04ceaadb88), request_mask 0, flags 0, foreign 0
00000080:00200000:2.0:1767318899.823443:0:83732:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e04ceaadb88),name=/
00000002:00010000:2.0:1767318899.823454:0:83732:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0
00010000:00010000:2.0:1767318899.823462:0:83732:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e04d978e800 lock: ffff9e04c9957600/0x306e6f2cc557511f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x534bd1ded106ae9b expref: -99 pid: 83732 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1767318899.823472:0:83732:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e04d978e800 lock: ffff9e04c9957600/0x306e6f2cc557511f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x534bd1ded106ae9b expref: -99 pid: 83732 timeout: 0 lvb_type: 0
00000080:00200000:2.0:1767318899.823478:0:83732:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1
00000080:00010000:2.0:1767318899.823483:0:83732:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e04ceaadb88)
00000080:00010000:2.0:1767318899.823486:0:83732:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e04ceaadb88) for lock 0x306e6f2cc557511f
00000080:00010000:2.0:1767318899.823490:0:83732:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x306e6f2cc557511f from it ffffb57608233cb8
00010000:00010000:2.0:1767318899.823493:0:83732:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e04d978e800 lock: ffff9e04c9957600/0x306e6f2cc557511f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x534bd1ded106ae9b expref: -99 pid: 83732 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1767318899.823499:0:83732:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e04d978e800 lock: ffff9e04c9957600/0x306e6f2cc557511f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x534bd1ded106ae9b expref: -99 pid: 83732 timeout: 0 lvb_type: 0
00000080:00200000:2.0:1767318899.823630:0:83732:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e04ceaadb88),name=/
00000002:00010000:2.0:1767318899.823638:0:83732:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0
00010000:00010000:2.0:1767318899.823644:0:83732:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e04d978e800 lock: ffff9e04c9957600/0x306e6f2cc557511f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x534bd1ded106ae9b expref: -99 pid: 83732 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1767318899.823652:0:83732:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e04d978e800 lock: ffff9e04c9957600/0x306e6f2cc557511f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x534bd1ded106ae9b expref: -99 pid: 83732 timeout: 0 lvb_type: 0
00000080:00200000:2.0:1767318899.823658:0:83732:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1
00000080:00010000:2.0:1767318899.823661:0:83732:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e04ceaadb88)
00000080:00010000:2.0:1767318899.823664:0:83732:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e04ceaadb88) for lock 0x306e6f2cc557511f
00000080:00010000:2.0:1767318899.823667:0:83732:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x306e6f2cc557511f from it ffffb57608233bb0
00010000:00010000:2.0:1767318899.823670:0:83732:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e04d978e800 lock: ffff9e04c9957600/0x306e6f2cc557511f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x534bd1ded106ae9b expref: -99 pid: 83732 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1767318899.823677:0:83732:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e04d978e800 lock: ffff9e04c9957600/0x306e6f2cc557511f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x534bd1ded106ae9b expref: -99 pid: 83732 timeout: 0 lvb_type: 0
00000080:00200000:2.0:1767318899.823685:0:83732:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e04ceaadb88), inode mode 41ed mask 44
00000080:00200008:2.0:1767318899.824156:0:83732:0:(file.c:1001:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9e04ceaadb88), flags 300000
00000080:00200080:2.0:1767318899.824179:0:83732:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e04ceaadb88) cmd=c03066f0 arg=7ffd4a0bd080
00000080:00200000:2.0:1767318899.824192:0:83732:0:(dir.c:483:ll_dir_setdirstripe()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e04ceaadb88) name=d17b.sanity-scrub stripe_offset=0 stripe_count=1, hash_type=0
00010000:00010000:2.0:1767318899.824218:0:83732:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9e04d978e800 lock: ffff9e04c9957600/0x306e6f2cc557511f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x534bd1ded106ae9b expref: -99 pid: 83732 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1767318899.824356:0:83732:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9e04d978e800 lock: ffff9e04c9957600/0x306e6f2cc557511f lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x534bd1ded106ae9b expref: -99 pid: 83732 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1767318899.824373:0:83732:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed
00010000:00010000:2.0:1767318899.824376:0:83732:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9e04d978e800 lock: ffff9e04c9957600/0x306e6f2cc557511f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x534bd1ded106ae9b expref: -99 pid: 83732 timeout: 0 lvb_type: 0
00000020:00100000:2.0:1767318899.824400:0:83732:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9e04d978e800: modify RPC slot 1 is allocated opc 36, max 7
00000100:00100000:2.0:1767318899.824410:0:83732:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid  req@ffff9e04c5473100 x1853164298845440/t0(0) o36->lustre-MDT0000-mdc-ffff9e04d978e800@192.168.202.125@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767318899.824433:0:83732:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e04c5473100 pname:cluuid:pid:xid:nid:opc:job lfs:26ce8e18-882f-4f6b-856f-6f1781a2fe83:83732:1853164298845440:192.168.202.125@tcp:36:lfs.0
00000100:00100000:2.0:1767318899.824552:0:83732:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e04ce496e40 going to sleep for 11 seconds
00000100:00100000:2.0:1767318899.836167:0:83732:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e04c5473100 pname:cluuid:pid:xid:nid:opc:job lfs:26ce8e18-882f-4f6b-856f-6f1781a2fe83:83732:1853164298845440:192.168.202.125@tcp:36:lfs.0
00000080:00200008:2.0:1767318899.836322:0:83732:0:(file.c:424:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9e04ceaadb88), flags 300000
00010000:00010000:0.0:1767318899.928828:0:82132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767318900.954384:0:82133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767318901.976841:0:82132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767318902.169130:0:13846:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e0501cd9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:26ce8e18-882f-4f6b-856f-6f1781a2fe83:13846:1853164298845696:192.168.202.125@tcp:400:kworker.0
00000100:00100000:3.0:1767318902.169243:0:13846:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767318902.169251:0:13846:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e0501cd8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:26ce8e18-882f-4f6b-856f-6f1781a2fe83:13846:1853164298845824:192.168.202.125@tcp:400:kworker.0
00000100:00100000:1.0:1767318902.169849:0:13848:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e0501cd9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:26ce8e18-882f-4f6b-856f-6f1781a2fe83:13848:1853164298845952:192.168.202.125@tcp:400:kworker.0
00000100:00100000:1.0:1767318902.169892:0:13848:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2]
00000100:00100000:1.0:1767318902.169900:0:13848:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e0501cda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:7160660d-90f2-468c-b542-d1a6299598db:13848:1853164298845568:192.168.202.125@tcp:400:kworker.0
00000100:00100000:1.0:1767318902.169935:0:13848:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e0501cd8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:26ce8e18-882f-4f6b-856f-6f1781a2fe83:13848:1853164298846080:192.168.202.125@tcp:400:kworker.0
00000100:00100000:0.0:1767318902.179177:0:13848:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e0501cd8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:26ce8e18-882f-4f6b-856f-6f1781a2fe83:13848:1853164298846080:192.168.202.125@tcp:400:kworker.0
00000100:00100000:0.0:1767318902.179197:0:13848:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e0501cd9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:26ce8e18-882f-4f6b-856f-6f1781a2fe83:13848:1853164298845952:192.168.202.125@tcp:400:kworker.0
00000100:00100000:2.0:1767318902.179815:0:13846:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e0501cd8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:26ce8e18-882f-4f6b-856f-6f1781a2fe83:13846:1853164298845824:192.168.202.125@tcp:400:kworker.0
00000100:00080000:2.0:1767318902.179834:0:13846:0:(recover.c:203:ptlrpc_request_handle_notconn()) import lustre-MDT0000-mdc-ffff9e04d978e800 of lustre-MDT0000_UUID@192.168.202.125@tcp abruptly disconnected: reconnecting
00000100:00080000:2.0:1767318902.179840:0:13846:0:(import.c:65:import_set_state_nolock()) ffff9e04c5f0f800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN
00000100:02000400:2.0:1767318902.179844:0:13846:0:(import.c:181:ptlrpc_set_import_discon()) lustre-MDT0000-mdc-ffff9e04d978e800: Connection to lustre-MDT0000 (at 192.168.202.125@tcp) was lost; in progress operations using this service will wait for recovery to complete
00000100:00080000:2.0:1767318902.199211:0:13846:0:(import.c:65:import_set_state_nolock()) ffff9e04c5f0f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767318902.199227:0:13846:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e04d978e800: connect to NID 192.168.202.125@tcp last attempt 4141
00000100:00080000:2.0:1767318902.199243:0:13846:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e04d978e800: import ffff9e04c5f0f800 using connection 192.168.202.125@tcp/192.168.202.125@tcp
00000008:00100000:0.0:1767318902.199401:0:13846:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1767318902.199435:0:13846:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e04c6b9d500 x1853164298846208/t0(0) o38->lustre-MDT0000-mdc-ffff9e04d978e800@192.168.202.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767318902.199470:0:13846:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e0501cd9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:26ce8e18-882f-4f6b-856f-6f1781a2fe83:13846:1853164298845696:192.168.202.125@tcp:400:kworker.0
00000100:00100000:2.0:1767318902.199944:0:13845:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e04c6b9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:26ce8e18-882f-4f6b-856f-6f1781a2fe83:13845:1853164298846208:192.168.202.125@tcp:38:ptlrpcd_00_00.0
00000100:00080000:2.0:1767318902.205769:0:13845:0:(import.c:65:import_set_state_nolock()) ffff9e04c5f0f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767318902.205787:0:13845:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.125@tcp failed (-19)
00000100:00100000:2.0:1767318902.205800:0:13845:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e04c6b9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:26ce8e18-882f-4f6b-856f-6f1781a2fe83:13845:1853164298846208:192.168.202.125@tcp:38:ptlrpcd_00_00.0
00010000:00010000:3.0:1767318903.002746:0:82133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767318904.025119:0:82132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767318905.051011:0:82133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767318906.072856:0:82132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000001:02000400:3.0:1767318906.364401:0:83933:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-scrub test_17b: @@@@@@ FAIL: e2fsck -d -v -t -t -f -n /dev/vdc -m8 returned 4, should be <= 0
00010000:00010000:1.0:1767318907.099813:0:82133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767318907.296597:0:13846:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e04c5473100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7160660d-90f2-468c-b542-d1a6299598db:13846:1853164298846336:192.168.202.125@tcp:400:kworker.0
00000100:00080000:2.0:1767318907.296814:0:70357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 26ce8e18-882f-4f6b-856f-6f1781a2fe83->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767318907.296821:0:70357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767318907.296825:0:70357:0:(import.c:65:import_set_state_nolock()) ffff9e04c5f0f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767318907.296832:0:70357:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e04d978e800: connect to NID 192.168.202.125@tcp last attempt 4151
00000100:00080000:2.0:1767318907.296841:0:70357:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e04d978e800: tried all connections, increasing latency to 5s
00000100:00080000:2.0:1767318907.296849:0:70357:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e04d978e800: import ffff9e04c5f0f800 using connection 192.168.202.125@tcp/192.168.202.125@tcp
00000008:00100000:2.0:1767318907.296862:0:70357:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1767318907.296885:0:70357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e04c5471880 x1853164298846464/t0(0) o38->lustre-MDT0000-mdc-ffff9e04d978e800@192.168.202.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767318907.303338:0:13846:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767318907.303373:0:13846:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e04c5472300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:26ce8e18-882f-4f6b-856f-6f1781a2fe83:13846:1853164298846592:192.168.202.125@tcp:400:kworker.0
00000100:00100000:0.0:1767318907.305473:0:13845:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e04c5471880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:26ce8e18-882f-4f6b-856f-6f1781a2fe83:13845:1853164298846464:192.168.202.125@tcp:38:kworker.0
00000100:00100000:0.0:1767318907.308346:0:13848:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e04c5473b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:26ce8e18-882f-4f6b-856f-6f1781a2fe83:13848:1853164298846720:192.168.202.125@tcp:400:kworker.0
00000100:00100000:0.0:1767318907.308480:0:13848:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767318907.308488:0:13848:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e04c5472a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:26ce8e18-882f-4f6b-856f-6f1781a2fe83:13848:1853164298846848:192.168.202.125@tcp:400:kworker.0
00000100:00080000:0.0:1767318907.325427:0:13845:0:(import.c:65:import_set_state_nolock()) ffff9e04c5f0f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767318907.325449:0:13845:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.125@tcp failed (-19)
00000100:00100000:0.0:1767318907.325455:0:13845:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e04c5471880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:26ce8e18-882f-4f6b-856f-6f1781a2fe83:13845:1853164298846464:192.168.202.125@tcp:38:kworker.0
00000100:00100000:0.0:1767318907.325541:0:13848:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e04c5472a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:26ce8e18-882f-4f6b-856f-6f1781a2fe83:13848:1853164298846848:192.168.202.125@tcp:400:kworker.0
00000100:00100000:0.0:1767318907.325556:0:13848:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e04c5473b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:26ce8e18-882f-4f6b-856f-6f1781a2fe83:13848:1853164298846720:192.168.202.125@tcp:400:kworker.0
00000100:00100000:3.0:1767318907.326382:0:13846:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e04c5472300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:26ce8e18-882f-4f6b-856f-6f1781a2fe83:13846:1853164298846592:192.168.202.125@tcp:400:kworker.0
Debug log: 522 lines, 522 kept, 0 dropped, 0 bad.