00000100:00100000:0.0F:1789066058.405815:0:3298:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1789066058.405849:0:3298:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf07f55d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3298:1875971258040576:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1789066058.405926:0:3298:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0F:1789066058.406352:0:15099:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258040576 00000100:00100000:1.0:1789066058.406369:0:15099:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258040576 00000100:00100000:1.0:1789066058.406450:0:15099:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1789066058.406461:0:15099:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07b1bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3298:x1875971258040576:12345-0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1789066058.406639:0:14408:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00000024:0.0:1789066058.406787:0:15099:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 6815744 granted 64684032 pending 0 free 3851419648 avail 3849322496 00000100:00100000:0.0:1789066058.406858:0:15099:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07b1bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3298:x1875971258040576:12345-0@lo:13:osp-pre-0-0.0 Request processed in 399us (931us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066058.406867:0:15099:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1789066058.415964:0:3298:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf07f55d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3298:1875971258040576:0@lo:13:osp-pre-0-0.0 00000001:00080000:1.0:1789066058.519930:0:5860:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934620 is committed 00000020:00080000:1.0:1789066058.519946:0:5860:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9cf065d77900 refcount 2 committed 0 result 0 batchid 4294967528 00000020:00080000:1.0:1789066058.519953:0:5860:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9cf07c049200 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9cf065d77480 00000020:00080000:1.0:1789066058.519957:0:5860:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9cf07c049b00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9cf0753f1400 00000001:00080000:1.0:1789066058.519990:0:5860:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934622 is committed 00000020:00080000:0.0:1789066058.520049:0:14451:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294967528 committed batchid 8 00000020:00080000:0.0:1789066058.520272:0:14451:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 8 00010000:00010000:0.0:1789066058.597710:0:14401:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789066059.178134:0:3288:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:1.0:1789066059.178182:0:3288:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:1.0:1789066059.178224:0:3288:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:3.0F:1789066059.178692:0:14411:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236036480 00000100:00100000:3.0:1789066059.178711:0:14411:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236036480 00000100:00100000:3.0:1789066059.178776:0:14411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 35 00000100:00100000:3.0:1789066059.178788:0:14411:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf058002d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d8884011-f51c-4c21-8191-38ad45143351+12:2350:x1875971236036480:12345-192.168.204.23@tcp:400:kworker.0 00000100:00100000:3.0:1789066059.178879:0:14411:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf058002d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d8884011-f51c-4c21-8191-38ad45143351+12:2350:x1875971236036480:12345-192.168.204.23@tcp:400:kworker.0 Request processed in 94us (696us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066059.178887:0:14411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 35 00000100:00080000:3.0:1789066059.178911:0:14408:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0F:1789066059.179101:0:14407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236036352 00000100:00100000:2.0:1789066059.179113:0:14407:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236036352 00000100:00100000:2.0:1789066059.179143:0:14407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 124 00000100:00100000:2.0:1789066059.179151:0:14407:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf079d88450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0e8af51c-f770-41ac-8f86-9bd33864d1bb+13:2350:x1875971236036352:12345-192.168.204.23@tcp:400:kworker.0 00000100:00100000:2.0:1789066059.179180:0:14407:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf079d88450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0e8af51c-f770-41ac-8f86-9bd33864d1bb+13:2350:x1875971236036352:12345-192.168.204.23@tcp:400:kworker.0 Request processed in 30us (1056us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066059.179186:0:14407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 124 00000100:00100000:1.0:1789066059.179961:0:15095:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236036608 00000100:00100000:1.0:1789066059.179968:0:15095:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236036608 00000100:00100000:1.0:1789066059.180020:0:15095:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 24 00000100:00100000:1.0:1789066059.180029:0:15095:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf058000700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d8884011-f51c-4c21-8191-38ad45143351+5:2350:x1875971236036608:12345-192.168.204.23@tcp:400:kworker.0 00000100:00100000:1.0:1789066059.180073:0:15095:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf058000700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d8884011-f51c-4c21-8191-38ad45143351+5:2350:x1875971236036608:12345-192.168.204.23@tcp:400:kworker.0 Request processed in 46us (1848us total) trans 0 rc 0/0 00000100:00080000:2.0:1789066059.180305:0:14408:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1789066059.180884:0:15095:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 24 00000100:00100000:1.0:1789066059.185175:0:3288:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:1.0:1789066059.185213:0:15097:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236036736 00000100:00100000:1.0:1789066059.185222:0:15097:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236036736 00000100:00100000:1.0:1789066059.185279:0:15097:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 19 00000100:00100000:1.0:1789066059.185290:0:15097:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf058000a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d8884011-f51c-4c21-8191-38ad45143351+5:2346:x1875971236036736:12345-192.168.204.23@tcp:9:kworker.0 00000020:00000080:1.0:1789066059.185321:0:15097:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x7555615576c839bb 00000100:00080000:1.0:1789066059.185337:0:15097:0:(import.c:65:import_set_state_nolock()) ffff9cef42eaa000 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1789066059.185391:0:15097:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934593 00000100:00100000:1.0:1789066059.185720:0:15097:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf058000a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d8884011-f51c-4c21-8191-38ad45143351+2:2346:x1875971236036736:12345-192.168.204.23@tcp:9:kworker.0 Request processed in 430us (552us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066059.185728:0:15097:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 19 00010000:00010000:1.0:1789066059.185776:0:14400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789066059.185783:0:14408:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1789066059.192706:0:3290:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:0.0:1789066059.192798:0:3290:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:3.0:1789066059.193014:0:14413:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236036864 00000100:00100000:3.0:1789066059.193027:0:14413:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236036864 00000100:00100000:3.0:1789066059.193134:0:14413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 36 00000100:00100000:3.0:1789066059.193144:0:14413:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07b1bb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:195e55f3-2761-4c99-af1d-7ca8a37e0a8b+6:2347:x1875971236036864:12345-192.168.204.23@tcp:400:kworker.0 00000100:00100000:3.0:1789066059.193218:0:14413:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07b1bb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:195e55f3-2761-4c99-af1d-7ca8a37e0a8b+6:2347:x1875971236036864:12345-192.168.204.23@tcp:400:kworker.0 Request processed in 75us (522us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066059.193226:0:14413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 36 00000100:00100000:3.0:1789066059.193269:0:3288:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:3.0:1789066059.193353:0:15095:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236036992 00000100:00100000:3.0:1789066059.193357:0:15095:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236036992 00000100:00100000:3.0:1789066059.193383:0:15095:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236037120 00000100:00100000:3.0:1789066059.193385:0:15095:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236037120 00000100:00080000:0.0:1789066059.193464:0:14408:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1789066059.193469:0:14408:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1789066059.193471:0:14408:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1789066059.193660:0:15096:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 20 00000100:00100000:2.0:1789066059.193672:0:15096:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07b1b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:195e55f3-2761-4c99-af1d-7ca8a37e0a8b+5:2346:x1875971236036992:12345-192.168.204.23@tcp:9:kworker.0 00000020:00000080:2.0:1789066059.193693:0:15096:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x7555615576c839ec 00000100:00080000:2.0:1789066059.193709:0:15096:0:(import.c:65:import_set_state_nolock()) ffff9cf074ec4800 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1789066059.193754:0:15096:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934605 00010000:00010000:0.0:1789066059.193993:0:14401:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789066059.194361:0:15096:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07b1b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:195e55f3-2761-4c99-af1d-7ca8a37e0a8b+2:2346:x1875971236036992:12345-192.168.204.23@tcp:9:kworker.0 Request processed in 690us (1561us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066059.194371:0:15096:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 20 00000100:00100000:2.0:1789066059.194393:0:15096:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 21 00000100:00100000:2.0:1789066059.194400:0:15096:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf081691c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:195e55f3-2761-4c99-af1d-7ca8a37e0a8b+5:2346:x1875971236037120:12345-192.168.204.23@tcp:9:kworker.0 00000020:00000080:2.0:1789066059.194416:0:15096:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x7555615576c839f3 00000100:00080000:2.0:1789066059.194433:0:15096:0:(import.c:65:import_set_state_nolock()) ffff9cf074825800 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1789066059.194457:0:15096:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934593 00000100:00100000:2.0:1789066059.194545:0:15096:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf081691c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:195e55f3-2761-4c99-af1d-7ca8a37e0a8b+2:2346:x1875971236037120:12345-192.168.204.23@tcp:9:kworker.0 Request processed in 145us (1275us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066059.194581:0:15096:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 21 00010000:00010000:2.0:1789066059.194598:0:14400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:0.0:1789066059.459024:0:6711:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 195e55f3-2761-4c99-af1d-7ca8a37e0a8b 00000020:00000080:0.0:1789066059.459034:0:6711:0:(genops.c:885:class_export_put()) final put ffff9cf07f308000/195e55f3-2761-4c99-af1d-7ca8a37e0a8b 00000020:00000080:0.0:1789066059.459069:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff9cf07f308000/195e55f3-2761-4c99-af1d-7ca8a37e0a8b for lustre-OST0000 00000020:00000080:0.0:1789066059.459129:0:38:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9cf074ec4800 for lustre-OST0000 00010000:00010000:0.0:1789066059.622881:0:14401:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789066060.646469:0:14400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789066060.971737:0:3298:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf07b1b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3298:1875971258040704:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1789066060.971838:0:3298:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066060.972126:0:3295:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf058000e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:82aeb8d7-3216-4823-acbe-8bd0a8ba1a6e:3295:1875971258040832:0@lo:400:kworker.0 00000100:00100000:1.0:1789066060.972164:0:3295:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066060.972198:0:3295:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf058002300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3295:1875971258041344:0@lo:400:kworker.0 00000100:00100000:1.0:1789066060.972226:0:3295:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066060.972249:0:3295:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789066060.972254:0:3295:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf058001180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3295:1875971258040960:0@lo:400:kworker.0 00000100:00100000:1.0:1789066060.972277:0:3295:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066060.972303:0:3297:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf058003800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3297:1875971258041088:0@lo:400:kworker.0 00000100:00100000:1.0:1789066060.972323:0:3297:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066060.972341:0:3297:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1789066060.972346:0:3297:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf058001500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3297:1875971258041216:0@lo:400:kworker.0 00000100:00100000:1.0:1789066060.972364:0:3297:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066060.972406:0:15096:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258040960 00000100:00100000:1.0:1789066060.972413:0:15096:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258040960 00000100:00100000:1.0:1789066060.972469:0:15096:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:1.0:1789066060.972478:0:15096:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07c2f7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3295:x1875971258040960:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789066060.972534:0:15096:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07c2f7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3295:x1875971258040960:12345-0@lo:400:kworker.0 Request processed in 57us (255us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066060.972542:0:15096:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:2.0:1789066060.973122:0:14405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258040832 00000100:00100000:2.0:1789066060.973129:0:14405:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258040832 00000100:00100000:2.0:1789066060.973160:0:14405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 125 00000100:00100000:2.0:1789066060.973167:0:14405:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf079d89c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:82aeb8d7-3216-4823-acbe-8bd0a8ba1a6e+19:3295:x1875971258040832:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789066060.973201:0:14405:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf079d89c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:82aeb8d7-3216-4823-acbe-8bd0a8ba1a6e+19:3295:x1875971258040832:12345-0@lo:400:kworker.0 Request processed in 35us (1037us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066060.973207:0:14405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 125 00000100:00100000:3.0:1789066060.975673:0:14411:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258041344 00000100:00100000:3.0:1789066060.975686:0:14411:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258041344 00000100:00100000:3.0:1789066060.976057:0:14411:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258041088 00000100:00100000:3.0:1789066060.976062:0:14411:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258041088 00000100:00100000:1.0:1789066060.976601:0:15531:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258041216 00000100:00100000:1.0:1789066060.976620:0:15531:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258041216 00000100:00100000:1.0:1789066060.976657:0:15531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1789066060.976678:0:15531:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf058001f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3295:x1875971258041344:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789066060.976783:0:15531:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf058001f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3295:x1875971258041344:12345-0@lo:400:kworker.0 Request processed in 107us (4556us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066060.976791:0:15531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1789066060.977339:0:15531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1789066060.977348:0:15531:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf058003480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3297:x1875971258041088:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789066060.977414:0:15531:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf058003480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3297:x1875971258041088:12345-0@lo:400:kworker.0 Request processed in 67us (5089us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066060.977420:0:15531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1789066060.977435:0:15531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:1.0:1789066060.977441:0:15531:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf058003b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3297:x1875971258041216:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789066060.977469:0:15531:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf058003b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3297:x1875971258041216:12345-0@lo:400:kworker.0 Request processed in 28us (5104us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066060.977474:0:15531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00080000:1.0:1789066060.977498:0:14408:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1789066060.977503:0:14408:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1789066060.977540:0:3295:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf058001180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3295:1875971258040960:0@lo:400:kworker.0 00000100:00100000:1.0:1789066060.977572:0:3295:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf058000e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:82aeb8d7-3216-4823-acbe-8bd0a8ba1a6e:3295:1875971258040832:0@lo:400:kworker.0 00000100:00100000:1.0:1789066060.977582:0:3295:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf058002300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3295:1875971258041344:0@lo:400:kworker.0 00000100:00100000:1.0:1789066060.977630:0:3297:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf058001500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3297:1875971258041216:0@lo:400:kworker.0 00000100:00100000:1.0:1789066060.977640:0:3297:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf058003800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3297:1875971258041088:0@lo:400:kworker.0 00000100:00100000:0.0:1789066060.981441:0:15100:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258040704 00000100:00100000:0.0:1789066060.981457:0:15100:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258040704 00000100:00100000:0.0:1789066060.981523:0:15100:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1789066060.981533:0:15100:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07f55d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3298:x1875971258040704:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1789066060.981588:0:15100:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1789066060.981671:0:15100:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07f55d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3298:x1875971258040704:12345-0@lo:13:osp-pre-1-0.0 Request processed in 139us (9832us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066060.981689:0:15100:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1789066060.981750:0:3298:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf07b1b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3298:1875971258040704:0@lo:13:osp-pre-1-0.0 00000100:00080000:3.0:1789066060.982846:0:14408:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000001:00100000:1.0:1789066061.071766:0:7636:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of d8884011-f51c-4c21-8191-38ad45143351 00000020:00000080:1.0:1789066061.071777:0:7636:0:(genops.c:885:class_export_put()) final put ffff9cef42eab800/d8884011-f51c-4c21-8191-38ad45143351 00000001:00100000:1.0:1789066061.071808:0:7636:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 195e55f3-2761-4c99-af1d-7ca8a37e0a8b 00000020:00000080:1.0:1789066061.071810:0:7636:0:(genops.c:885:class_export_put()) final put ffff9cf074ec6000/195e55f3-2761-4c99-af1d-7ca8a37e0a8b 00000020:00000080:3.0:1789066061.072533:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9cef42eab800/d8884011-f51c-4c21-8191-38ad45143351 for lustre-OST0001 00000020:00000080:3.0:1789066061.072660:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff9cf074ec6000/195e55f3-2761-4c99-af1d-7ca8a37e0a8b for lustre-OST0001 00000020:00000080:3.0:1789066061.072692:0:38:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9cef42eaa000 for lustre-OST0001 00000020:00000080:3.0:1789066061.072697:0:38:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9cf074825800 for lustre-OST0001 00010000:00010000:0.0:1789066061.669640:0:14401:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789066061.917524:0:3288:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:1.0:1789066061.918046:0:14413:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236037248 00000100:00100000:1.0:1789066061.918059:0:14413:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236037248 00000100:00100000:1.0:1789066061.918158:0:14413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 54 00000100:00100000:1.0:1789066061.918170:0:14413:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf081691f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d8884011-f51c-4c21-8191-38ad45143351+12:14422:x1875971236037248:12345-192.168.204.23@tcp:60:lhsmtool_posix.0 00000100:00100000:1.0:1789066061.918280:0:14413:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf081691f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d8884011-f51c-4c21-8191-38ad45143351+12:14422:x1875971236037248:12345-192.168.204.23@tcp:60:lhsmtool_posix.0 Request processed in 112us (767us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066061.918287:0:14413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 54 00000100:00080000:3.0:1789066061.918908:0:14408:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1789066061.924118:0:3289:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:1.0:1789066061.924764:0:14415:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236037504 00000100:00100000:1.0:1789066061.924776:0:14415:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236037504 00000100:00100000:1.0:1789066061.924898:0:14415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 12 00000100:00100000:1.0:1789066061.924909:0:14415:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf081692d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d8884011-f51c-4c21-8191-38ad45143351+12:14422:x1875971236037504:12345-192.168.204.23@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1789066061.925209:0:14415:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf081692d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d8884011-f51c-4c21-8191-38ad45143351+13:14422:x1875971236037504:12345-192.168.204.23@tcp:35:lhsmtool_posix.0 Request processed in 300us (1108us total) trans 8589934623 rc 0/0 00000100:00100000:1.0:1789066061.925216:0:14415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 12 00010000:00010000:2.0:1789066062.693703:0:14400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789066063.526045:0:3295:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1789066063.526071:0:3295:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf07f55fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3295:1875971258041472:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1789066063.526154:0:3295:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789066063.527494:0:15100:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258041472 00000100:00100000:2.0:1789066063.527505:0:15100:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258041472 00000100:00100000:2.0:1789066063.527583:0:15100:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1789066063.527593:0:15100:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf081692300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3295:x1875971258041472:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1789066063.527631:0:15100:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 6815744 granted 61276160 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1789066063.527952:0:15100:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf081692300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3295:x1875971258041472:12345-0@lo:13:osp-pre-0-0.0 Request processed in 350us (1788us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066063.527961:0:15100:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00080000:2.0:1789066063.528016:0:14408:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1789066063.528139:0:3295:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf07f55fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3295:1875971258041472:0@lo:13:osp-pre-0-0.0 00000020:00080000:1.0:1789066063.575143:0:5860:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0000: 4294967528 batchid updated 00000001:00080000:1.0:1789066063.575175:0:5860:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934623 is committed 00000020:00080000:1.0:1789066063.575188:0:14451:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967528 00000020:00080000:1.0:1789066063.575196:0:14451:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967528 00010000:00010000:0.0:1789066063.717631:0:14401:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789066064.292535:0:3290:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:0.0:1789066064.292606:0:3290:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:0.0:1789066064.292636:0:3290:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:0.0:1789066064.292658:0:3290:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:0.0:1789066064.292683:0:14411:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236037760 00000100:00100000:0.0:1789066064.292692:0:14411:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236037760 00000100:00100000:0.0:1789066064.292754:0:14411:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236038016 00000100:00100000:0.0:1789066064.292757:0:14411:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236038016 00000100:00100000:0.0:1789066064.292781:0:14411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 40 00000100:00100000:0.0:1789066064.292791:0:14411:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07b1b9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d8884011-f51c-4c21-8191-38ad45143351+12:2347:x1875971236037760:12345-192.168.204.23@tcp:400:kworker.0 00000100:00100000:0.0:1789066064.292874:0:14411:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07b1b9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d8884011-f51c-4c21-8191-38ad45143351+12:2347:x1875971236037760:12345-192.168.204.23@tcp:400:kworker.0 Request processed in 83us (267us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066064.292882:0:14411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 40 00000100:00100000:0.0:1789066064.292901:0:14411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 41 00000100:00100000:0.0:1789066064.292908:0:14411:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07b1b8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:195e55f3-2761-4c99-af1d-7ca8a37e0a8b+6:2347:x1875971236038016:12345-192.168.204.23@tcp:400:kworker.0 00000100:00100000:0.0:1789066064.292935:0:14411:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07b1b8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:195e55f3-2761-4c99-af1d-7ca8a37e0a8b+6:2347:x1875971236038016:12345-192.168.204.23@tcp:400:kworker.0 Request processed in 27us (276us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066064.292941:0:14411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 41 00000100:00100000:0.0:1789066064.292960:0:15532:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236037888 00000100:00100000:0.0:1789066064.292964:0:15532:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236037888 00000100:00100000:2.0:1789066064.293199:0:14406:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236037632 00000100:00100000:2.0:1789066064.293204:0:14406:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236037632 00000100:00100000:2.0:1789066064.293249:0:14406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 126 00000100:00100000:2.0:1789066064.293258:0:14406:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf079d8a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0e8af51c-f770-41ac-8f86-9bd33864d1bb+13:2348:x1875971236037632:12345-192.168.204.23@tcp:400:kworker.0 00000100:00100000:2.0:1789066064.293286:0:14406:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf079d8a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0e8af51c-f770-41ac-8f86-9bd33864d1bb+13:2348:x1875971236037632:12345-192.168.204.23@tcp:400:kworker.0 Request processed in 29us (761us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066064.293293:0:14406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 126 00000100:00080000:2.0:1789066064.293596:0:14408:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1789066064.293601:0:14408:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1789066064.293797:0:15532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 26 00000100:00100000:0.0:1789066064.293806:0:15532:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07b1b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d8884011-f51c-4c21-8191-38ad45143351+5:2348:x1875971236037888:12345-192.168.204.23@tcp:400:kworker.0 00000100:00100000:0.0:1789066064.293842:0:15532:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07b1b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d8884011-f51c-4c21-8191-38ad45143351+5:2348:x1875971236037888:12345-192.168.204.23@tcp:400:kworker.0 Request processed in 38us (1205us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066064.293849:0:15532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 26 00010000:00010000:2.0:1789066064.742161:0:14400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1789066065.638819:0:14447:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:0.0:1789066065.638827:0:14447:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1789066065.638862:0:14447:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:0.0:1789066065.638869:0:14447:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00010000:00010000:0.0:1789066065.765646:0:14401:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789066066.085888:0:3298:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1789066066.085913:0:3298:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf07b1b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3298:1875971258041600:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1789066066.085982:0:3298:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066066.086189:0:3297:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf058000e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3297:1875971258042112:0@lo:400:kworker.0 00000100:00100000:1.0:1789066066.086223:0:3297:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066066.086249:0:3297:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1789066066.086254:0:3297:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf058003800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:82aeb8d7-3216-4823-acbe-8bd0a8ba1a6e:3297:1875971258041728:0@lo:400:kworker.0 00000100:00100000:1.0:1789066066.086309:0:3297:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066066.086334:0:3297:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf058001180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3297:1875971258042240:0@lo:400:kworker.0 00000100:00100000:1.0:1789066066.086357:0:3297:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066066.086386:0:3295:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf058001500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3295:1875971258041856:0@lo:400:kworker.0 00000100:00100000:1.0:1789066066.086410:0:3295:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066066.086428:0:3295:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789066066.086433:0:3295:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf058002300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3295:1875971258041984:0@lo:400:kworker.0 00000100:00100000:1.0:1789066066.086453:0:3295:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066066.086484:0:14411:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258042112 00000100:00100000:1.0:1789066066.086491:0:14411:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258042112 00000100:00100000:1.0:1789066066.086542:0:14411:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258042240 00000100:00100000:1.0:1789066066.086569:0:14411:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258042240 00000100:00100000:1.0:1789066066.086587:0:14411:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258041984 00000100:00100000:1.0:1789066066.086591:0:14411:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258041984 00000100:00100000:1.0:1789066066.086605:0:14411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:1.0:1789066066.086614:0:14411:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf058000700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3297:x1875971258042112:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789066066.086669:0:14411:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf058000700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3297:x1875971258042112:12345-0@lo:400:kworker.0 Request processed in 55us (444us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066066.086675:0:14411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:1.0:1789066066.086694:0:14411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:1.0:1789066066.086700:0:14411:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf058000a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3297:x1875971258042240:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789066066.087177:0:15100:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258041600 00000100:00100000:0.0:1789066066.087183:0:15100:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258041600 00000100:00100000:0.0:1789066066.087225:0:15100:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1789066066.087233:0:15100:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf081693480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3298:x1875971258041600:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1789066066.087259:0:15100:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1789066066.087310:0:15100:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf081693480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3298:x1875971258041600:12345-0@lo:13:osp-pre-1-0.0 Request processed in 78us (1327us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066066.087316:0:15100:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1789066066.087360:0:15096:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258041856 00000100:00100000:0.0:1789066066.087365:0:15096:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258041856 00000100:00100000:0.0:1789066066.087393:0:15096:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1789066066.087400:0:15096:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf058000000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3295:x1875971258041856:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789066066.087435:0:15096:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf058000000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3295:x1875971258041856:12345-0@lo:400:kworker.0 Request processed in 36us (1024us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066066.087440:0:15096:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1789066066.087460:0:15531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:0.0:1789066066.087467:0:15531:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf058001880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3295:x1875971258041984:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789066066.087498:0:15531:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf058001880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3295:x1875971258041984:12345-0@lo:400:kworker.0 Request processed in 31us (1044us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066066.087514:0:15531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:0.0:1789066066.087534:0:14407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258041728 00000100:00100000:0.0:1789066066.087538:0:14407:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258041728 00000100:00100000:0.0:1789066066.087591:0:14407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 127 00000100:00100000:0.0:1789066066.087598:0:14407:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf079d8bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:82aeb8d7-3216-4823-acbe-8bd0a8ba1a6e+19:3297:x1875971258041728:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789066066.087632:0:14407:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf079d8bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:82aeb8d7-3216-4823-acbe-8bd0a8ba1a6e+19:3297:x1875971258041728:12345-0@lo:400:kworker.0 Request processed in 35us (1322us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066066.087638:0:14407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 127 00000100:00100000:0.0:1789066066.087694:0:3298:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf07b1b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3298:1875971258041600:0@lo:13:osp-pre-1-0.0 00000100:00080000:0.0:1789066066.087998:0:14408:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1789066066.088003:0:14408:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1789066066.088005:0:14408:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1789066066.088042:0:14411:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf058000a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3297:x1875971258042240:12345-0@lo:400:kworker.0 Request processed in 1341us (1682us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066066.088049:0:14411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:0.0:1789066066.088088:0:3297:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf058003800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:82aeb8d7-3216-4823-acbe-8bd0a8ba1a6e:3297:1875971258041728:0@lo:400:kworker.0 00000100:00100000:0.0:1789066066.088100:0:3297:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf058001180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3297:1875971258042240:0@lo:400:kworker.0 00000100:00100000:0.0:1789066066.088111:0:3297:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf058000e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3297:1875971258042112:0@lo:400:kworker.0 00000100:00100000:0.0:1789066066.088144:0:3295:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf058002300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3295:1875971258041984:0@lo:400:kworker.0 00000100:00100000:0.0:1789066066.088153:0:3295:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf058001500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3295:1875971258041856:0@lo:400:kworker.0 00010000:00010000:2.0:1789066066.790662:0:14400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789066067.814649:0:14401:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789066068.653060:0:3295:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf07f55c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3295:1875971258042368:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1789066068.653139:0:3295:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789066068.653383:0:15100:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258042368 00000100:00100000:2.0:1789066068.653393:0:15100:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258042368 00000100:00100000:2.0:1789066068.653458:0:15100:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:2.0:1789066068.653468:0:15100:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07b1b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3295:x1875971258042368:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1789066068.653505:0:15100:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 6815744 granted 61276160 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1789066068.653582:0:15100:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07b1b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3295:x1875971258042368:12345-0@lo:13:osp-pre-0-0.0 Request processed in 116us (444us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066068.653590:0:15100:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:2.0:1789066068.653640:0:3295:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf07f55c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3295:1875971258042368:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1789066068.655097:0:14408:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1789066068.839707:0:14400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789066069.418351:0:3289:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:1.0:1789066069.420238:0:3289:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:1.0:1789066069.420278:0:3289:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:1.0:1789066069.420306:0:3289:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:1.0:1789066069.420354:0:15531:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236038272 00000100:00100000:1.0:1789066069.420370:0:15531:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236038272 00000100:00100000:1.0:1789066069.420425:0:15531:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236038528 00000100:00100000:1.0:1789066069.420428:0:15531:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236038528 00000100:00100000:1.0:1789066069.420450:0:15531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 45 00000100:00100000:1.0:1789066069.420460:0:15531:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf058002680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d8884011-f51c-4c21-8191-38ad45143351+12:2347:x1875971236038272:12345-192.168.204.23@tcp:400:kworker.0 00000100:00100000:1.0:1789066069.420538:0:15531:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf058002680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d8884011-f51c-4c21-8191-38ad45143351+12:2347:x1875971236038272:12345-192.168.204.23@tcp:400:kworker.0 Request processed in 80us (258us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066069.420578:0:15531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 45 00000100:00100000:1.0:1789066069.420598:0:15531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 46 00000100:00100000:1.0:1789066069.420605:0:15531:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf058001c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:195e55f3-2761-4c99-af1d-7ca8a37e0a8b+6:2347:x1875971236038528:12345-192.168.204.23@tcp:400:kworker.0 00000100:00100000:1.0:1789066069.420632:0:15531:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf058001c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:195e55f3-2761-4c99-af1d-7ca8a37e0a8b+6:2347:x1875971236038528:12345-192.168.204.23@tcp:400:kworker.0 Request processed in 28us (325us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066069.420639:0:15531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 46 00000100:00080000:1.0:1789066069.420659:0:14408:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1789066069.421240:0:15532:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236038400 00000100:00100000:3.0:1789066069.421246:0:15532:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236038400 00000100:00100000:3.0:1789066069.421293:0:15532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 28 00000100:00100000:3.0:1789066069.421301:0:15532:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf058002a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d8884011-f51c-4c21-8191-38ad45143351+5:2348:x1875971236038400:12345-192.168.204.23@tcp:400:kworker.0 00000100:00100000:3.0:1789066069.421339:0:15532:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf058002a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d8884011-f51c-4c21-8191-38ad45143351+5:2348:x1875971236038400:12345-192.168.204.23@tcp:400:kworker.0 Request processed in 39us (1119us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066069.421346:0:15532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 28 00000100:00080000:1.0:1789066069.421916:0:14408:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1789066069.424480:0:14405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236038144 00000100:00100000:2.0:1789066069.424495:0:14405:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236038144 00000100:00100000:2.0:1789066069.424583:0:14407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 128 00000100:00100000:2.0:1789066069.424594:0:14407:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07eda6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0e8af51c-f770-41ac-8f86-9bd33864d1bb+13:2348:x1875971236038144:12345-192.168.204.23@tcp:400:kworker.0 00000100:00100000:2.0:1789066069.424672:0:14407:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07eda6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0e8af51c-f770-41ac-8f86-9bd33864d1bb+13:2348:x1875971236038144:12345-192.168.204.23@tcp:400:kworker.0 Request processed in 80us (6331us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066069.424680:0:14407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 128 00010000:00010000:2.0:1789066069.868652:0:14401:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789066070.885860:0:14400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789066071.205874:0:3295:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1789066071.205899:0:3295:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf07f55c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3295:1875971258042496:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1789066071.205968:0:3295:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789066071.206029:0:15100:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258042496 00000100:00100000:2.0:1789066071.206037:0:15100:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258042496 00000100:00100000:2.0:1789066071.206091:0:15100:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:2.0:1789066071.206114:0:15100:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07f55ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3295:x1875971258042496:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1789066071.206151:0:15100:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1789066071.206212:0:15100:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07f55ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3295:x1875971258042496:12345-0@lo:13:osp-pre-1-0.0 Request processed in 112us (244us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066071.206221:0:15100:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00080000:2.0:1789066071.206242:0:14408:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1789066071.206277:0:3295:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf07f55c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3295:1875971258042496:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1789066071.208983:0:3298:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf07b1b9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3298:1875971258042752:0@lo:400:kworker.0 00000100:00100000:0.0:1789066071.209058:0:3298:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066071.209100:0:3298:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1789066071.209106:0:3298:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf07b1bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:82aeb8d7-3216-4823-acbe-8bd0a8ba1a6e:3298:1875971258042624:0@lo:400:kworker.0 00000100:00100000:0.0:1789066071.209136:0:3298:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066071.209164:0:3298:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf07b1ba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3298:1875971258043136:0@lo:400:kworker.0 00000100:00100000:0.0:1789066071.209202:0:3298:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066071.209236:0:15096:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258042752 00000100:00100000:0.0:1789066071.209243:0:15096:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258042752 00000100:00100000:0.0:1789066071.209301:0:15096:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:0.0:1789066071.209310:0:15096:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07b1b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3298:x1875971258042752:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789066071.209361:0:15096:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07b1b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3298:x1875971258042752:12345-0@lo:400:kworker.0 Request processed in 51us (303us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066071.209368:0:15096:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:0.0:1789066071.209393:0:14406:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258042624 00000100:00100000:0.0:1789066071.209396:0:14406:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258042624 00000100:00100000:0.0:1789066071.209418:0:14406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 129 00000100:00100000:0.0:1789066071.209424:0:14406:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07eda5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:82aeb8d7-3216-4823-acbe-8bd0a8ba1a6e+19:3298:x1875971258042624:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789066071.209452:0:14406:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07eda5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:82aeb8d7-3216-4823-acbe-8bd0a8ba1a6e+19:3298:x1875971258042624:12345-0@lo:400:kworker.0 Request processed in 29us (315us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066071.209458:0:14406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 129 00000100:00100000:0.0:1789066071.209486:0:15531:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258043136 00000100:00100000:0.0:1789066071.209489:0:15531:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258043136 00000100:00100000:0.0:1789066071.209517:0:15531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:0.0:1789066071.209523:0:15531:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cef433b9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3298:x1875971258043136:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789066071.209602:0:15531:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cef433b9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3298:x1875971258043136:12345-0@lo:400:kworker.0 Request processed in 78us (408us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066071.209610:0:15531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:0.0:1789066071.209653:0:3296:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf07b1b8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3296:1875971258043008:0@lo:400:kworker.0 00000100:00100000:0.0:1789066071.209680:0:3296:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066071.209701:0:3296:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1789066071.209706:0:3296:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf07b1b9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3296:1875971258042880:0@lo:400:kworker.0 00000100:00100000:0.0:1789066071.209726:0:3296:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066071.209749:0:14414:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258043008 00000100:00100000:0.0:1789066071.209752:0:14414:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258043008 00000100:00100000:0.0:1789066071.209774:0:14414:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258042880 00000100:00100000:0.0:1789066071.209777:0:14414:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258042880 00000100:00100000:0.0:1789066071.209794:0:14414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:0.0:1789066071.209800:0:14414:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cef433bb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3296:x1875971258043008:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789066071.209831:0:14414:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cef433bb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3296:x1875971258043008:12345-0@lo:400:kworker.0 Request processed in 31us (150us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066071.209837:0:14414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:0.0:1789066071.209849:0:14414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:0.0:1789066071.209855:0:14414:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cef433b9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3296:x1875971258042880:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789066071.209879:0:14414:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cef433b9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3296:x1875971258042880:12345-0@lo:400:kworker.0 Request processed in 25us (153us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066071.209885:0:14414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:0.0:1789066071.209926:0:3296:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf07b1b9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3296:1875971258042880:0@lo:400:kworker.0 00000100:00100000:0.0:1789066071.209937:0:3296:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf07b1b8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3296:1875971258043008:0@lo:400:kworker.0 00000100:00100000:0.0:1789066071.209967:0:3298:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf07b1bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:82aeb8d7-3216-4823-acbe-8bd0a8ba1a6e:3298:1875971258042624:0@lo:400:kworker.0 00000100:00100000:0.0:1789066071.209988:0:3298:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf07b1ba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3298:1875971258043136:0@lo:400:kworker.0 00000100:00100000:0.0:1789066071.209998:0:3298:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf07b1b9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3298:1875971258042752:0@lo:400:kworker.0 00000100:00080000:2.0:1789066071.210109:0:14408:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1789066071.210114:0:14408:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1789066071.918802:0:14401:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1789066071.931902:0:17355:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-pcc test 1d: Test Project ID with remote access ========================================================== 14:47:49 (1789066069) 00010000:00010000:2.0:1789066072.936030:0:14400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789066073.765787:0:3298:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cef433baa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3298:1875971258043264:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1789066073.765860:0:3298:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066073.765928:0:15100:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258043264 00000100:00100000:1.0:1789066073.765936:0:15100:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258043264 00000100:00100000:1.0:1789066073.765988:0:15100:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1789066073.765998:0:15100:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf058000380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3298:x1875971258043264:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1789066073.766034:0:15100:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 6815744 granted 61276160 pending 0 free 3851419648 avail 3849322496 00000100:00100000:1.0:1789066073.766328:0:15100:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf058000380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3298:x1875971258043264:12345-0@lo:13:osp-pre-0-0.0 Request processed in 330us (467us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066073.766336:0:15100:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00080000:1.0:1789066073.766366:0:14408:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1789066073.766417:0:3298:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cef433baa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3298:1875971258043264:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1789066073.958378:0:14401:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789066074.563354:0:3288:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:1.0:1789066074.563408:0:3288:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:0.0:1789066074.563501:0:14414:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236038784 00000100:00100000:0.0:1789066074.563514:0:14414:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236038784 00000100:00100000:0.0:1789066074.563608:0:14414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 50 00000100:00100000:0.0:1789066074.563621:0:14414:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf058001500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d8884011-f51c-4c21-8191-38ad45143351+12:2350:x1875971236038784:12345-192.168.204.23@tcp:400:kworker.0 00000100:00100000:0.0:1789066074.563710:0:14414:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf058001500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d8884011-f51c-4c21-8191-38ad45143351+12:2350:x1875971236038784:12345-192.168.204.23@tcp:400:kworker.0 Request processed in 91us (300us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066074.563718:0:14414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 50 00000100:00100000:3.0:1789066074.564161:0:14405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236038656 00000100:00100000:3.0:1789066074.564167:0:14405:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236038656 00000100:00100000:3.0:1789066074.564207:0:14405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 130 00000100:00100000:3.0:1789066074.564215:0:14405:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07eda7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0e8af51c-f770-41ac-8f86-9bd33864d1bb+13:2350:x1875971236038656:12345-192.168.204.23@tcp:400:kworker.0 00000100:00100000:3.0:1789066074.564249:0:14405:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07eda7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0e8af51c-f770-41ac-8f86-9bd33864d1bb+13:2350:x1875971236038656:12345-192.168.204.23@tcp:400:kworker.0 Request processed in 35us (906us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066074.564256:0:14405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 130 00000100:00080000:1.0:1789066074.564428:0:14408:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1789066074.570308:0:3288:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:3.0:1789066074.570354:0:3288:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:3.0:1789066074.570385:0:14413:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236039040 00000100:00100000:3.0:1789066074.570407:0:14413:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236039040 00000100:00100000:3.0:1789066074.570472:0:14413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 51 00000100:00100000:3.0:1789066074.570483:0:14413:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf081693100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:195e55f3-2761-4c99-af1d-7ca8a37e0a8b+6:2347:x1875971236039040:12345-192.168.204.23@tcp:400:kworker.0 00000100:00100000:3.0:1789066074.570573:0:14413:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf081693100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:195e55f3-2761-4c99-af1d-7ca8a37e0a8b+6:2347:x1875971236039040:12345-192.168.204.23@tcp:400:kworker.0 Request processed in 92us (276us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066074.570581:0:14413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 51 00000100:00100000:3.0:1789066074.570604:0:15532:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236038912 00000100:00100000:3.0:1789066074.570608:0:15532:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236038912 00000100:00100000:3.0:1789066074.570637:0:15532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 22 00000100:00100000:3.0:1789066074.570643:0:15532:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf081690700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d8884011-f51c-4c21-8191-38ad45143351+5:2346:x1875971236038912:12345-192.168.204.23@tcp:9:kworker.0 00000020:00000080:3.0:1789066074.570668:0:15532:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x7555615576c839b4 00000100:00080000:3.0:1789066074.570677:0:15532:0:(import.c:65:import_set_state_nolock()) ffff9cf0478ac800 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1789066074.570714:0:15532:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934605 00000100:00100000:3.0:1789066074.571201:0:15532:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf081690700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d8884011-f51c-4c21-8191-38ad45143351+2:2346:x1875971236038912:12345-192.168.204.23@tcp:9:kworker.0 Request processed in 554us (844us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066074.571209:0:15532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 22 00010000:00010000:3.0:1789066074.571239:0:14400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789066074.571418:0:14408:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1789066074.571423:0:14408:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000001:00100000:0.0:1789066074.811832:0:6711:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of d8884011-f51c-4c21-8191-38ad45143351 00000020:00000080:0.0:1789066074.811841:0:6711:0:(genops.c:885:class_export_put()) final put ffff9cf0478aa800/d8884011-f51c-4c21-8191-38ad45143351 00000020:00000080:1.0:1789066074.812353:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff9cf0478aa800/d8884011-f51c-4c21-8191-38ad45143351 for lustre-OST0000 00000020:00000080:1.0:1789066074.812407:0:38:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9cf0478ac800 for lustre-OST0000 00010000:00010000:3.0:1789066074.981860:0:14401:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1789066075.877925:0:14447:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:0.0:1789066075.877937:0:14447:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1789066075.877976:0:14447:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:0.0:1789066075.877983:0:14447:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00010000:00010000:3.0:1789066076.005862:0:14400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789066076.325892:0:3296:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1789066076.325916:0:3296:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf07f55c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3296:1875971258043392:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1789066076.325988:0:3296:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066076.326054:0:3296:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf081691180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:82aeb8d7-3216-4823-acbe-8bd0a8ba1a6e:3296:1875971258043520:0@lo:400:kworker.0 00000100:00100000:3.0:1789066076.326058:0:3295:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf081692a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3295:1875971258043904:0@lo:400:kworker.0 00000100:00100000:2.0:1789066076.326161:0:3297:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf081693b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3297:1875971258043648:0@lo:400:kworker.0 00000100:00100000:0.0:1789066076.326215:0:15100:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258043392 00000100:00100000:0.0:1789066076.326223:0:15100:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258043392 00000100:00100000:0.0:1789066076.326284:0:15100:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1789066076.326293:0:15100:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf058002300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3296:x1875971258043392:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1789066076.326341:0:15100:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1789066076.327811:0:3295:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789066076.327891:0:3298:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf081693800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3298:1875971258043776:0@lo:400:kworker.0 00000100:00100000:3.0:1789066076.327930:0:3298:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789066076.327979:0:14411:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258043904 00000100:00100000:3.0:1789066076.327986:0:14411:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258043904 00000100:00100000:3.0:1789066076.328030:0:14411:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258043776 00000100:00100000:3.0:1789066076.328046:0:14411:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258043776 00000100:00100000:1.0:1789066076.331524:0:3296:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066076.331631:0:3296:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf081692680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3296:1875971258044032:0@lo:400:kworker.0 00000100:00100000:3.0:1789066076.332108:0:14411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:3.0:1789066076.332121:0:14411:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf081691c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3295:x1875971258043904:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789066076.332192:0:3296:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789066076.334355:0:14411:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf081691c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3295:x1875971258043904:12345-0@lo:400:kworker.0 Request processed in 2229us (6541us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066076.334371:0:14411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:3.0:1789066076.334405:0:14411:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258044032 00000100:00100000:3.0:1789066076.334413:0:14411:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258044032 00000100:00100000:3.0:1789066076.334456:0:14411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:3.0:1789066076.334464:0:14411:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf081691880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3298:x1875971258043776:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789066076.334705:0:14411:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf081691880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3298:x1875971258043776:12345-0@lo:400:kworker.0 Request processed in 240us (6773us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066076.334712:0:14411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:3.0:1789066076.334727:0:14411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:3.0:1789066076.334734:0:14411:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf058000e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3296:x1875971258044032:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789066076.334767:0:14411:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf058000e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3296:x1875971258044032:12345-0@lo:400:kworker.0 Request processed in 33us (2574us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066076.334773:0:14411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:3.0:1789066076.334830:0:3298:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf081693800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3298:1875971258043776:0@lo:400:kworker.0 00000100:00100000:3.0:1789066076.334866:0:3295:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf081692a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3295:1875971258043904:0@lo:400:kworker.0 00000100:00100000:3.0:1789066076.334909:0:14407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258043520 00000100:00100000:3.0:1789066076.334913:0:14407:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258043520 00000100:00100000:3.0:1789066076.335057:0:14407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 131 00000100:00100000:3.0:1789066076.335140:0:14407:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07eda7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:82aeb8d7-3216-4823-acbe-8bd0a8ba1a6e+19:3296:x1875971258043520:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789066076.335177:0:14407:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07eda7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:82aeb8d7-3216-4823-acbe-8bd0a8ba1a6e+19:3296:x1875971258043520:12345-0@lo:400:kworker.0 Request processed in 113us (3663us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066076.335201:0:14407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 131 00000100:00080000:3.0:1789066076.335237:0:14408:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1789066076.335242:0:14408:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1789066076.336623:0:3297:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789066076.336690:0:15096:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258043648 00000100:00100000:1.0:1789066076.336839:0:3296:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf081692680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3296:1875971258044032:0@lo:400:kworker.0 00000100:00100000:1.0:1789066076.336860:0:3296:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf081691180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:82aeb8d7-3216-4823-acbe-8bd0a8ba1a6e:3296:1875971258043520:0@lo:400:kworker.0 00000100:00100000:2.0:1789066076.338149:0:15096:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258043648 00000100:00100000:2.0:1789066076.338233:0:15096:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:2.0:1789066076.338244:0:15096:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07f55f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3297:x1875971258043648:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789066076.338314:0:15096:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07f55f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3297:x1875971258043648:12345-0@lo:400:kworker.0 Request processed in 72us (1695us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066076.338322:0:15096:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:2.0:1789066076.338371:0:3297:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf081693b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3297:1875971258043648:0@lo:400:kworker.0 00000100:00080000:1.0:1789066076.339181:0:14408:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1789066076.342531:0:15100:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf058002300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3296:x1875971258043392:12345-0@lo:13:osp-pre-1-0.0 Request processed in 16230us (16534us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066076.342585:0:15100:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:1.0:1789066076.344240:0:3296:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf07f55c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3296:1875971258043392:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1789066076.915721:0:3289:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:3.0:1789066076.915971:0:14415:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236039296 00000100:00100000:3.0:1789066076.915989:0:14415:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236039296 00000100:00100000:3.0:1789066076.916336:0:14415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 13 00000100:00100000:3.0:1789066076.916349:0:14415:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf058001180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d8884011-f51c-4c21-8191-38ad45143351+12:15297:x1875971236039296:12345-192.168.204.23@tcp:35:umount.0 00000001:00080000:3.0:1789066076.916952:0:14415:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 8589934624 00000100:00100000:3.0:1789066076.917524:0:14415:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf058001180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d8884011-f51c-4c21-8191-38ad45143351+14:15297:x1875971236039296:12345-192.168.204.23@tcp:35:umount.0 Request processed in 1172us (1807us total) trans 8589934625 rc 0/0 00000100:00100000:3.0:1789066076.917536:0:14415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 13 00000020:00080000:3.0:1789066076.917581:0:14415:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00080000:1.0:1789066076.920396:0:14408:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1789066076.922920:0:3290:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:3.0:1789066076.922978:0:3290:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:3.0:1789066076.923028:0:3290:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:1.0:1789066076.923236:0:14399:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236039424 00000100:00100000:1.0:1789066076.923250:0:14399:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236039424 00000100:00100000:1.0:1789066076.923330:0:14399:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236039680 00000100:00100000:1.0:1789066076.923333:0:14399:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236039680 00000100:00100000:1.0:1789066076.923347:0:14399:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236039552 00000100:00100000:1.0:1789066076.923350:0:14399:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236039552 00000100:00100000:1.0:1789066076.923391:0:14399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 3 00000100:00100000:1.0:1789066076.923403:0:14399:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf081692a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0e8af51c-f770-41ac-8f86-9bd33864d1bb+15:2350:x1875971236039424:12345-192.168.204.23@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1789066076.923423:0:14399:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789066076.923451:0:14399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9cf040031c00/0x7555615576c83998 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x44801000000000 nid: 192.168.204.23@tcp remote: 0x64887942ebce024 expref: 15 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066076.923474:0:14399:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789066076.923544:0:14399:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf081692a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0e8af51c-f770-41ac-8f86-9bd33864d1bb+14:2350:x1875971236039424:12345-192.168.204.23@tcp:103:ldlm_bl.0 Request processed in 143us (640us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066076.923603:0:14399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 3 00000100:00100000:1.0:1789066076.923623:0:14399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 4 00000100:00100000:1.0:1789066076.923629:0:14399:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf081693800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0e8af51c-f770-41ac-8f86-9bd33864d1bb+13:2350:x1875971236039680:12345-192.168.204.23@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1789066076.923638:0:14399:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789066076.923648:0:14399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9cf081655200/0x7555615576c83a40 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 192.168.204.23@tcp remote: 0x64887942ebce0ef expref: 13 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066076.923657:0:14399:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789066076.923674:0:14399:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf081693800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0e8af51c-f770-41ac-8f86-9bd33864d1bb+12:2350:x1875971236039680:12345-192.168.204.23@tcp:103:ldlm_bl.0 Request processed in 46us (698us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066076.923681:0:14399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 4 00000100:00100000:1.0:1789066076.923692:0:14399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 5 00000100:00100000:1.0:1789066076.923697:0:14399:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07b1be050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0e8af51c-f770-41ac-8f86-9bd33864d1bb+11:2350:x1875971236039552:12345-192.168.204.23@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1789066076.923703:0:14399:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789066076.923712:0:14399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9cf07fd1ce00/0x7555615576c8399f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 192.168.204.23@tcp remote: 0x64887942ebce04e expref: 11 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066076.923731:0:14399:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789066076.923748:0:14399:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07b1be050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0e8af51c-f770-41ac-8f86-9bd33864d1bb+10:2350:x1875971236039552:12345-192.168.204.23@tcp:103:ldlm_bl.0 Request processed in 51us (720us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066076.923754:0:14399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 5 00000100:00100000:0.0:1789066076.932487:0:3288:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:3.0:1789066076.932595:0:14411:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236040576 00000100:00100000:3.0:1789066076.932609:0:14411:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236040576 00000100:00100000:3.0:1789066076.932734:0:14411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 55 00000100:00100000:3.0:1789066076.932748:0:14411:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cef433baa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d8884011-f51c-4c21-8191-38ad45143351+14:2346:x1875971236040576:12345-192.168.204.23@tcp:39:umount.0 00000020:00000080:3.0:1789066076.932815:0:14411:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x7555615576c839ad 00000020:00010000:3.0:1789066076.932837:0:14411:0:(genops.c:1920:obd_stale_export_put()) Put export ffff9cf0478ab000: total 0 00000100:00080000:3.0:1789066076.932843:0:14411:0:(import.c:65:import_set_state_nolock()) ffff9cef43100000 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1789066076.932877:0:14411:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934625 00000020:00010000:1.0:1789066076.933383:0:14401:0:(genops.c:1906:obd_stale_export_get()) Get export ffff9cf0478ab000: total 0 00010000:00010000:1.0:1789066076.933391:0:14401:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789066076.933449:0:14401:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff9cf0478ab000, canceled 0 locks, left on hash table 7. 00010000:00010000:1.0:1789066076.933493:0:14401:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff9cf06a8c0000) 00010000:00010000:1.0:1789066076.933496:0:14401:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1789066076.933508:0:14401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0817a6800/0x7555615576c83a5c lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.23@tcp remote: 0x64887942ebce0f6 expref: 13 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066076.933538:0:14401:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x1:0x0].0x0 (ffff9cf042e0fe00) 00010000:00010000:1.0:1789066076.933540:0:14401:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00000100:00100000:3.0:1789066076.933544:0:14411:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cef433baa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d8884011-f51c-4c21-8191-38ad45143351+12:2346:x1875971236040576:12345-192.168.204.23@tcp:39:umount.0 Request processed in 799us (1073us total) trans 8589934626 rc 0/0 00010000:00010000:1.0:1789066076.933544:0:14401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1c600/0x7555615576c83b35 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.23@tcp remote: 0x64887942ebce135 expref: 12 pid: 15531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789066076.933581:0:14411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 55 00010000:00010000:1.0:1789066076.933583:0:14401:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff9cf043e52c00) 00010000:00010000:1.0:1789066076.933585:0:14401:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1789066076.933588:0:14401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf040030400/0x7555615576c83bb3 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.23@tcp remote: 0x64887942ebce15f expref: 11 pid: 14413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066076.933603:0:14401:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x3:0x0].0x0 (ffff9cf043149800) 00010000:00010000:1.0:1789066076.933605:0:14401:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1789066076.934025:0:14401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf081655600/0x7555615576c83c31 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.23@tcp remote: 0x64887942ebce182 expref: 9 pid: 15531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066076.934105:0:14401:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9cf042e0f700) 00010000:00010000:1.0:1789066076.934108:0:14401:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1789066076.934114:0:14401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1d600/0x7555615576c83a78 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.23@tcp remote: 0x64887942ebce0fd expref: 8 pid: 14414 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066076.934133:0:14401:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff9cf043e52c00) 00010000:00010000:1.0:1789066076.934136:0:14401:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1789066076.934139:0:14401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1c000/0x7555615576c83bd6 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.23@tcp remote: 0x64887942ebce16d expref: 7 pid: 14414 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066076.934156:0:14401:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf042e0fd00) 00010000:00010000:1.0:1789066076.934159:0:14401:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1789066076.934162:0:14401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1de00/0x7555615576c83ab0 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.23@tcp remote: 0x64887942ebce10b expref: 6 pid: 14414 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066076.934173:0:14401:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff9cf0478ab000, canceled 7 locks, left on hash table 0. 00010000:00010000:1.0:1789066076.934190:0:14401:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789066076.934192:0:14401:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789066076.934194:0:14401:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789066077.030028:0:14400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789066078.053787:0:14401:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789066078.771230:0:3289:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:1.0:1789066078.771285:0:3289:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:1.0:1789066078.771534:0:3289:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:0.0:1789066078.786130:0:14399:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236040704 00000100:00100000:0.0:1789066078.786149:0:14399:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236040704 00000100:00100000:1.0:1789066078.786631:0:3289:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:2.0:1789066078.787839:0:14397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236040960 00000100:00100000:2.0:1789066078.787853:0:14397:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236040960 00000100:00100000:3.0:1789066078.789655:0:16529:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236040832 00000100:00100000:3.0:1789066078.789677:0:16529:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236040832 00000100:00100000:3.0:1789066078.789786:0:16529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 6 00000100:00100000:3.0:1789066078.789799:0:16529:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf058003800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0e8af51c-f770-41ac-8f86-9bd33864d1bb+12:2349:x1875971236040704:12345-192.168.204.23@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1789066078.789821:0:16529:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1789066078.789848:0:16529:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9cf081655a00/0x7555615576c839d0 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801000000000 nid: 192.168.204.23@tcp remote: 0x64887942ebce086 expref: 12 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066078.789872:0:16529:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1789066078.789978:0:16529:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf058003800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0e8af51c-f770-41ac-8f86-9bd33864d1bb+11:2349:x1875971236040704:12345-192.168.204.23@tcp:103:ldlm_bl.0 Request processed in 180us (18763us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066078.789988:0:16529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 6 00000100:00100000:0.0:1789066078.790034:0:14399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 7 00000100:00100000:0.0:1789066078.790069:0:14399:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07f70f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0e8af51c-f770-41ac-8f86-9bd33864d1bb+10:2349:x1875971236040960:12345-192.168.204.23@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1789066078.790091:0:14399:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789066078.790113:0:14399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9cf081654400/0x7555615576c83a39 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 192.168.204.23@tcp remote: 0x64887942ebce0e8 expref: 10 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066078.790131:0:14399:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1789066078.790189:0:14399:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07f70f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0e8af51c-f770-41ac-8f86-9bd33864d1bb+9:2349:x1875971236040960:12345-192.168.204.23@tcp:103:ldlm_bl.0 Request processed in 142us (18902us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066078.790196:0:14399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 7 00000100:00100000:0.0:1789066078.790219:0:14399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 8 00000100:00100000:0.0:1789066078.790227:0:14399:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07b0b1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0e8af51c-f770-41ac-8f86-9bd33864d1bb+8:2349:x1875971236040832:12345-192.168.204.23@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1789066078.790235:0:14399:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789066078.790245:0:14399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9cf07fd1d200/0x7555615576c839d7 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 192.168.204.23@tcp remote: 0x64887942ebce0b0 expref: 8 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066078.790255:0:14399:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1789066078.790273:0:14399:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07b0b1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0e8af51c-f770-41ac-8f86-9bd33864d1bb+7:2349:x1875971236040832:12345-192.168.204.23@tcp:103:ldlm_bl.0 Request processed in 48us (18740us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066078.790280:0:14399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 8 00000100:00100000:1.0:1789066078.791115:0:15531:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236041216 00000100:00100000:1.0:1789066078.791128:0:15531:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236041216 00000100:00100000:1.0:1789066078.791577:0:15531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 56 00000100:00100000:1.0:1789066078.791607:0:15531:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07b0b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:195e55f3-2761-4c99-af1d-7ca8a37e0a8b+6:2346:x1875971236041216:12345-192.168.204.23@tcp:39:umount.0 00000020:00000080:1.0:1789066078.791654:0:15531:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x7555615576c839e5 00000020:00010000:1.0:1789066078.791665:0:15531:0:(genops.c:1920:obd_stale_export_put()) Put export ffff9cf07ec20000: total 0 00000100:00080000:1.0:1789066078.791670:0:15531:0:(import.c:65:import_set_state_nolock()) ffff9cf07ec24800 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1789066078.791703:0:15531:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934626 00000100:00100000:1.0:1789066078.791950:0:15531:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07b0b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:195e55f3-2761-4c99-af1d-7ca8a37e0a8b+5:2346:x1875971236041216:12345-192.168.204.23@tcp:39:umount.0 Request processed in 344us (7643us total) trans 8589934627 rc 0/0 00000100:00100000:1.0:1789066078.792614:0:15531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 56 00000100:00080000:1.0:1789066078.792651:0:14408:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00010000:1.0:1789066078.792667:0:14400:0:(genops.c:1906:obd_stale_export_get()) Get export ffff9cf07ec20000: total 0 00010000:00010000:1.0:1789066078.792725:0:14400:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff9cf07ec20000, canceled 0 locks, left on hash table 1. 00010000:00010000:1.0:1789066078.792765:0:14400:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf042e0fd00) 00010000:00010000:1.0:1789066078.792770:0:14400:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1789066078.792778:0:14400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1d000/0x7555615576c83abe lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.23@tcp remote: 0x64887942ebce112 expref: 4 pid: 15531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066078.792808:0:14400:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff9cf07ec20000, canceled 1 locks, left on hash table 0. 00010000:00010000:1.0:1789066078.792820:0:14400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789066078.792822:0:14400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789066078.792824:0:14400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789066078.817918:0:3290:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:0.0:1789066078.818097:0:14406:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236041472 00000100:00100000:0.0:1789066078.818109:0:14406:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236041472 00000100:00100000:0.0:1789066078.818252:0:14406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 132 00000100:00100000:0.0:1789066078.818264:0:14406:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07eda6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0e8af51c-f770-41ac-8f86-9bd33864d1bb+7:2346:x1875971236041472:12345-192.168.204.23@tcp:251:umount.0 00000020:00000080:0.0:1789066078.818319:0:14406:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x7555615576c8398a 00000020:00010000:0.0:1789066078.818327:0:14406:0:(genops.c:1920:obd_stale_export_put()) Put export ffff9cef4339b000: total 0 00000100:00080000:0.0:1789066078.818331:0:14406:0:(import.c:65:import_set_state_nolock()) ffff9cef4339e000 : changing import state from FULL to CLOSED 00000100:00100000:0.0:1789066078.818419:0:14406:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07eda6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0e8af51c-f770-41ac-8f86-9bd33864d1bb+3:2346:x1875971236041472:12345-192.168.204.23@tcp:251:umount.0 Request processed in 157us (510us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066078.818426:0:14406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 132 00000020:00010000:1.0:1789066078.818524:0:14401:0:(genops.c:1906:obd_stale_export_get()) Get export ffff9cef4339b000: total 0 00010000:00010000:1.0:1789066078.818529:0:14401:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789066078.818618:0:14401:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff9cef4339b000, canceled 0 locks, left on hash table 1. 00010000:00010000:1.0:1789066078.818663:0:14401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9cf040031a00/0x7555615576c83991 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x44801000000000 nid: 192.168.204.23@tcp remote: 0x64887942ebce01d expref: 2 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066078.818681:0:14401:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff9cef4339b000, canceled 1 locks, left on hash table 0. 00000020:00000080:1.0:1789066078.818691:0:14401:0:(genops.c:885:class_export_put()) final put ffff9cef4339b000/0e8af51c-f770-41ac-8f86-9bd33864d1bb 00010000:00010000:1.0:1789066078.818709:0:14401:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789066078.818711:0:14401:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789066078.818714:0:14401:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1789066078.818724:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff9cef4339b000/0e8af51c-f770-41ac-8f86-9bd33864d1bb for MGS 00000020:00000080:1.0:1789066078.818771:0:38:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9cef4339e000 for MGS 00000100:00100000:2.0:1789066078.885831:0:3297:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cef433ba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3297:1875971258044160:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1789066078.885903:0:3297:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066078.886103:0:15099:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258044160 00000100:00100000:1.0:1789066078.886111:0:15099:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258044160 00000100:00100000:1.0:1789066078.886165:0:15099:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:1.0:1789066078.886175:0:15099:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07f55d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3297:x1875971258044160:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1789066078.886211:0:15099:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3851419648 avail 3849322496 00000100:00100000:1.0:1789066078.886274:0:15099:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07f55d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3297:x1875971258044160:12345-0@lo:13:osp-pre-0-0.0 Request processed in 101us (371us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066078.886282:0:15099:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00080000:0.0:1789066078.886351:0:14408:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1789066078.886593:0:3297:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cef433ba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3297:1875971258044160:0@lo:13:osp-pre-0-0.0 00000001:00100000:0.0:1789066078.984606:0:5860:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 195e55f3-2761-4c99-af1d-7ca8a37e0a8b 00000001:00080000:0.0:1789066078.984771:0:5860:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934627 is committed 00000020:00000080:0.0:1789066078.984777:0:5860:0:(genops.c:885:class_export_put()) final put ffff9cf07ec20000/195e55f3-2761-4c99-af1d-7ca8a37e0a8b 00000001:00100000:0.0:1789066078.984909:0:5860:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of d8884011-f51c-4c21-8191-38ad45143351 00000001:00080000:0.0:1789066078.984920:0:5860:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934626 is committed 00000020:00000080:0.0:1789066078.984928:0:5860:0:(genops.c:885:class_export_put()) final put ffff9cf0478ab000/d8884011-f51c-4c21-8191-38ad45143351 00000020:00000080:2.0:1789066078.986973:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9cf07ec20000/195e55f3-2761-4c99-af1d-7ca8a37e0a8b for lustre-MDT0000 00000020:00000080:2.0:1789066078.987110:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9cf0478ab000/d8884011-f51c-4c21-8191-38ad45143351 for lustre-MDT0000 00000020:00000080:2.0:1789066078.987146:0:37:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9cf07ec24800 for lustre-MDT0000 00000020:00000080:2.0:1789066078.987156:0:37:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9cef43100000 for lustre-MDT0000 00010000:00010000:3.0:1789066079.078917:0:14400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789066080.104985:0:14401:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789066081.125714:0:14400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:3.0:1789066081.127070:0:17555:0:(tgt_mount.c:2191:server_umount_begin()) umount -f 00000020:01000004:0.0:1789066081.147816:0:17555:0:(tgt_mount.c:2061:server_put_super()) server put_super lustre-MDT0000 00010000:00010000:0.0:1789066081.147890:0:17555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.123@tcp lock: ffff9cf07b049200/0x7555615576c836b9 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x7555615576c836c0 expref: -99 pid: 14394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066081.147913:0:17555:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.123@tcp lock: ffff9cf07b049200/0x7555615576c836b9 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x7555615576c836c0 expref: -99 pid: 14394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066081.147922:0:17555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.123@tcp lock: ffff9cf07b049200/0x7555615576c836b9 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0x7555615576c836c0 expref: -99 pid: 14394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066081.147930:0:17555:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.123@tcp lock: ffff9cf07b049200/0x7555615576c836b9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0x7555615576c836c0 expref: -99 pid: 14394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066081.147955:0:17555:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789066081.148097:0:14401:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789066081.148108:0:14401:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.123@tcp lock: ffff9cf07b049200/0x7555615576c836b9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0x7555615576c836c0 expref: -99 pid: 14394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066081.148117:0:14401:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf07b049200 already unused, calling callback (ffffffffc1b4dc20) 10000000:00010000:1.0:1789066081.148122:0:14401:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.123@tcp lock: ffff9cf07b049200/0x7555615576c836b9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0x7555615576c836c0 expref: -99 pid: 14394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066081.148132:0:14401:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.123@tcp lock: ffff9cf07b049200/0x7555615576c836b9 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1008400000000 nid: local remote: 0x7555615576c836c0 expref: -99 pid: 14394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1789066081.148141:0:14401:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.123@tcp lock: ffff9cf07b049200/0x7555615576c836b9 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1009400000000 nid: local remote: 0x7555615576c836c0 expref: -99 pid: 14394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789066081.148148:0:14401:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:1.0:1789066081.148152:0:14401:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 00010000:00010000:1.0:1789066081.148397:0:14401:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.123@tcp lock: ffff9cf07b049200/0x7555615576c836b9 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0x7555615576c836c0 expref: -99 pid: 14394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066081.148406:0:14401:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1789066081.148452:0:14401:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.123@tcp lock: ffff9cf07b049200/0x7555615576c836b9 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0x7555615576c836c0 expref: -99 pid: 14394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066081.148463:0:14401:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789066081.148465:0:14401:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789066081.148467:0:14401:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789066081.148508:0:3298:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf07b0b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:82aeb8d7-3216-4823-acbe-8bd0a8ba1a6e:3298:1875971258044288:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1789066081.148643:0:17555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.123@tcp lock: ffff9cf07b049200/0x7555615576c836b9 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0x7555615576c836c0 expref: -99 pid: 14394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789066081.148656:0:17555:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 10000000:01000000:0.0:1789066081.148661:0:17555:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:0.0:1789066081.148695:0:17555:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1789066081.148696:0:3298:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066081.148701:0:17555:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 3 00000100:00080000:0.0:1789066081.148708:0:17555:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00080000:0.0:1789066081.148725:0:17555:0:(import.c:65:import_set_state_nolock()) ffff9cf073886800 lustre-MDT0000_UUID: changing import state from FULL to CONNECTING 00000100:00100000:1.0:1789066081.148879:0:14398:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258044288 00000100:00100000:1.0:1789066081.148889:0:14398:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258044288 00000100:00100000:1.0:1789066081.148955:0:14398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1789066081.148965:0:14398:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf081692a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:82aeb8d7-3216-4823-acbe-8bd0a8ba1a6e+19:3298:x1875971258044288:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1789066081.149054:0:14398:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789066081.149205:0:14398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9cf0817a7400/0x7555615576c836c0 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x7555615576c836b9 expref: 19 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066081.149221:0:14398:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789066081.149592:0:14398:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf081692a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:82aeb8d7-3216-4823-acbe-8bd0a8ba1a6e+18:3298:x1875971258044288:12345-0@lo:103:ldlm_bl.0 Request processed in 628us (896us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066081.149601:0:14398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1789066081.149608:0:3298:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf07b0b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:82aeb8d7-3216-4823-acbe-8bd0a8ba1a6e:3298:1875971258044288:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1789066081.149632:0:3294:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cef433ba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3294:1875971258044416:0@lo:39:umount.0 00000100:00100000:1.0:1789066081.149671:0:3294:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066081.154335:0:14413:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258044416 00000100:00100000:0.0:1789066081.154359:0:14413:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258044416 00000100:00100000:0.0:1789066081.154467:0:14413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:0.0:1789066081.154482:0:14413:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07b0b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3294:x1875971258044416:12345-0@lo:39:umount.0 00000020:00000080:0.0:1789066081.154529:0:14413:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x7555615576c836ea 00000100:00080000:0.0:1789066081.154542:0:14413:0:(import.c:65:import_set_state_nolock()) ffff9cf04589d000 : changing import state from FULL to CLOSED 00000100:00100000:0.0:1789066081.154721:0:14413:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07b0b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+1:3294:x1875971258044416:12345-0@lo:39:umount.0 Request processed in 243us (5048us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066081.154728:0:14413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000020:00000080:0.0:1789066081.154745:0:14413:0:(genops.c:885:class_export_put()) final put ffff9cf04589f800/lustre-MDT0000-lwp-MDT0000_UUID 00000100:00080000:2.0:1789066081.154994:0:3294:0:(import.c:65:import_set_state_nolock()) ffff9cf073886800 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:2.0:1789066081.155022:0:3294:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cef433ba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3294:1875971258044416:0@lo:39:umount.0 00000020:00000080:3.0:1789066081.155171:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff9cf04589f800/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000 00000020:00000080:3.0:1789066081.155259:0:38:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9cf04589d000 for lustre-MDT0000 00010000:00010000:1.0:1789066081.155600:0:14400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789066081.155663:0:17555:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1789066081.155669:0:17555:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 4 00000100:00100000:0.0:1789066081.155675:0:17555:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:0.0:1789066081.158462:0:17555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.123@tcp lock: ffff9cf07b048800/0x7555615576c8361f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x7555615576c83626 expref: -99 pid: 14394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066081.158490:0:17555:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.123@tcp lock: ffff9cf07b048800/0x7555615576c8361f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x7555615576c83626 expref: -99 pid: 14394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066081.158499:0:17555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.123@tcp lock: ffff9cf07b048800/0x7555615576c8361f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000400000000 nid: local remote: 0x7555615576c83626 expref: -99 pid: 14394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066081.158527:0:17555:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.123@tcp lock: ffff9cf07b048800/0x7555615576c8361f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000400000000 nid: local remote: 0x7555615576c83626 expref: -99 pid: 14394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066081.158572:0:17555:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789066081.158580:0:17555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.123@tcp lock: ffff9cf0817a6c00/0x7555615576c838b1 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7555615576c838b8 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066081.158587:0:17555:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.123@tcp lock: ffff9cf0817a6c00/0x7555615576c838b1 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x7555615576c838b8 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066081.158593:0:17555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.123@tcp lock: ffff9cf0817a6c00/0x7555615576c838b1 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x7555615576c838b8 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066081.158600:0:17555:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.123@tcp lock: ffff9cf0817a6c00/0x7555615576c838b1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x7555615576c838b8 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066081.158626:0:17555:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1789066081.158634:0:17555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.123@tcp lock: ffff9cf0817a7e00/0x7555615576c83a2b lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x7555615576c83a32 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066081.158640:0:17555:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.123@tcp lock: ffff9cf0817a7e00/0x7555615576c83a2b lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x7555615576c83a32 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066081.158647:0:17555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.123@tcp lock: ffff9cf0817a7e00/0x7555615576c83a2b lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x7555615576c83a32 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066081.158654:0:17555:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.123@tcp lock: ffff9cf0817a7e00/0x7555615576c83a2b lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x7555615576c83a32 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066081.158675:0:17555:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:0.0:1789066081.158681:0:17555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.123@tcp lock: ffff9cf07b049e00/0x7555615576c83611 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7555615576c83618 expref: -99 pid: 14394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066081.158687:0:17555:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.123@tcp lock: ffff9cf07b049e00/0x7555615576c83611 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x7555615576c83618 expref: -99 pid: 14394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066081.158693:0:17555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.123@tcp lock: ffff9cf07b049e00/0x7555615576c83611 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x7555615576c83618 expref: -99 pid: 14394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066081.158699:0:17555:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.123@tcp lock: ffff9cf07b049e00/0x7555615576c83611 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x7555615576c83618 expref: -99 pid: 14394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066081.158706:0:14400:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1789066081.158708:0:17555:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 10000000:01000000:0.0:1789066081.158712:0:17555:0:(mgc_request.c:547:config_log_end()) end config log lustre-MDT0000 (0) 00010000:00010000:3.0:1789066081.158715:0:14400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.123@tcp lock: ffff9cf07b048800/0x7555615576c8361f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0x7555615576c83626 expref: -99 pid: 14394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066081.158723:0:14400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf07b048800 already unused, calling callback (ffffffffc1b4dc20) 10000000:00010000:3.0:1789066081.158726:0:14400:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.123@tcp lock: ffff9cf07b048800/0x7555615576c8361f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0x7555615576c83626 expref: -99 pid: 14394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:0.0:1789066081.158744:0:17555:0:(tgt_mount.c:2111:server_put_super()) stopping lustre-MDT0000 00010000:00010000:3.0:1789066081.158747:0:14400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.123@tcp lock: ffff9cf07b048800/0x7555615576c8361f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1008400000000 nid: local remote: 0x7555615576c83626 expref: -99 pid: 14394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000000:0.0:1789066081.158750:0:17555:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000 (flags='F') 00000020:00000080:0.0:1789066081.158754:0:17555:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 10000000:00010000:3.0:1789066081.158755:0:14400:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.123@tcp lock: ffff9cf07b048800/0x7555615576c8361f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1009400000000 nid: local remote: 0x7555615576c83626 expref: -99 pid: 14394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789066081.158762:0:14400:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00000020:00000080:0.0:1789066081.158762:0:17555:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000: forcing exports to disconnect: 2/5 10000000:01000000:3.0:1789066081.158765:0:14400:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-MDT0000: stopping, won't requeue 10000000:01000000:3.0:1789066081.158767:0:14400:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0000 00000020:00080000:0.0:1789066081.158770:0:17555:0:(genops.c:1818:print_export_data()) lustre-MDT0000: ACTIVE ffff9cef42eac000 lustre-MDT0000-lwp-OST0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1789066081.158777:0:17555:0:(genops.c:1818:print_export_data()) lustre-MDT0000: ACTIVE ffff9cf0478a8800 lustre-MDT0000-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1789066081.158782:0:17555:0:(genops.c:1552:class_disconnect_exports()) OBD device 5 (ffff9cf050e999c0) has exports, disconnecting them 00000020:00080000:0.0:1789066081.158787:0:17555:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff9cef42eac000), last request at 1789066076 00000020:00000080:0.0:1789066081.158796:0:17555:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x7555615576c838a3 00010000:00010000:3.0:1789066081.158813:0:14400:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.123@tcp lock: ffff9cf07b048800/0x7555615576c8361f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0x7555615576c83626 expref: -99 pid: 14394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1789066081.158819:0:17555:0:(import.c:65:import_set_state_nolock()) ffff9cef42ea9800 : changing import state from FULL to CLOSED 00010000:00010000:3.0:1789066081.158820:0:14400:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1789066081.158860:0:14400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.123@tcp lock: ffff9cf07b048800/0x7555615576c8361f lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0x7555615576c83626 expref: -99 pid: 14394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066081.158868:0:14400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.123@tcp lock: ffff9cf07b048800/0x7555615576c8361f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0x7555615576c83626 expref: -99 pid: 14394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00080000:0.0:1789066081.158879:0:17555:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff9cef42eac000): rc 0 00010000:00010000:3.0:1789066081.158882:0:14400:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00000020:00000080:0.0:1789066081.158882:0:17555:0:(genops.c:885:class_export_put()) final put ffff9cef42eac000/lustre-MDT0000-lwp-OST0001_UUID 00010000:00010000:3.0:1789066081.158885:0:14400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.123@tcp lock: ffff9cf0817a6c00/0x7555615576c838b1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x7555615576c838b8 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066081.158891:0:14400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf0817a6c00 already unused, calling callback (ffffffffc1b4dc20) 00000020:00080000:0.0:1789066081.158892:0:17555:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff9cf0478a8800), last request at 1789066076 10000000:00010000:3.0:1789066081.158894:0:14400:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.123@tcp lock: ffff9cf0817a6c00/0x7555615576c838b1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x7555615576c838b8 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066081.158901:0:14400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.123@tcp lock: ffff9cf0817a6c00/0x7555615576c838b1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x7555615576c838b8 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:0.0:1789066081.158901:0:17555:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x7555615576c8376f 00000100:00080000:0.0:1789066081.158906:0:17555:0:(import.c:65:import_set_state_nolock()) ffff9cf0478aa000 : changing import state from FULL to CLOSED 00000020:00080000:0.0:1789066081.158914:0:17555:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff9cf0478a8800): rc 0 10000000:00010000:3.0:1789066081.158916:0:14400:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.123@tcp lock: ffff9cf0817a6c00/0x7555615576c838b1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x7555615576c838b8 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:0.0:1789066081.158916:0:17555:0:(genops.c:885:class_export_put()) final put ffff9cf0478a8800/lustre-MDT0000-lwp-OST0000_UUID 10000000:01000000:3.0:1789066081.158922:0:14400:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:3.0:1789066081.158924:0:14400:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 00000004:00000080:0.0:1789066081.158924:0:17555:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0000: cmd=400866e7 len=0 karg=ffffaa0484e5bae0 10000000:01000000:3.0:1789066081.158926:0:14400:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 00010000:00010000:3.0:1789066081.158939:0:14400:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.123@tcp lock: ffff9cf0817a6c00/0x7555615576c838b1 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x7555615576c838b8 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066081.158944:0:14400:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00080000:0.0:1789066081.158947:0:17555:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00010000:00010000:3.0:1789066081.158950:0:14400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.123@tcp lock: ffff9cf0817a6c00/0x7555615576c838b1 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x7555615576c838b8 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789066081.158951:0:17555:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934597 gen 3 00010000:00010000:3.0:1789066081.158956:0:14400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.123@tcp lock: ffff9cf0817a6c00/0x7555615576c838b1 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x7555615576c838b8 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1789066081.158965:0:17555:0:(osp_dev.c:1634:osp_import_event()) got inactive 00010000:00010000:3.0:1789066081.158981:0:14400:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1789066081.158985:0:14400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.123@tcp lock: ffff9cf0817a7e00/0x7555615576c83a2b lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x7555615576c83a32 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066081.158991:0:14400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf0817a7e00 already unused, calling callback (ffffffffc1b4dc20) 10000000:00010000:3.0:1789066081.158994:0:14400:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.123@tcp lock: ffff9cf0817a7e00/0x7555615576c83a2b lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x7555615576c83a32 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066081.159001:0:14400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.123@tcp lock: ffff9cf0817a7e00/0x7555615576c83a2b lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x7555615576c83a32 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789066081.159018:0:14400:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.123@tcp lock: ffff9cf0817a7e00/0x7555615576c83a2b lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x7555615576c83a32 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066081.159262:0:14401:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 10000000:01000000:3.0:1789066081.159340:0:14400:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:3.0:1789066081.159342:0:14400:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:3.0:1789066081.159344:0:14400:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:3.0:1789066081.159361:0:14400:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.123@tcp lock: ffff9cf0817a7e00/0x7555615576c83a2b lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x7555615576c83a32 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066081.159367:0:14400:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1789066081.159396:0:14400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.123@tcp lock: ffff9cf0817a7e00/0x7555615576c83a2b lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x7555615576c83a32 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066081.159404:0:14400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.123@tcp lock: ffff9cf0817a7e00/0x7555615576c83a2b lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x7555615576c83a32 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066081.159414:0:14400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789066081.159415:0:14400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789066081.159417:0:14400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789066081.159422:0:3297:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf081691180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:82aeb8d7-3216-4823-acbe-8bd0a8ba1a6e:3297:1875971258044800:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1789066081.159427:0:3296:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf081693b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:82aeb8d7-3216-4823-acbe-8bd0a8ba1a6e:3296:1875971258044672:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789066081.159497:0:3295:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf081693800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:82aeb8d7-3216-4823-acbe-8bd0a8ba1a6e:3295:1875971258044544:0@lo:103:ldlm_bl.0 00000100:00080000:0.0:1789066081.159519:0:17555:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000100:00080000:0.0:1789066081.159535:0:17555:0:(import.c:65:import_set_state_nolock()) ffff9cf073881000 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:0.0:1789066081.159574:0:17555:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:0.0:1789066081.159578:0:17555:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934593 gen 3 00000004:00080000:0.0:1789066081.159589:0:17555:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:0.0:1789066081.159652:0:17555:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000100:00080000:0.0:1789066081.159661:0:17555:0:(import.c:65:import_set_state_nolock()) ffff9cf07b233800 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000020:00080000:0.0:1789066081.159694:0:17555:0:(genops.c:1557:class_disconnect_exports()) OBD device 5 (ffff9cf050e999c0) has no exports 00000100:00100000:1.0:1789066081.162986:0:3297:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066081.163579:0:14397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258044800 00000100:00100000:0.0:1789066081.163593:0:14397:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258044800 00000100:00100000:0.0:1789066081.163678:0:14397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1789066081.163691:0:14397:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07b0b1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:82aeb8d7-3216-4823-acbe-8bd0a8ba1a6e+18:3297:x1875971258044800:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1789066081.163717:0:14397:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789066081.163745:0:14397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9cf0817a7a00/0x7555615576c83a32 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x7555615576c83a2b expref: 18 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066081.163765:0:14397:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1789066081.163828:0:14397:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07b0b1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:82aeb8d7-3216-4823-acbe-8bd0a8ba1a6e+17:3297:x1875971258044800:12345-0@lo:103:ldlm_bl.0 Request processed in 139us (852us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066081.163836:0:14397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1789066081.163897:0:3297:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf081691180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:82aeb8d7-3216-4823-acbe-8bd0a8ba1a6e:3297:1875971258044800:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789066081.165924:0:3295:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789066081.166296:0:16529:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258044544 00000100:00100000:2.0:1789066081.166308:0:16529:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258044544 00000100:00100000:2.0:1789066081.166381:0:16529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1789066081.166393:0:16529:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07f55ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:82aeb8d7-3216-4823-acbe-8bd0a8ba1a6e+17:3295:x1875971258044544:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1789066081.166410:0:16529:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789066081.166434:0:16529:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9cf07b048a00/0x7555615576c83626 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x7555615576c8361f expref: 17 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066081.166458:0:16529:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789066081.166504:0:16529:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07f55ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:82aeb8d7-3216-4823-acbe-8bd0a8ba1a6e+16:3295:x1875971258044544:12345-0@lo:103:ldlm_bl.0 Request processed in 113us (588us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066081.166511:0:16529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000020:00000080:2.0:1789066081.166541:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9cef42eac000/lustre-MDT0000-lwp-OST0001_UUID for lustre-MDT0000 00000020:00000080:2.0:1789066081.166764:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9cf0478a8800/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000 00000020:00000080:2.0:1789066081.166793:0:37:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9cef42ea9800 for lustre-MDT0000 00000020:00000080:2.0:1789066081.166800:0:37:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9cf0478aa000 for lustre-MDT0000 00000100:00100000:2.0:1789066081.166833:0:3294:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cef433ba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3294:1875971258044928:0@lo:9:umount.0 00000100:00100000:2.0:1789066081.166880:0:3294:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789066081.166915:0:3294:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf07b1b9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3294:1875971258045056:0@lo:9:umount.0 00000100:00100000:2.0:1789066081.166944:0:3294:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789066081.167107:0:3295:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf081693800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:82aeb8d7-3216-4823-acbe-8bd0a8ba1a6e:3295:1875971258044544:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1789066081.170967:0:17556:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789066081.170985:0:17556:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789066081.170989:0:17556:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789066081.171043:0:14401:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.123@tcp lock: ffff9cf07b049e00/0x7555615576c83611 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x7555615576c83618 expref: -99 pid: 14394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066081.171079:0:14401:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf07b049e00 already unused, calling callback (ffffffffc1b4dc20) 10000000:00010000:1.0:1789066081.171084:0:14401:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.123@tcp lock: ffff9cf07b049e00/0x7555615576c83611 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x7555615576c83618 expref: -99 pid: 14394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066081.171096:0:14401:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.123@tcp lock: ffff9cf07b049e00/0x7555615576c83611 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x7555615576c83618 expref: -99 pid: 14394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1789066081.171104:0:14401:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.123@tcp lock: ffff9cf07b049e00/0x7555615576c83611 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x7555615576c83618 expref: -99 pid: 14394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789066081.171110:0:14401:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:01000000:1.0:1789066081.171113:0:14401:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 10000000:01000000:1.0:1789066081.171117:0:14401:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 00010000:00010000:1.0:1789066081.171183:0:14401:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.123@tcp lock: ffff9cf07b049e00/0x7555615576c83611 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x7555615576c83618 expref: -99 pid: 14394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066081.171190:0:14401:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1789066081.171235:0:14401:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.123@tcp lock: ffff9cf07b049e00/0x7555615576c83611 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x7555615576c83618 expref: -99 pid: 14394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066081.171243:0:14401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.123@tcp lock: ffff9cf07b049e00/0x7555615576c83611 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x7555615576c83618 expref: -99 pid: 14394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066081.171270:0:14401:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789066081.171271:0:14401:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789066081.171273:0:14401:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789066081.171332:0:3298:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf07b0b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:82aeb8d7-3216-4823-acbe-8bd0a8ba1a6e:3298:1875971258045184:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789066081.171430:0:3298:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066081.171581:0:14397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258045184 00000100:00100000:1.0:1789066081.171591:0:14397:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258045184 00000100:00100000:1.0:1789066081.171653:0:14397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1789066081.171663:0:14397:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07b1bfc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:82aeb8d7-3216-4823-acbe-8bd0a8ba1a6e+16:3298:x1875971258045184:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1789066081.171689:0:14397:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789066081.171705:0:14397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9cf07b048600/0x7555615576c83618 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x7555615576c83611 expref: 16 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066081.171725:0:14397:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789066081.171767:0:14397:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07b1bfc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:82aeb8d7-3216-4823-acbe-8bd0a8ba1a6e+15:3298:x1875971258045184:12345-0@lo:103:ldlm_bl.0 Request processed in 106us (337us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066081.171775:0:14397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1789066081.171900:0:3298:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf07b0b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:82aeb8d7-3216-4823-acbe-8bd0a8ba1a6e:3298:1875971258045184:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1789066081.172078:0:3296:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789066081.172129:0:15532:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258044928 00000100:00100000:3.0:1789066081.172135:0:15532:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258044928 00000100:00100000:2.0:1789066081.172215:0:16529:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258044672 00000100:00100000:2.0:1789066081.172219:0:16529:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258044672 00000100:00100000:2.0:1789066081.172252:0:16529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1789066081.172260:0:16529:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf081692680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:82aeb8d7-3216-4823-acbe-8bd0a8ba1a6e+15:3296:x1875971258044672:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1789066081.172268:0:16529:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789066081.172280:0:16529:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9cf07fd1c400/0x7555615576c838b8 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x7555615576c838b1 expref: 15 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066081.172293:0:16529:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789066081.172325:0:16529:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf081692680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:82aeb8d7-3216-4823-acbe-8bd0a8ba1a6e+14:3296:x1875971258044672:12345-0@lo:103:ldlm_bl.0 Request processed in 66us (248us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066081.172333:0:16529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1789066081.172405:0:15532:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258045056 00000100:00100000:3.0:1789066081.172409:0:15532:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258045056 00000100:00100000:2.0:1789066081.172450:0:15096:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:2.0:1789066081.172459:0:15096:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07f55e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3294:x1875971258044928:12345-0@lo:9:umount.0 00000020:00000080:2.0:1789066081.172488:0:15096:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x7555615576c8378b 00000100:00080000:2.0:1789066081.172499:0:15096:0:(import.c:65:import_set_state_nolock()) ffff9cf0478a8000 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1789066081.172543:0:15096:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934605 00000100:00100000:2.0:1789066081.173019:0:15096:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07f55e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+2:3294:x1875971258044928:12345-0@lo:9:umount.0 Request processed in 559us (6137us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066081.173027:0:15096:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00080000:2.0:1789066081.173090:0:3294:0:(import.c:65:import_set_state_nolock()) ffff9cf073881000 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:2.0:1789066081.173107:0:3294:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:2.0:1789066081.173110:0:3294:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1789066081.173114:0:3294:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cef433ba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3294:1875971258044928:0@lo:9:umount.0 00000100:00100000:2.0:1789066081.178660:0:3296:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf081693b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:82aeb8d7-3216-4823-acbe-8bd0a8ba1a6e:3296:1875971258044672:0@lo:103:ldlm_bl.0 00000100:00080000:1.0:1789066081.178876:0:14408:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1789066081.178885:0:14408:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1789066081.179179:0:14400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789066081.179489:0:15532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:3.0:1789066081.179506:0:15532:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07f55e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3294:x1875971258045056:12345-0@lo:9:umount.0 00000020:00000080:3.0:1789066081.180280:0:15532:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x7555615576c838bf 00000100:00080000:3.0:1789066081.180305:0:15532:0:(import.c:65:import_set_state_nolock()) ffff9cef42eaf800 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1789066081.180408:0:15532:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934593 00000100:00100000:3.0:1789066081.180916:0:15532:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07f55e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+2:3294:x1875971258045056:12345-0@lo:9:umount.0 Request processed in 1414us (13967us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066081.180948:0:15532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00080000:0.0:1789066081.181305:0:3294:0:(import.c:65:import_set_state_nolock()) ffff9cf07b233800 lustre-OST0001_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:0.0:1789066081.181325:0:3294:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:0.0:1789066081.181328:0:3294:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1789066081.181333:0:3294:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf07b1b9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3294:1875971258045056:0@lo:9:umount.0 00010000:00010000:2.0:1789066081.183362:0:17556:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:1.0:1789066081.187086:0:17555:0:(genops.c:1557:class_disconnect_exports()) OBD device 5 (ffff9cf050e999c0) has no exports 00000020:00000080:1.0:1789066081.256645:0:17555:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x7555615576c8366c 00000020:00000080:1.0:1789066081.256663:0:17555:0:(genops.c:885:class_export_put()) final put ffff9cf0818e5800/lustre-QMT0000_UUID 00000020:01000000:1.0:1789066081.256688:0:17555:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-QMT0000 (flags='') 00000020:00000080:3.0:1789066081.256765:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff9cf0818e5800/lustre-QMT0000_UUID for lustre-QMT0000 00000020:00000080:0.0:1789066081.256787:0:17555:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1789066081.256801:0:17555:0:(obd_config.c:956:class_cleanup()) lustre-QMT0000: forcing exports to disconnect: 0/1 00000020:00080000:0.0:1789066081.256807:0:17555:0:(genops.c:1557:class_disconnect_exports()) OBD device 7 (ffff9cf050e98000) has no exports 00000020:00000080:3.0:1789066081.257224:0:17555:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x7555615576c83665 00000020:00000080:3.0:1789066081.257235:0:17555:0:(genops.c:885:class_export_put()) final put ffff9cf0818e0800/lustre-MDT0000-osd_UUID 00000020:00000080:1.0:1789066081.257270:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff9cf0818e0800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:3.0:1789066081.257325:0:17555:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1789066081.257336:0:17555:0:(obd_config.c:883:class_detach()) detach on obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:3.0:1789066081.257339:0:17555:0:(genops.c:885:class_export_put()) final put ffff9cf0818e2000/lustre-QMT0000_UUID 00000020:00000080:3.0:1789066081.257341:0:17555:0:(genops.c:844:class_export_destroy()) destroying export ffff9cf0818e2000/lustre-QMT0000_UUID for lustre-QMT0000 00000020:01000000:3.0:1789066081.257347:0:17555:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-QMT0000 (lustre-QMT0000_UUID) 00000020:01000000:3.0:1789066081.257507:0:17555:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff9cf065ed2840 - data ffff9cf06001b1b0/ffff9cef42381800 00000020:01000000:3.0:1789066081.257713:0:17555:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff9cf06a55c420 - data ffff9cf073da8438/ffff9cf07529d000 00000001:00000004:0.0:1789066081.302739:0:17555:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934627 00000100:00080000:2.0:1789066081.438098:0:17555:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:2.0:1789066081.438113:0:17555:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934597 gen 4 00000004:00080000:2.0:1789066081.438153:0:17555:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1789066081.438156:0:17555:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:1.0:1789066081.438908:0:14435:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:1.0:1789066081.438917:0:14435:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xa:0x0] index 2 count 1 00000040:00080000:1.0:1789066081.438930:0:14435:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 2 count 2 00000100:00080000:2.0:1789066081.441228:0:17555:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:2.0:1789066081.441241:0:17555:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934593 gen 4 00000004:00080000:2.0:1789066081.441272:0:17555:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1789066081.441274:0:17555:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:1.0:1789066081.443314:0:14437:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:1.0:1789066081.443324:0:14437:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xc:0x0] index 1 count 1 00000040:00080000:1.0:1789066081.443344:0:14437:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x5:0x0] index 2 count 2 00000100:00100000:2.0:1789066081.460223:0:3295:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf07b0b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3295:1875971258045312:0@lo:400:kworker.0 00000100:00100000:2.0:1789066081.460336:0:3295:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789066081.460473:0:3295:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1789066081.460482:0:3295:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf07b0b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3295:1875971258045440:0@lo:400:kworker.0 00000100:00100000:2.0:1789066081.460508:0:3295:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066081.472276:0:14414:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258045312 00000100:00100000:1.0:1789066081.472305:0:14414:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258045312 00000100:00100000:3.0:1789066081.474493:0:15531:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258045440 00000100:00100000:3.0:1789066081.474773:0:15531:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258045440 00000100:00100000:2.0:1789066081.478919:0:15531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:2.0:1789066081.478935:0:15531:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07f55c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3295:x1875971258045440:12345-0@lo:400:kworker.0 00000020:00080000:2.0:1789066081.478948:0:15531:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:2.0:1789066081.479086:0:15531:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07f55c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3295:x1875971258045440:12345-0@lo:400:kworker.0 Request processed in 151us (18574us total) trans 0 rc -107/-107 00000100:00100000:2.0:1789066081.480012:0:15531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:1.0:1789066081.483484:0:14411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:1.0:1789066081.483499:0:14411:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07f55df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3295:x1875971258045312:12345-0@lo:400:kworker.0 00000020:00080000:1.0:1789066081.483513:0:14411:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:1.0:1789066081.484527:0:14411:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07f55df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3295:x1875971258045312:12345-0@lo:400:kworker.0 Request processed in 1021us (24181us total) trans 0 rc -107/-107 00000100:00100000:1.0:1789066081.484543:0:14411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00080000:2.0:1789066081.497791:0:3295:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:2.0:1789066081.497802:0:3295:0:(import.c:65:import_set_state_nolock()) ffff9cef43106000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:2.0:1789066081.497808:0:3295:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:2.0:1789066081.511021:0:3295:0:(import.c:65:import_set_state_nolock()) ffff9cef43106000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789066081.511040:0:3295:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 484 00000100:00080000:2.0:1789066081.511060:0:3295:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9cef43106000 using connection 192.168.204.123@tcp/0@lo 00000100:00100000:2.0:1789066081.511282:0:3295:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cf07f55f800 x1875971258045568/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789066081.511317:0:3295:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf07b0b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3295:1875971258045440:0@lo:400:kworker.0 00000100:00080000:2.0:1789066081.511360:0:3295:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0000 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:2.0:1789066081.511365:0:3295:0:(import.c:65:import_set_state_nolock()) ffff9cf081897800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:2.0:1789066081.511368:0:3295:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0000: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:2.0:1789066081.511372:0:3295:0:(import.c:65:import_set_state_nolock()) ffff9cf081897800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789066081.511376:0:3295:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 467 00000100:00080000:2.0:1789066081.511382:0:3295:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9cf081897800 using connection 192.168.204.123@tcp/0@lo 00000100:00100000:2.0:1789066081.511396:0:3295:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cf07f55f100 x1875971258045696/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789066081.511407:0:3295:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf07b0b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3295:1875971258045312:0@lo:400:kworker.0 00000100:00100000:0.0:1789066081.512668:0:3294:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf07f55f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3294:1875971258045568:0@lo:38:ptlrpcd_00_00.0 00000100:00100000:0.0:1789066081.512767:0:3294:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789066081.512949:0:14413:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258045568 00000100:00100000:2.0:1789066081.512961:0:14413:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258045568 00000100:00100000:2.0:1789066081.513098:0:14413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:2.0:1789066081.513108:0:14413:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07b1b9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3294:x1875971258045568:12345-0@lo:38:ptlrpcd_00_00.0 00010000:02000000:2.0:1789066081.513260:0:14413:0:(ldlm_lib.c:1212:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:0.0:1789066081.516938:0:3294:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf07f55f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3294:1875971258045696:0@lo:38:ptlrpcd_00_00.0 00000100:00100000:0.0:1789066081.517449:0:3294:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066081.519275:0:14414:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258045696 00000100:00100000:1.0:1789066081.519324:0:14414:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258045696 00000100:00100000:1.0:1789066081.519398:0:14414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:1.0:1789066081.519410:0:14414:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07b1b9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3294:x1875971258045696:12345-0@lo:38:ptlrpcd_00_00.0 00010000:02000000:1.0:1789066081.519434:0:14414:0:(ldlm_lib.c:1212:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:1.0:1789066081.519590:0:14414:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07b1b9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3294:x1875971258045696:12345-0@lo:38:ptlrpcd_00_00.0 Request processed in 180us (2142us total) trans 0 rc -19/-19 00000100:00100000:1.0:1789066081.519598:0:14414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00080000:0.0:1789066081.521858:0:3294:0:(import.c:65:import_set_state_nolock()) ffff9cf081897800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789066081.521876:0:3294:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1789066081.521883:0:3294:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf07f55f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3294:1875971258045696:0@lo:38:ptlrpcd_00_00.0 00000100:00100000:2.0:1789066081.549584:0:14413:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07b1b9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3294:x1875971258045568:12345-0@lo:38:ptlrpcd_00_00.0 Request processed in 36462us (36803us total) trans 0 rc -19/-19 00000100:00100000:2.0:1789066081.549605:0:14413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00080000:3.0:1789066081.550431:0:3294:0:(import.c:65:import_set_state_nolock()) ffff9cef43106000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789066081.550443:0:3294:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1789066081.550450:0:3294:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf07f55f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3294:1875971258045568:0@lo:38:ptlrpcd_00_00.0 00000001:00100000:2.0:1789066081.551692:0:7636:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1789066081.551716:0:7636:0:(genops.c:885:class_export_put()) final put ffff9cef42ead800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1789066081.551750:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff9cef42ead800/lustre-MDT0000-mdtlov_UUID for lustre-OST0001 00000020:00000080:2.0:1789066081.551801:0:38:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9cef42eaf800 for lustre-OST0001 00000020:00000080:3.0:1789066081.568781:0:17555:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x7555615576c83634 00000020:00000080:3.0:1789066081.568800:0:17555:0:(genops.c:885:class_export_put()) final put ffff9cf07ec71000/lustre-MDT0000-osd_UUID 00000020:00000080:3.0:1789066081.569880:0:17555:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x7555615576c83649 00000020:00000080:3.0:1789066081.569895:0:17555:0:(genops.c:885:class_export_put()) final put ffff9cf07f179800/lustre-MDT0000-mdtlov_UUID 00000020:01000000:3.0:1789066081.569904:0:17555:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-mdtlov (flags='') 00000020:00000080:3.0:1789066081.569912:0:17555:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1789066081.569923:0:17555:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-mdtlov: forcing exports to disconnect: 0/2 00000020:00080000:3.0:1789066081.569929:0:17555:0:(genops.c:1557:class_disconnect_exports()) OBD device 4 (ffff9cf050e9b380) has no exports 00000004:01000000:3.0:1789066081.570150:0:17555:0:(lod_lov.c:59:lod_putref()) destroying 2 ltd desc 00000020:00000080:3.0:1789066081.570162:0:17555:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x7555615576c83696 00000020:00000080:3.0:1789066081.570167:0:17555:0:(genops.c:885:class_export_put()) final put ffff9cf074ec7000/lustre-MDT0000-mdtlov_UUID 00000020:01000000:3.0:1789066081.570172:0:17555:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-MDT0000 (flags='') 00000020:00000080:3.0:1789066081.570176:0:17555:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1789066081.570200:0:17555:0:(obd_config.c:956:class_cleanup()) lustre-OST0001-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:3.0:1789066081.570203:0:17555:0:(genops.c:1557:class_disconnect_exports()) OBD device 9 (ffff9cf081663380) has no exports 00000020:00000080:3.0:1789066081.570210:0:17555:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x7555615576c8368f 00000020:00000080:3.0:1789066081.570215:0:17555:0:(genops.c:885:class_export_put()) final put ffff9cf07b231000/lustre-MDT0000-osd_UUID 00010000:01000000:3.0:1789066081.570646:0:17555:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0001-osc-MDT0000: client import never connected 00000100:00080000:3.0:1789066081.570651:0:17555:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:3.0:1789066081.570657:0:17555:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934593 gen 5 00000004:00080000:3.0:1789066081.570663:0:17555:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1789066081.570667:0:17555:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1789066081.570701:0:17555:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1789066081.570708:0:17555:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1789066081.570714:0:17555:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x7555615576c83681 00000020:00000080:3.0:1789066081.570719:0:17555:0:(genops.c:885:class_export_put()) final put ffff9cf07b231800/lustre-MDT0000-mdtlov_UUID 00000020:01000000:3.0:1789066081.570723:0:17555:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0000 (flags='') 00000020:00000080:3.0:1789066081.570727:0:17555:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1789066081.570730:0:17555:0:(obd_config.c:956:class_cleanup()) lustre-OST0000-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:3.0:1789066081.570733:0:17555:0:(genops.c:1557:class_disconnect_exports()) OBD device 8 (ffff9cf081660000) has no exports 00000020:00000080:3.0:1789066081.570737:0:17555:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x7555615576c8367a 00000020:00000080:3.0:1789066081.570740:0:17555:0:(genops.c:885:class_export_put()) final put ffff9cf073883000/lustre-MDT0000-osd_UUID 00010000:01000000:3.0:1789066081.571093:0:17555:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0000: client import never connected 00000100:00080000:3.0:1789066081.571097:0:17555:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:3.0:1789066081.571100:0:17555:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934597 gen 5 00000004:00080000:3.0:1789066081.571104:0:17555:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1789066081.571106:0:17555:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1789066081.571133:0:17555:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1789066081.571138:0:17555:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1789066081.571165:0:17555:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1789066081.571167:0:17555:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1789066081.571197:0:17555:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x7555615576c83650 00000020:00000080:3.0:1789066081.571203:0:17555:0:(genops.c:885:class_export_put()) final put ffff9cf07f179000/lustre-MDD0000_UUID 00000020:01000000:3.0:1789066081.571207:0:17555:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDD0000 (flags='') 00000020:00000080:3.0:1789066081.571210:0:17555:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1789066081.571220:0:17555:0:(obd_config.c:956:class_cleanup()) lustre-MDD0000: forcing exports to disconnect: 0/2 00000020:00080000:3.0:1789066081.571223:0:17555:0:(genops.c:1557:class_disconnect_exports()) OBD device 6 (ffff9cf050e9cd40) has no exports 00000020:00000080:3.0:1789066081.571246:0:17555:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1789066081.571249:0:17555:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000020:00000080:3.0:1789066081.571253:0:17555:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x7555615576c83657 00000020:00000080:3.0:1789066081.571258:0:17555:0:(genops.c:885:class_export_put()) final put ffff9cf07f17e800/lustre-MDT0000-osd_UUID 00000020:01000004:3.0:1789066081.571269:0:17555:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9cf07f2f7000 from lustre-MDT0000, refs=3 00000020:01000004:3.0:1789066081.571272:0:17555:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9cf07f2f7000 3 00000020:01000004:3.0:1789066081.571275:0:17555:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff9cf07f2f7000 from lustre-MDT0000 00000020:00000080:3.0:1789066081.571297:0:17555:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1789066081.571300:0:17555:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:00000080:3.0:1789066081.571303:0:17555:0:(genops.c:885:class_export_put()) final put ffff9cf07ec71800/lustre-MDT0000_UUID 00000020:00000080:3.0:1789066081.571307:0:17555:0:(genops.c:844:class_export_destroy()) destroying export ffff9cf07ec71800/lustre-MDT0000_UUID for lustre-MDT0000 00000020:01000000:3.0:1789066081.571318:0:17555:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000 (lustre-MDT0000_UUID) 00000020:01000004:3.0:1789066081.571401:0:17555:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 2 references. 00000020:01000004:3.0:1789066081.571405:0:17555:0:(tgt_mount.c:255:server_stop_mgs()) Stop MGS service MGS 00000020:01000000:3.0:1789066081.571409:0:17555:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MGS (flags='F') 00000020:00000080:3.0:1789066081.571411:0:17555:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1789066081.571414:0:17555:0:(obd_config.c:956:class_cleanup()) MGS: forcing exports to disconnect: 1/3 00000020:00080000:3.0:1789066081.571423:0:17555:0:(genops.c:1818:print_export_data()) MGS: ACTIVE ffff9cf05f2ee000 82aeb8d7-3216-4823-acbe-8bd0a8ba1a6e 0@lo 13 (0 0 8) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1789066081.571429:0:17555:0:(genops.c:1552:class_disconnect_exports()) OBD device 1 (ffff9cf081664d40) has exports, disconnecting them 00000020:00000080:2.0:1789066081.571882:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9cf07ec71000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:2.0:1789066081.571894:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9cf07f179800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:00000080:2.0:1789066081.571899:0:37:0:(genops.c:885:class_export_put()) final put ffff9cf07ec73800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1789066081.571901:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9cf07ec73800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:01000000:2.0:1789066081.571907:0:37:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-mdtlov (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1789066081.572052:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9cf074ec7000/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00000020:00000080:2.0:1789066081.572058:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9cf07b231000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:2.0:1789066081.572064:0:37:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9cf07b233800 for lustre-OST0001-osc-MDT0000 00000020:00000080:2.0:1789066081.572069:0:37:0:(genops.c:885:class_export_put()) final put ffff9cf07b236800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1789066081.572071:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9cf07b236800/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00000020:01000000:2.0:1789066081.572075:0:37:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1789066081.572104:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9cf07b231800/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:00000080:2.0:1789066081.572109:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9cf073883000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:2.0:1789066081.572114:0:37:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9cf073881000 for lustre-OST0000-osc-MDT0000 00000020:00000080:2.0:1789066081.572119:0:37:0:(genops.c:885:class_export_put()) final put ffff9cf073886000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1789066081.572121:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9cf073886000/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:01000000:2.0:1789066081.572124:0:37:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1789066081.572183:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9cf07f179000/lustre-MDD0000_UUID for lustre-MDD0000 00000020:00000080:2.0:1789066081.572187:0:37:0:(genops.c:885:class_export_put()) final put ffff9cf07f17e000/lustre-MDD0000_UUID 00000020:00000080:2.0:1789066081.572189:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9cf07f17e000/lustre-MDD0000_UUID for lustre-MDD0000 00000020:01000000:2.0:1789066081.572193:0:37:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDD0000 (lustre-MDD0000_UUID) 00000020:00000080:2.0:1789066081.572297:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9cf07f17e800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00080000:3.0:1789066081.572918:0:17555:0:(genops.c:1527:class_disconnect_export_list()) MGS: disconnecting export at 0@lo (ffff9cf05f2ee000), last request at 1789065992 00000020:00000080:3.0:1789066081.572942:0:17555:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x7555615576c835f5 00000020:00010000:3.0:1789066081.572949:0:17555:0:(genops.c:1920:obd_stale_export_put()) Put export ffff9cf05f2ee000: total 0 00000100:00080000:3.0:1789066081.572954:0:17555:0:(import.c:65:import_set_state_nolock()) ffff9cf05f2e8000 : changing import state from FULL to CLOSED 00000020:00080000:3.0:1789066081.573066:0:17555:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff9cf05f2ee000): rc 0 00000020:00080000:3.0:1789066081.573073:0:17555:0:(genops.c:1557:class_disconnect_exports()) OBD device 1 (ffff9cf081664d40) has no exports 00000020:00010000:1.0:1789066081.573139:0:14401:0:(genops.c:1906:obd_stale_export_get()) Get export ffff9cf05f2ee000: total 0 00010000:00010000:1.0:1789066081.573181:0:14401:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff9cf05f2ee000, canceled 0 locks, left on hash table 8. 00010000:00010000:1.0:1789066081.573217:0:14401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9cf07fd1d400/0x7555615576c83864 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x7555615576c8385d expref: 9 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066081.573236:0:14401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9cf0817a7c00/0x7555615576c83722 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x7555615576c8371b expref: 8 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066081.573250:0:14401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9cf07fd1ca00/0x7555615576c8388e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x7555615576c83887 expref: 7 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066081.573260:0:14401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9cf081654c00/0x7555615576c83730 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x7555615576c83729 expref: 6 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066081.573273:0:14401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9cf0817a6400/0x7555615576c83a16 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x7555615576c83a0f expref: 5 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066081.573282:0:14401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9cf0817a7800/0x7555615576c8360a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x7555615576c83603 expref: 4 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066081.573291:0:14401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9cf0817a6600/0x7555615576c83a24 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x7555615576c83a1d expref: 3 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066081.573301:0:14401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9cf07b048200/0x7555615576c8375a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x7555615576c83753 expref: 2 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066081.573327:0:14401:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff9cf05f2ee000, canceled 8 locks, left on hash table 0. 00000020:00000080:1.0:1789066081.573340:0:14401:0:(genops.c:885:class_export_put()) final put ffff9cf05f2ee000/82aeb8d7-3216-4823-acbe-8bd0a8ba1a6e 00010000:00010000:1.0:1789066081.573356:0:14401:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789066081.573359:0:14401:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789066081.573361:0:14401:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789066081.573491:0:14405:0:(service.c:3188:ptlrpc_main()) ll_mgs_0000: service thread [ffff9cf050e17a00:14405] 0 exiting: rc = 1 00000020:00000080:2.0:1789066081.573616:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9cf05f2ee000/82aeb8d7-3216-4823-acbe-8bd0a8ba1a6e for MGS 00000020:00000080:2.0:1789066081.573661:0:37:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9cf05f2e8000 for MGS 00000100:00100000:0.0:1789066081.573800:0:14406:0:(service.c:3188:ptlrpc_main()) ll_mgs_0001: service thread [ffff9cf050e17800:14406] 1 exiting: rc = 0 00000100:00100000:1.0:1789066081.574206:0:14407:0:(service.c:3188:ptlrpc_main()) ll_mgs_0002: service thread [ffff9cf050e17c00:14407] 2 exiting: rc = 0 00000100:00100000:3.0:1789066081.574387:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.574397:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.574404:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.574411:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.574419:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.574434:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.574441:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.574449:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.574457:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.574464:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.574471:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.574478:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.574485:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.574491:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.574498:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.574504:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.574510:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.574517:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.574524:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.574531:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.574538:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.574544:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.574650:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.574656:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.574662:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.574668:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.574674:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.574679:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.574686:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.574692:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.574698:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.574704:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.574711:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.574717:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.574722:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.574728:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.574734:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.574740:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.574745:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.574751:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.574766:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.574772:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.574778:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.574785:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.574790:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.574797:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.574803:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.574810:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.574815:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.574822:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.574827:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.574833:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.574839:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.574845:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.574850:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.574856:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.574862:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.574868:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.574876:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.574882:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.574888:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.574894:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.574902:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.574910:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 20000000:01000000:3.0:1789066081.575628:0:17555:0:(mgs_llog.c:152:class_dentry_readdir()) Not in white list, skipping . 20000000:01000000:3.0:1789066081.575634:0:17555:0:(mgs_llog.c:152:class_dentry_readdir()) Not in white list, skipping .. 00000020:01000000:3.0:1789066081.576778:0:17555:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff9cf051babf60 - data ffff9cf0421085e8/ffff9cef41b66000 00000020:01000000:3.0:1789066081.576930:0:17555:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff9cf051babe40 - data ffff9cf066032e58/ffff9cf081658400 00000020:00000080:3.0:1789066081.577533:0:17555:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x7555615576c835e0 00000020:00000080:3.0:1789066081.577545:0:17555:0:(genops.c:885:class_export_put()) final put ffff9cf07ec47800/lustre-MDT0000-osd_UUID 00000020:00000080:2.0:1789066081.577881:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff9cf07ec47800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:01000004:2.0:1789066081.577900:0:17555:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9cf07f2f7000 from MGS, refs=2 00000020:01000004:2.0:1789066081.577904:0:17555:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9cf07f2f7000 2 00000020:01000004:2.0:1789066081.577908:0:17555:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff9cf07f2f7000 from MGS 00000020:00000080:2.0:1789066081.577941:0:17555:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1789066081.577952:0:17555:0:(obd_config.c:883:class_detach()) detach on obd MGS (uuid MGS) 00000020:00000080:2.0:1789066081.577956:0:17555:0:(genops.c:885:class_export_put()) final put ffff9cf07ec46800/MGS 00000020:00000080:2.0:1789066081.577958:0:17555:0:(genops.c:844:class_export_destroy()) destroying export ffff9cf07ec46800/MGS for MGS 00000020:01000000:2.0:1789066081.578033:0:17555:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MGS (MGS) 00000020:01000000:2.0:1789066081.578115:0:17555:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0000 (flags='F') 00000020:00000080:2.0:1789066081.578120:0:17555:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1789066081.578129:0:17555:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-MDT0000: forcing exports to disconnect: 1/3 00000020:00080000:2.0:1789066081.578139:0:17555:0:(genops.c:1818:print_export_data()) lustre-MDT0000-lwp-MDT0000: ACTIVE ffff9cf074ec6800 lustre-MDT0000-lwp-MDT0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1789066081.578145:0:17555:0:(genops.c:1552:class_disconnect_exports()) OBD device 10 (ffff9cf07c030000) has exports, disconnecting them 00000020:00080000:2.0:1789066081.578152:0:17555:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0000: disconnecting export at 0@lo (ffff9cf074ec6800), last request at 1789065992 00000020:00000080:2.0:1789066081.578156:0:17555:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x7555615576c836ce 00000020:00080000:2.0:1789066081.578170:0:17555:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff9cf074ec6800): rc 0 00000020:00000080:2.0:1789066081.578176:0:17555:0:(genops.c:885:class_export_put()) final put ffff9cf074ec6800/lustre-MDT0000-lwp-MDT0000 00000020:00000080:3.0:1789066081.579478:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff9cf074ec6800/lustre-MDT0000-lwp-MDT0000 for lustre-MDT0000-lwp-MDT0000 00010000:01000000:3.0:1789066081.580679:0:17555:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0000: client import never connected 00000100:00080000:3.0:1789066081.580688:0:17555:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1789066081.580694:0:17555:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 5 00000100:00100000:3.0:1789066081.580715:0:17555:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1789066081.580939:0:17555:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1789066081.580951:0:17555:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000020:01000004:3.0:1789066081.580961:0:17555:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9cf07f2f7000 1 00000020:00000080:1.0:1789066081.581063:0:38:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9cf073886800 for lustre-MDT0000-lwp-MDT0000 00000020:00000080:1.0:1789066081.581077:0:38:0:(genops.c:885:class_export_put()) final put ffff9cf073887800/lustre-MDT0000-lwp-MDT0000_UUID 00000020:00000080:1.0:1789066081.581080:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff9cf073887800/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000-lwp-MDT0000 00000020:01000000:1.0:1789066081.581087:0:38:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0000 (lustre-MDT0000-lwp-MDT0000_UUID) 00000020:00000080:3.0:1789066081.581189:0:17555:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x7555615576c835d2 00000020:00000080:3.0:1789066081.581198:0:17555:0:(genops.c:885:class_export_put()) final put ffff9cf07ec44000/lustre-MDT0000-osd_UUID 00000020:01000000:3.0:1789066081.581213:0:17555:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osd (flags='') 00000020:00000080:3.0:1789066081.581219:0:17555:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1789066081.581225:0:17555:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-osd: forcing exports to disconnect: 0/2 00000020:00080000:3.0:1789066081.581229:0:17555:0:(genops.c:1557:class_disconnect_exports()) OBD device 0 (ffff9cf074eacd40) has no exports 00000020:00000080:1.0:1789066081.581297:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff9cf07ec44000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:1.0:1789066081.613886:0:17555:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1789066081.613909:0:17555:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00000020:00000080:1.0:1789066081.613918:0:17555:0:(genops.c:885:class_export_put()) final put ffff9cf07f2f1000/lustre-MDT0000-osd_UUID 00000020:00000080:1.0:1789066081.613925:0:17555:0:(genops.c:844:class_export_destroy()) destroying export ffff9cf07f2f1000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:01000000:1.0:1789066081.613937:0:17555:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osd (lustre-MDT0000-osd_UUID) 00000020:01000004:1.0:1789066081.614134:0:17555:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff9cf07f2f6800 00000020:01000000:1.0:1789066081.614164:0:17555:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MDS (flags='F') 00000020:00000080:1.0:1789066081.614170:0:17555:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1789066081.614176:0:17555:0:(obd_config.c:956:class_cleanup()) MDS: forcing exports to disconnect: 0/1 00000020:00080000:1.0:1789066081.614181:0:17555:0:(genops.c:1557:class_disconnect_exports()) OBD device 3 (ffff9cf0816619c0) has no exports 00000100:00100000:1.0:1789066081.614269:0:14411:0:(service.c:3188:ptlrpc_main()) mdt00_000: service thread [ffff9cf07fd64a00:14411] 0 exiting: rc = 1 00000100:00100000:1.0:1789066081.614400:0:14414:0:(service.c:3188:ptlrpc_main()) mdt00_002: service thread [ffff9cf07fd64400:14414] 2 exiting: rc = 0 00000100:00100000:1.0:1789066081.614481:0:15531:0:(service.c:3188:ptlrpc_main()) mdt00_003: service thread [ffff9cf07b80be00:15531] 3 exiting: rc = 0 00000100:00100000:2.0:1789066081.625927:0:14413:0:(service.c:3188:ptlrpc_main()) mdt00_001: service thread [ffff9cf07fd64000:14413] 1 exiting: rc = 0 00000100:00100000:1.0:1789066081.626667:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066081.626679:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066081.626688:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066081.626694:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066081.626719:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066081.626726:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066081.626732:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066081.626739:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066081.626746:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066081.626753:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066081.626759:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066081.626765:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066081.626772:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066081.626779:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066081.626784:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066081.626790:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066081.626797:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066081.626803:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066081.626808:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066081.626814:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066081.626820:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066081.626826:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066081.626832:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066081.626838:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066081.626844:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066081.626850:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066081.626856:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066081.626862:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066081.626868:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066081.626875:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066081.626881:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066081.626887:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066081.626894:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066081.626900:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066081.626906:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066081.626912:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066081.626918:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066081.626925:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066081.626932:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066081.626947:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066081.626952:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066081.626958:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066081.627052:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066081.627061:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066081.627067:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066081.627072:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066081.627077:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066081.627082:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066081.627089:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066081.627094:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066081.627099:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066081.627104:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066081.627110:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066081.627116:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066081.627123:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066081.627128:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066081.627134:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066081.627140:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066081.627145:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066081.627152:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066081.627157:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066081.627162:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066081.627169:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066081.627175:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.631493:0:14415:0:(service.c:3188:ptlrpc_main()) mdt_rdpg00_000: service thread [ffff9cf07fd65800:14415] 0 exiting: rc = 1 00000100:00100000:1.0:1789066081.631689:0:14416:0:(service.c:3188:ptlrpc_main()) mdt_rdpg00_001: service thread [ffff9cf07fd64800:14416] 1 exiting: rc = 0 00000100:00100000:2.0:1789066081.631802:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.631813:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.631821:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.631827:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.631833:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.631839:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.631845:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.631850:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.631856:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.631862:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.631869:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.631875:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.631902:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.631908:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.631914:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.631920:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.631927:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.631931:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.631938:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.631944:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.631949:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.631954:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.631960:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.632043:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.632048:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.632054:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.632060:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.632066:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.632072:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.632079:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.632085:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.632092:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.632098:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.632104:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.632110:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.632117:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.632123:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.632129:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.632135:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.632142:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.632147:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.632154:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.632160:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.632166:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.632172:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.632178:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.632183:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.632197:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.632203:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.632208:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.632214:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.632219:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.632225:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.632232:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.632238:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.632243:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.632248:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.632254:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.632260:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.632266:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.632272:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.632277:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.632283:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.632287:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.633361:0:14417:0:(service.c:3188:ptlrpc_main()) mdt_out00_000: service thread [ffff9cf07f4ae400:14417] 0 exiting: rc = 1 00000100:00100000:1.0:1789066081.633529:0:14418:0:(service.c:3188:ptlrpc_main()) mdt_out00_001: service thread [ffff9cf07ed14e00:14418] 1 exiting: rc = 0 00000100:00100000:2.0:1789066081.634135:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.634147:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.634154:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.634163:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.634171:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.634179:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.634188:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.634194:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.634202:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.634210:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.634218:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.634240:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.634249:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.634256:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.634263:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.634271:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.634280:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.634288:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.634311:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.634318:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.634324:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.634331:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.634338:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.634365:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.634374:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.634381:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.634388:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.634401:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.634408:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.634415:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.634422:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.634432:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.634439:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.634448:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.634457:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.634483:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.634492:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.634504:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.634511:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.634518:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.634525:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.634532:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.634542:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.634591:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.634599:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.634606:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.634613:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.634636:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.634645:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.634651:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.634658:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.634664:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.634671:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.634684:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.634691:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.634697:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.634705:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.634711:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.634718:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.634741:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.634749:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.634756:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.634762:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.634770:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066081.659414:0:14419:0:(service.c:3188:ptlrpc_main()) mdt_seqs_0000: service thread [ffff9cf07f4af200:14419] 0 exiting: rc = 1 00000100:00100000:2.0:1789066081.659610:0:14420:0:(service.c:3188:ptlrpc_main()) mdt_seqs_0001: service thread [ffff9cf07f4afa00:14420] 1 exiting: rc = 0 00000100:00100000:3.0:1789066081.660145:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.660154:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.660159:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.660165:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.660172:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.660178:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.660184:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.660189:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.660195:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.660201:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.660207:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.660213:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.660219:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.660224:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.660230:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.660236:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.660243:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.660248:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.660254:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.660260:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.660266:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.660272:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.660309:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.660314:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.660320:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.660326:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.660331:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.660337:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.660343:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.660347:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.660352:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.660357:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.660363:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.660370:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.660376:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.660382:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.660388:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.660394:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.660399:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.660405:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.660410:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.660416:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.660421:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.660427:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.660432:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.660438:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.660444:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.660449:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.660456:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.660462:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.660467:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.660472:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.660477:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.660482:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.660488:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.660493:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.660498:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.660512:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.660518:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.660523:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.660529:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.660535:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.660541:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.660815:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066081.663044:0:14422:0:(service.c:3188:ptlrpc_main()) mdt_seqm_0001: service thread [ffff9cf07f16d600:14422] 1 exiting: rc = 0 00000100:00100000:3.0:1789066081.673174:0:14421:0:(service.c:3188:ptlrpc_main()) mdt_seqm_0000: service thread [ffff9cf07f16c600:14421] 0 exiting: rc = 1 00000100:00100000:2.0:1789066081.679240:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.679254:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.679259:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.679265:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.679271:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.679277:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.679293:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.679301:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.679307:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.679312:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.679318:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.679324:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.679331:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.679337:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.679343:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.679350:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.679357:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.679363:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.679369:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.679374:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.679381:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.679386:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.679392:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.679424:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.679431:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.679437:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.679443:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.679448:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.679454:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.679460:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.679466:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.679471:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.679477:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.679483:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.679503:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.679509:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.679516:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.679522:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.679528:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.679534:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.679539:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.679572:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.679580:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.679586:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.679592:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.679597:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.679603:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.679608:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.679614:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.679620:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.679626:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.679632:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.679637:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.679643:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.679648:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.679653:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.679658:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.679664:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.679677:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.679683:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.679688:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.679694:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.679700:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.679705:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066081.680476:0:14424:0:(service.c:3188:ptlrpc_main()) mdt_fld_0001: service thread [ffff9cf07f16d200:14424] 1 exiting: rc = 0 00000100:00100000:2.0:1789066081.680879:0:14423:0:(service.c:3188:ptlrpc_main()) mdt_fld_0000: service thread [ffff9cf07f16cc00:14423] 0 exiting: rc = 1 00000100:00100000:3.0:1789066081.681802:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.681812:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.681818:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.681824:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.681830:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.681838:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.681843:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.681850:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.681858:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.681864:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.681870:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.681880:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.681886:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.681892:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.681898:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.681903:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.681909:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.681914:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.681920:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.681925:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.681931:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.681937:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.681943:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.681948:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.681953:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.681958:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.681975:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.682003:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.682009:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.682014:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.682020:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.682025:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.682031:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.682036:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.682043:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.682049:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.682055:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.682061:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.682066:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.682072:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.682077:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.682083:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.682089:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.682095:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.682101:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.682107:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.682113:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.682119:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.682125:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.682130:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.682136:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.682141:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.682147:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.682152:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.682160:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.682166:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.682172:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.682178:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.682183:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.682201:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.682208:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.682213:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.682228:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.682233:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066081.683819:0:14425:0:(service.c:3188:ptlrpc_main()) mdt_io00_000: service thread [ffff9cf04c354e00:14425] 0 exiting: rc = 1 00000100:00100000:3.0:1789066081.684471:0:14427:0:(service.c:3188:ptlrpc_main()) mdt_io00_002: service thread [ffff9cf0439b6e00:14427] 2 exiting: rc = 0 00000100:00100000:1.0:1789066081.688266:0:14426:0:(service.c:3188:ptlrpc_main()) mdt_io00_001: service thread [ffff9cf07b206200:14426] 1 exiting: rc = 0 00000100:00100000:3.0:1789066081.688751:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.688765:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.688774:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.688784:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.688792:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.688799:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.688809:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.688816:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.688823:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.688830:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.688837:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.688844:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.688852:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.688859:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.688867:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.688875:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.688883:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.688892:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.688901:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.688909:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.688918:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.688925:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.688932:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.688976:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.688986:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.689004:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.689013:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.689019:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.689026:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.689033:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.689041:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.689050:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.689081:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.689087:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.689095:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.689103:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.689110:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.689118:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.689126:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.689134:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.689142:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.689149:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.689156:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.689163:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.689171:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.689178:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.689185:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.689210:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.689219:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.689226:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.689234:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.689241:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.689248:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.689256:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.689262:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.689269:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.689275:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.689293:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.689300:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.689307:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.689314:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.689321:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.689327:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066081.689335:0:17555:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:3.0:1789066081.700768:0:17555:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1789066081.700789:0:17555:0:(obd_config.c:883:class_detach()) detach on obd MDS (uuid MDS_uuid) 00000020:00000080:3.0:1789066081.700796:0:17555:0:(genops.c:885:class_export_put()) final put ffff9cf07ec40800/MDS_uuid 00000020:00000080:3.0:1789066081.700816:0:17555:0:(genops.c:844:class_export_destroy()) destroying export ffff9cf07ec40800/MDS_uuid for MDS 00000020:01000000:3.0:1789066081.700824:0:17555:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MDS (MDS_uuid) 00000020:02000400:3.0:1789066081.701409:0:17555:0:(tgt_mount.c:2180:server_put_super()) server umount lustre-MDT0000 complete 00010000:00010000:3.0:1789066082.150449:0:14400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789066083.174447:0:17556:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789066084.197880:0:14401:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:3.0:1789066085.101073:0:6711:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:3.0:1789066085.101088:0:6711:0:(genops.c:885:class_export_put()) final put ffff9cf0478ac000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1789066085.101742:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9cf0478ac000/lustre-MDT0000-mdtlov_UUID for lustre-OST0000 00000020:00000080:1.0:1789066085.101816:0:37:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9cf0478a8000 for lustre-OST0000 00010000:00010000:3.0:1789066085.224407:0:14400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:2.0:1789066085.503774:0:17707:0:(tgt_mount.c:2191:server_umount_begin()) umount -f 00000020:01000004:0.0:1789066085.524648:0:17707:0:(tgt_mount.c:2061:server_put_super()) server put_super lustre-OST0000 00010000:00010000:0.0:1789066085.524699:0:17707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.123@tcp lock: ffff9cf081654200/0x7555615576c83753 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x7555615576c8375a expref: -99 pid: 15094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066085.524715:0:17707:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.123@tcp lock: ffff9cf081654200/0x7555615576c83753 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x7555615576c8375a expref: -99 pid: 15094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066085.524723:0:17707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.123@tcp lock: ffff9cf081654200/0x7555615576c83753 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0x7555615576c8375a expref: -99 pid: 15094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066085.524730:0:17707:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.123@tcp lock: ffff9cf081654200/0x7555615576c83753 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0x7555615576c8375a expref: -99 pid: 15094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066085.524759:0:17707:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:0.0:1789066085.524764:0:17707:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:0.0:1789066085.524788:0:17707:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1789066085.524792:0:17707:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 3 00000100:00080000:0.0:1789066085.524799:0:17707:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000100:00080000:0.0:1789066085.524806:0:17707:0:(import.c:65:import_set_state_nolock()) ffff9cf081897800 lustre-MDT0000_UUID: changing import state from DISCONN to CLOSED 00000100:00080000:0.0:1789066085.525095:0:17707:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1789066085.525098:0:17707:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 4 00000100:00100000:0.0:1789066085.525102:0:17707:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:2.0:1789066085.525644:0:17556:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789066085.525654:0:17556:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.123@tcp lock: ffff9cf081654200/0x7555615576c83753 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0x7555615576c8375a expref: -99 pid: 15094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066085.525663:0:17556:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf081654200 already unused, calling callback (ffffffffc1b4dc20) 10000000:00010000:2.0:1789066085.525667:0:17556:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.123@tcp lock: ffff9cf081654200/0x7555615576c83753 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0x7555615576c8375a expref: -99 pid: 15094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066085.525677:0:17556:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.123@tcp lock: ffff9cf081654200/0x7555615576c83753 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1008400000000 nid: local remote: 0x7555615576c8375a expref: -99 pid: 15094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1789066085.525684:0:17556:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.123@tcp lock: ffff9cf081654200/0x7555615576c83753 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1009400000000 nid: local remote: 0x7555615576c8375a expref: -99 pid: 15094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789066085.525690:0:17556:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1789066085.525692:0:17556:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:2.0:1789066085.525695:0:17556:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:2.0:1789066085.525732:0:17556:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.123@tcp lock: ffff9cf081654200/0x7555615576c83753 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000020 nid: local remote: 0x7555615576c8375a expref: -99 pid: 15094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066085.525738:0:17556:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1789066085.525776:0:17556:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.123@tcp lock: ffff9cf081654200/0x7555615576c83753 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000020 nid: local remote: 0x7555615576c8375a expref: -99 pid: 15094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066085.525792:0:17556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.123@tcp lock: ffff9cf081654200/0x7555615576c83753 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000020 nid: local remote: 0x7555615576c8375a expref: -99 pid: 15094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066085.525805:0:17556:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789066085.525806:0:17556:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789066085.525977:0:3298:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1789066085.525996:0:3298:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf07f55ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:82aeb8d7-3216-4823-acbe-8bd0a8ba1a6e:3298:1875971258045824:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1789066085.526064:0:3298:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066085.526132:0:14397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258045824 00000100:00100000:1.0:1789066085.526139:0:14397:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258045824 00000100:00100000:1.0:1789066085.526181:0:14397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1789066085.526189:0:14397:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07b0b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0+-99:3298:x1875971258045824:12345-0@lo:103:ldlm_bl.0 00010000:00020000:1.0:1789066085.526195:0:14397:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1789066085 with bad export cookie 8454770895150921205 00010000:00010000:2.0:1789066085.526523:0:17556:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789066085.528784:0:17707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.123@tcp lock: ffff9cf07b049400/0x7555615576c83729 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x7555615576c83730 expref: -99 pid: 15094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066085.528802:0:17707:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.123@tcp lock: ffff9cf07b049400/0x7555615576c83729 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x7555615576c83730 expref: -99 pid: 15094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066085.528878:0:17707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.123@tcp lock: ffff9cf07b049400/0x7555615576c83729 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x7555615576c83730 expref: -99 pid: 15094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066085.528887:0:17707:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.123@tcp lock: ffff9cf07b049400/0x7555615576c83729 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x7555615576c83730 expref: -99 pid: 15094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066085.528914:0:17707:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789066085.528933:0:17707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.123@tcp lock: ffff9cf040031600/0x7555615576c83a1d lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x7555615576c83a24 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066085.528941:0:17707:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.123@tcp lock: ffff9cf040031600/0x7555615576c83a1d lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x7555615576c83a24 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066085.528966:0:17707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.123@tcp lock: ffff9cf040031600/0x7555615576c83a1d lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x7555615576c83a24 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066085.528973:0:17707:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.123@tcp lock: ffff9cf040031600/0x7555615576c83a1d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x7555615576c83a24 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066085.528982:0:14401:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789066085.529030:0:17707:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:0.0:1789066085.529035:0:17707:0:(mgc_request.c:547:config_log_end()) end config log lustre-OST0000 (0) 00000020:01000004:0.0:1789066085.529059:0:17707:0:(tgt_mount.c:2111:server_put_super()) stopping lustre-OST0000 00000020:01000000:0.0:1789066085.529063:0:17707:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000 (flags='F') 00000020:00000080:0.0:1789066085.529068:0:17707:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1789066085.529073:0:17707:0:(obd_config.c:956:class_cleanup()) lustre-OST0000: forcing exports to disconnect: 0/1 00000020:00080000:0.0:1789066085.529078:0:17707:0:(genops.c:1557:class_disconnect_exports()) OBD device 13 (ffff9cf074eab380) has no exports 00000020:00080000:0.0:1789066085.529101:0:17707:0:(genops.c:1557:class_disconnect_exports()) OBD device 13 (ffff9cf074eab380) has no exports 00000020:01000000:0.0:1789066085.531517:0:17707:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff9cf050cb08a0 - data ffff9cf06624d870/ffff9cef41d7cc00 00000020:01000000:0.0:1789066085.531944:0:17707:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff9cf07b290f00 - data ffff9cf06bb44af8/ffff9cf07b805c00 00010000:00010000:3.0:1789066085.533584:0:14401:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.123@tcp lock: ffff9cf07b049400/0x7555615576c83729 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x7555615576c83730 expref: -99 pid: 15094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066085.533602:0:14401:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf07b049400 already unused, calling callback (ffffffffc1b4dc20) 10000000:00010000:3.0:1789066085.533607:0:14401:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.123@tcp lock: ffff9cf07b049400/0x7555615576c83729 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x7555615576c83730 expref: -99 pid: 15094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066085.533618:0:14401:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.123@tcp lock: ffff9cf07b049400/0x7555615576c83729 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0x7555615576c83730 expref: -99 pid: 15094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789066085.533624:0:14401:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.123@tcp lock: ffff9cf07b049400/0x7555615576c83729 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0x7555615576c83730 expref: -99 pid: 15094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789066085.533631:0:14401:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:3.0:1789066085.533633:0:14401:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-OST0000: stopping, won't requeue 10000000:01000000:3.0:1789066085.533636:0:14401:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-OST0000 00010000:00010000:3.0:1789066085.533685:0:14401:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.123@tcp lock: ffff9cf07b049400/0x7555615576c83729 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x7555615576c83730 expref: -99 pid: 15094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066085.533691:0:14401:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1789066085.533729:0:14401:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.123@tcp lock: ffff9cf07b049400/0x7555615576c83729 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x7555615576c83730 expref: -99 pid: 15094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066085.533755:0:14401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.123@tcp lock: ffff9cf07b049400/0x7555615576c83729 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x7555615576c83730 expref: -99 pid: 15094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066085.533770:0:14401:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789066085.533782:0:14401:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.123@tcp lock: ffff9cf040031600/0x7555615576c83a1d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x7555615576c83a24 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066085.533787:0:14401:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf040031600 already unused, calling callback (ffffffffc1b4dc20) 10000000:00010000:3.0:1789066085.533790:0:14401:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.123@tcp lock: ffff9cf040031600/0x7555615576c83a1d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x7555615576c83a24 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066085.533797:0:14401:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.123@tcp lock: ffff9cf040031600/0x7555615576c83a1d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x7555615576c83a24 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789066085.533804:0:14401:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.123@tcp lock: ffff9cf040031600/0x7555615576c83a1d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x7555615576c83a24 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789066085.533808:0:14401:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:3.0:1789066085.533811:0:14401:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:3.0:1789066085.533813:0:14401:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:3.0:1789066085.533825:0:14401:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.123@tcp lock: ffff9cf040031600/0x7555615576c83a1d lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x7555615576c83a24 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066085.533831:0:14401:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1789066085.533849:0:14401:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.123@tcp lock: ffff9cf040031600/0x7555615576c83a1d lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x7555615576c83a24 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066085.533855:0:14401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.123@tcp lock: ffff9cf040031600/0x7555615576c83a1d lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x7555615576c83a24 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789066085.533975:0:3298:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf081692d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:82aeb8d7-3216-4823-acbe-8bd0a8ba1a6e:3298:1875971258045952:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1789066085.534081:0:3298:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066085.534188:0:14399:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258045952 00000100:00100000:1.0:1789066085.534198:0:14399:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258045952 00000100:00100000:1.0:1789066085.534250:0:14399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1789066085.534260:0:14399:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07b0b0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0+-99:3298:x1875971258045952:12345-0@lo:103:ldlm_bl.0 00010000:00020000:1.0:1789066085.534269:0:14399:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1789066085 with bad export cookie 8454770895150921205 00010000:00010000:3.0:1789066085.534306:0:14401:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789066085.534311:0:14401:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789066085.534317:0:14401:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789066085.534336:0:14399:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07b0b0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0+-99:3298:x1875971258045952:12345-0@lo:103:ldlm_bl.0 Request processed in 74us (253us total) trans 0 rc -107/-107 00000100:00100000:3.0:1789066085.534340:0:3296:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1789066085.534351:0:14399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1789066085.534369:0:3296:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf081690a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:82aeb8d7-3216-4823-acbe-8bd0a8ba1a6e:3296:1875971258046080:0@lo:103:ldlm_bl.0 00000100:00080000:1.0:1789066085.534405:0:3298:0:(recover.c:205:ptlrpc_request_handle_notconn()) import MGC192.168.204.123@tcp of MGS@0@lo abruptly disconnected: reconnecting 00000100:00080000:1.0:1789066085.534412:0:3298:0:(import.c:65:import_set_state_nolock()) ffff9cf07f2f3000 MGS: changing import state from FULL to DISCONN 00000100:02020000:1.0:1789066085.534417:0:3298:0:(import.c:186:ptlrpc_set_import_discon()) MGC192.168.204.123@tcp: Connection to MGS (at 0@lo) was lost; in progress operations using this service will fail 00000100:00100000:3.0:1789066085.534444:0:3296:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789066085.534528:0:16529:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258046080 00000100:00100000:3.0:1789066085.534536:0:16529:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258046080 00000100:00100000:3.0:1789066085.534597:0:16529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1789066085.534604:0:16529:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf081690e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0+-99:3296:x1875971258046080:12345-0@lo:103:ldlm_bl.0 00010000:00020000:3.0:1789066085.534611:0:16529:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1789066085 with bad export cookie 8454770895150921205 00000100:00100000:3.0:1789066085.534655:0:16529:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf081690e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0+-99:3296:x1875971258046080:12345-0@lo:103:ldlm_bl.0 Request processed in 49us (212us total) trans 0 rc -107/-107 00000100:00100000:3.0:1789066085.534663:0:16529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00080000:3.0:1789066085.534701:0:3296:0:(recover.c:205:ptlrpc_request_handle_notconn()) import MGC192.168.204.123@tcp of MGS@0@lo abruptly disconnected: reconnecting 00010000:00010000:2.0:1789066085.534760:0:14400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789066085.538980:0:14397:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07b0b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0+-99:3298:x1875971258045824:12345-0@lo:103:ldlm_bl.0 Request processed in 12781us (12905us total) trans 0 rc -107/-107 00000100:00100000:0.0:1789066085.538997:0:14397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00080000:1.0:1789066085.547814:0:3298:0:(import.c:192:ptlrpc_set_import_discon()) import MGS@0@lo for MGC192.168.204.123@tcp not replayable, auto-deactivating 00000100:00080000:1.0:1789066085.547822:0:3298:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:1.0:1789066085.547835:0:3298:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff9cf07f55ca80 x1875971258045824/t0(0) o103->MGC192.168.204.123@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1789066101 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789066085.547853:0:3298:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff9cf081692d80 x1875971258045952/t0(0) o103->MGC192.168.204.123@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1789066101 ref 1 fl Rpc:RQU/200/0 rc 0/-107 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789066085.547894:0:3298:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff9cf081690a80 x1875971258046080/t0(0) o103->MGC192.168.204.123@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1789066101 ref 1 fl Rpc:RQU/200/0 rc 0/-107 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 10000000:01000000:1.0:1789066085.548375:0:3298:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00080000:1.0:1789066085.548379:0:3298:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:1.0:1789066085.548381:0:3298:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00080000:3.0:1789066085.548600:0:3296:0:(import.c:214:ptlrpc_set_import_discon()) mgc: import ffff9cf07f2f3000 already not connected (conn 1, was 1): DISCONN 00000100:00100000:3.0:1789066085.548838:0:3296:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf081690a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:82aeb8d7-3216-4823-acbe-8bd0a8ba1a6e:3296:1875971258046080:0@lo:103:ldlm_bl.0 00000100:00080000:1.0:1789066085.550258:0:3298:0:(import.c:65:import_set_state_nolock()) ffff9cf07f2f3000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789066085.550275:0:3298:0:(import.c:545:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 0@lo last attempt 451 00000100:00080000:1.0:1789066085.550296:0:3298:0:(import.c:666:import_select_connection()) MGC192.168.204.123@tcp: import ffff9cf07f2f3000 using connection 192.168.204.123@tcp/0@lo 00000100:00100000:0.0:1789066085.551047:0:3298:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cf07b1ba300 x1875971258046208/t0(0) o250->MGC192.168.204.123@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789066085.551105:0:3294:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf07b1ba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:82aeb8d7-3216-4823-acbe-8bd0a8ba1a6e:3294:1875971258046208:0@lo:250:ptlrpcd_00_03.0 00000400:00000100:3.0:1789066085.551155:0:3294:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1875971258046208 offset 0 length 520: 4 00000100:00100000:0.0:1789066085.551223:0:3298:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf07f55ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:82aeb8d7-3216-4823-acbe-8bd0a8ba1a6e:3298:1875971258045824:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1789066085.551243:0:3298:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf081692d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:82aeb8d7-3216-4823-acbe-8bd0a8ba1a6e:3298:1875971258045952:0@lo:103:ldlm_bl.0 00100000:10000000:0.0:1789066085.563272:0:17707:0:(lfsck_layout.c:753:lfsck_rbtree_cleanup()) lustre-OST0000-osd: layout LFSCK fini OST-objects accessing bitmap 00000020:00000080:2.0:1789066085.594018:0:17707:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x7555615576c8373e 00000020:00000080:2.0:1789066085.594032:0:17707:0:(genops.c:885:class_export_put()) final put ffff9cf0478a9000/lustre-OST0000-osd_UUID 00000020:01000004:2.0:1789066085.594058:0:17707:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9cf050a10800 from lustre-OST0000, refs=2 00000020:01000004:2.0:1789066085.594062:0:17707:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9cf050a10800 2 00000020:01000004:2.0:1789066085.594066:0:17707:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff9cf050a10800 from lustre-OST0000 00000020:00000080:2.0:1789066085.594096:0:17707:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1789066085.594109:0:17707:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:00000080:2.0:1789066085.594113:0:17707:0:(genops.c:885:class_export_put()) final put ffff9cf07f30b800/lustre-OST0000_UUID 00000020:00000080:2.0:1789066085.594117:0:17707:0:(genops.c:844:class_export_destroy()) destroying export ffff9cf07f30b800/lustre-OST0000_UUID for lustre-OST0000 00000020:01000000:2.0:1789066085.594130:0:17707:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000 (lustre-OST0000_UUID) 00000020:01000004:2.0:1789066085.594197:0:17707:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 1 references. 00000020:01000000:2.0:1789066085.594203:0:17707:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-OST0000 (flags='F') 00000020:00000080:2.0:1789066085.594207:0:17707:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1789066085.594214:0:17707:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-OST0000: forcing exports to disconnect: 1/3 00000020:00080000:2.0:1789066085.594224:0:17707:0:(genops.c:1818:print_export_data()) lustre-MDT0000-lwp-OST0000: ACTIVE ffff9cf0478ae800 lustre-MDT0000-lwp-OST0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1789066085.594231:0:17707:0:(genops.c:1552:class_disconnect_exports()) OBD device 14 (ffff9cf0581e4d40) has exports, disconnecting them 00000020:00080000:2.0:1789066085.594237:0:17707:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0000-lwp-OST0000: disconnecting export at 0@lo (ffff9cf0478ae800), last request at 1789066008 00000020:00000080:2.0:1789066085.594242:0:17707:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x7555615576c83768 00000020:00080000:2.0:1789066085.594252:0:17707:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff9cf0478ae800): rc 0 00000020:00000080:2.0:1789066085.594258:0:17707:0:(genops.c:885:class_export_put()) final put ffff9cf0478ae800/lustre-MDT0000-lwp-OST0000 00000020:00000080:1.0:1789066085.595103:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff9cf0478a9000/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:00000080:1.0:1789066085.595120:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff9cf0478ae800/lustre-MDT0000-lwp-OST0000 for lustre-MDT0000-lwp-OST0000 00010000:01000000:3.0:1789066085.597639:0:17707:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-OST0000: client import never connected 00000100:00080000:3.0:1789066085.597651:0:17707:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1789066085.597657:0:17707:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 5 00000100:00100000:3.0:1789066085.597666:0:17707:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1789066085.597908:0:17707:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1789066085.597928:0:17707:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000020:01000004:3.0:1789066085.597951:0:17707:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9cf050a10800 1 00000020:00000080:3.0:1789066085.597960:0:17707:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x7555615576c8370d 00000020:00000080:3.0:1789066085.597971:0:17707:0:(genops.c:885:class_export_put()) final put ffff9cf074ec0000/lustre-OST0000-osd_UUID 00000020:01000000:3.0:1789066085.597979:0:17707:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osd (flags='') 00000020:00000080:3.0:1789066085.597984:0:17707:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1789066085.597989:0:17707:0:(obd_config.c:956:class_cleanup()) lustre-OST0000-osd: forcing exports to disconnect: 0/2 00000020:00080000:3.0:1789066085.597994:0:17707:0:(genops.c:1557:class_disconnect_exports()) OBD device 11 (ffff9cf07c033380) has no exports 00000020:00000080:1.0:1789066085.599648:0:38:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9cf081897800 for lustre-MDT0000-lwp-OST0000 00000020:00000080:1.0:1789066085.599668:0:38:0:(genops.c:885:class_export_put()) final put ffff9cf0478ad000/lustre-MDT0000-lwp-OST0000_UUID 00000020:00000080:1.0:1789066085.599672:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff9cf0478ad000/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000-lwp-OST0000 00000020:01000000:1.0:1789066085.599682:0:38:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-OST0000 (lustre-MDT0000-lwp-OST0000_UUID) 00000020:00000080:1.0:1789066085.599761:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff9cf074ec0000/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:00000080:1.0:1789066085.609792:0:17707:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1789066085.609817:0:17707:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osd (uuid lustre-OST0000-osd_UUID) 00000020:00000080:1.0:1789066085.609826:0:17707:0:(genops.c:885:class_export_put()) final put ffff9cf05f2ea000/lustre-OST0000-osd_UUID 00000020:00000080:1.0:1789066085.609832:0:17707:0:(genops.c:844:class_export_destroy()) destroying export ffff9cf05f2ea000/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:01000000:1.0:1789066085.609844:0:17707:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osd (lustre-OST0000-osd_UUID) 00000020:01000004:1.0:1789066085.610234:0:17707:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff9cf050a14800 00000020:02000400:1.0:1789066085.610296:0:17707:0:(tgt_mount.c:2180:server_put_super()) server umount lustre-OST0000 complete 00010000:00010000:2.0:1789066086.246526:0:17556:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789066086.569499:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82aeb8d7-3216-4823-acbe-8bd0a8ba1a6e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789066086.569514:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 82aeb8d7-3216-4823-acbe-8bd0a8ba1a6e->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789066086.569544:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789066086.569567:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789066086.569571:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cef43106000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789066086.569584:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 540 00000100:00080000:0.0:1789066086.569592:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1789066086.569609:0:38:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9cef43106000 using connection 192.168.204.123@tcp/0@lo 00000100:00100000:0.0:1789066086.569660:0:38:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cf07b1bb480 x1875971258046336/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789066086.569717:0:3294:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf07b1bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3294:1875971258046336:0@lo:38:kworker.0 00000400:00000100:0.0:1789066086.569783:0:3294:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875971258046336 offset 0 length 520: 4 00010000:00010000:3.0:1789066087.269805:0:14401:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789066088.307225:0:14400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:1.0:1789066089.242765:0:17858:0:(tgt_mount.c:2191:server_umount_begin()) umount -f 00000020:01000004:1.0:1789066089.255722:0:17858:0:(tgt_mount.c:2061:server_put_super()) server put_super lustre-OST0001 00010000:00010000:1.0:1789066089.255810:0:17858:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.123@tcp lock: ffff9cf07b049a00/0x7555615576c83887 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x7555615576c8388e expref: -99 pid: 15814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066089.255837:0:17858:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.123@tcp lock: ffff9cf07b049a00/0x7555615576c83887 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x7555615576c8388e expref: -99 pid: 15814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066089.255869:0:17858:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.123@tcp lock: ffff9cf07b049a00/0x7555615576c83887 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x7555615576c8388e expref: -99 pid: 15814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066089.255875:0:17858:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.123@tcp lock: ffff9cf07b049a00/0x7555615576c83887 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x7555615576c8388e expref: -99 pid: 15814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066089.255900:0:17858:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:1.0:1789066089.255905:0:17858:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:1.0:1789066089.255932:0:17858:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1789066089.255943:0:17858:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff9cf07b1bb480 x1875971258046336/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789066101 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789066089.255967:0:17858:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 3 00000100:00080000:1.0:1789066089.255973:0:17858:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID 00000100:00080000:1.0:1789066089.255978:0:17858:0:(import.c:65:import_set_state_nolock()) ffff9cef43106000 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00080000:1.0:1789066089.255983:0:17858:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1789066089.255987:0:17858:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff9cf07b1bb480 x1875971258046336/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789066101 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789066089.255993:0:17858:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 4 00000100:00100000:1.0:1789066089.255996:0:17858:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 16s for inflight to error out 00010000:00010000:2.0:1789066089.256065:0:17556:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789066089.256072:0:17556:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.123@tcp lock: ffff9cf07b049a00/0x7555615576c83887 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x7555615576c8388e expref: -99 pid: 15814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066089.256080:0:17556:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf07b049a00 already unused, calling callback (ffffffffc1b4dc20) 10000000:00010000:2.0:1789066089.256084:0:17556:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.123@tcp lock: ffff9cf07b049a00/0x7555615576c83887 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x7555615576c8388e expref: -99 pid: 15814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066089.256204:0:17556:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.123@tcp lock: ffff9cf07b049a00/0x7555615576c83887 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x7555615576c8388e expref: -99 pid: 15814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1789066089.256213:0:17556:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.123@tcp lock: ffff9cf07b049a00/0x7555615576c83887 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x7555615576c8388e expref: -99 pid: 15814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789066089.256218:0:17556:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1789066089.256221:0:17556:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:2.0:1789066089.256223:0:17556:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:2.0:1789066089.256237:0:17556:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9cf07f2f3000 00010000:00010000:2.0:1789066089.256242:0:17556:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.123@tcp lock: ffff9cf07b049a00/0x7555615576c83887 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0x7555615576c8388e expref: -99 pid: 15814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066089.256248:0:17556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.123@tcp lock: ffff9cf07b049a00/0x7555615576c83887 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0x7555615576c8388e expref: -99 pid: 15814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066089.256260:0:17556:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789066089.256262:0:17556:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789066089.256263:0:17556:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789066089.256340:0:3294:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf07b1bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3294:1875971258046336:0@lo:38:kworker.0 00010000:00010000:0.0:1789066089.258187:0:17858:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.123@tcp lock: ffff9cf0817a6000/0x7555615576c8385d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x7555615576c83864 expref: -99 pid: 15814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066089.258205:0:17858:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.123@tcp lock: ffff9cf0817a6000/0x7555615576c8385d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x7555615576c83864 expref: -99 pid: 15814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066089.258213:0:17858:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.123@tcp lock: ffff9cf0817a6000/0x7555615576c8385d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x7555615576c83864 expref: -99 pid: 15814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066089.258220:0:17858:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.123@tcp lock: ffff9cf0817a6000/0x7555615576c8385d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x7555615576c83864 expref: -99 pid: 15814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066089.258283:0:17858:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789066089.258303:0:17858:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.123@tcp lock: ffff9cf081655c00/0x7555615576c83a0f lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7555615576c83a16 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066089.258327:0:17858:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.123@tcp lock: ffff9cf081655c00/0x7555615576c83a0f lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x7555615576c83a16 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066089.258334:0:17858:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.123@tcp lock: ffff9cf081655c00/0x7555615576c83a0f lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x7555615576c83a16 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066089.258340:0:17858:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.123@tcp lock: ffff9cf081655c00/0x7555615576c83a0f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x7555615576c83a16 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066089.258724:0:14401:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1789066089.258732:0:14401:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.123@tcp lock: ffff9cf0817a6000/0x7555615576c8385d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x7555615576c83864 expref: -99 pid: 15814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066089.258740:0:14401:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf0817a6000 already unused, calling callback (ffffffffc1b4dc20) 10000000:00010000:3.0:1789066089.258744:0:14401:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.123@tcp lock: ffff9cf0817a6000/0x7555615576c8385d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x7555615576c83864 expref: -99 pid: 15814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066089.258753:0:14401:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.123@tcp lock: ffff9cf0817a6000/0x7555615576c8385d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x7555615576c83864 expref: -99 pid: 15814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789066089.258761:0:14401:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.123@tcp lock: ffff9cf0817a6000/0x7555615576c8385d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x7555615576c83864 expref: -99 pid: 15814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789066089.258766:0:14401:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:3.0:1789066089.258768:0:14401:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-OST0001: stopping, won't requeue 00010000:00010000:3.0:1789066089.258779:0:14401:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9cf07f2f3000 00010000:00010000:3.0:1789066089.258782:0:14401:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.123@tcp lock: ffff9cf0817a6000/0x7555615576c8385d lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0x7555615576c83864 expref: -99 pid: 15814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066089.258789:0:14401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.123@tcp lock: ffff9cf0817a6000/0x7555615576c8385d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0x7555615576c83864 expref: -99 pid: 15814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066089.258815:0:14401:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789066089.258830:0:14401:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.123@tcp lock: ffff9cf081655c00/0x7555615576c83a0f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x7555615576c83a16 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066089.258836:0:14401:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf081655c00 already unused, calling callback (ffffffffc1b4dc20) 10000000:00010000:3.0:1789066089.258838:0:14401:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.123@tcp lock: ffff9cf081655c00/0x7555615576c83a0f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x7555615576c83a16 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066089.258846:0:14401:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.123@tcp lock: ffff9cf081655c00/0x7555615576c83a0f lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x7555615576c83a16 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789066089.258861:0:14401:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.123@tcp lock: ffff9cf081655c00/0x7555615576c83a0f lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x7555615576c83a16 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789066089.258866:0:14401:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:3.0:1789066089.258868:0:14401:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 00010000:00010000:3.0:1789066089.258872:0:14401:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9cf07f2f3000 00010000:00010000:3.0:1789066089.258875:0:14401:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.123@tcp lock: ffff9cf081655c00/0x7555615576c83a0f lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0x7555615576c83a16 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066089.258881:0:14401:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789066089.258883:0:14401:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789066089.258884:0:14401:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789066089.260148:0:14400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789066089.260223:0:17858:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1789066089.260232:0:17858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.123@tcp lock: ffff9cf081655c00/0x7555615576c83a0f lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0x7555615576c83a16 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789066089.260252:0:17858:0:(mgc_request.c:130:config_log_put()) dropping config log params 10000000:01000000:0.0:1789066089.260258:0:17858:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-OST0001 10000000:01000000:0.0:1789066089.260260:0:17858:0:(mgc_request.c:547:config_log_end()) end config log lustre-OST0001 (0) 00000020:01000004:0.0:1789066089.260292:0:17858:0:(tgt_mount.c:2111:server_put_super()) stopping lustre-OST0001 00000020:01000000:0.0:1789066089.260296:0:17858:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001 (flags='F') 00000020:00000080:0.0:1789066089.260304:0:17858:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1789066089.260311:0:17858:0:(obd_config.c:956:class_cleanup()) lustre-OST0001: forcing exports to disconnect: 0/1 00000020:00080000:0.0:1789066089.260314:0:17858:0:(genops.c:1557:class_disconnect_exports()) OBD device 16 (ffff9cf07c034d40) has no exports 00000020:00080000:0.0:1789066089.260338:0:17858:0:(genops.c:1557:class_disconnect_exports()) OBD device 16 (ffff9cf07c034d40) has no exports 00000020:01000000:0.0:1789066089.263259:0:17858:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff9cf060606240 - data ffff9cf06bbc26c0/ffff9cef433bdc00 00000020:01000000:0.0:1789066089.263975:0:17858:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff9cf0517657e0 - data ffff9cf06b982bd0/ffff9cef42381000 00100000:10000000:0.0:1789066089.273481:0:17858:0:(lfsck_layout.c:753:lfsck_rbtree_cleanup()) lustre-OST0001-osd: layout LFSCK fini OST-objects accessing bitmap 00000020:00000080:3.0:1789066089.294921:0:17858:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x7555615576c83872 00000020:00000080:3.0:1789066089.294931:0:17858:0:(genops.c:885:class_export_put()) final put ffff9cef43398000/lustre-OST0001-osd_UUID 00000020:01000004:3.0:1789066089.294987:0:17858:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9cf07b234800 from lustre-OST0001, refs=2 00000020:01000004:3.0:1789066089.294991:0:17858:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9cf07b234800 2 00000020:01000004:3.0:1789066089.294993:0:17858:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff9cf07b234800 from lustre-OST0001 00000020:00000080:3.0:1789066089.295016:0:17858:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1789066089.295040:0:17858:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001 (uuid lustre-OST0001_UUID) 00000020:00000080:3.0:1789066089.295043:0:17858:0:(genops.c:885:class_export_put()) final put ffff9cef4339c000/lustre-OST0001_UUID 00000020:00000080:3.0:1789066089.295046:0:17858:0:(genops.c:844:class_export_destroy()) destroying export ffff9cef4339c000/lustre-OST0001_UUID for lustre-OST0001 00000020:01000000:3.0:1789066089.295052:0:17858:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001 (lustre-OST0001_UUID) 00000100:00080000:3.0:1789066089.295138:0:17858:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import 82aeb8d7-3216-4823-acbe-8bd0a8ba1a6e->MGS 00010000:00010000:3.0:1789066089.295154:0:17858:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.123@tcp lock: ffff9cf07b048e00/0x7555615576c8371b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x7555615576c83722 expref: -99 pid: 15094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789066089.295166:0:17858:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.123@tcp lock: ffff9cf07b048e00/0x7555615576c8371b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x7555615576c83722 expref: -99 pid: 15094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789066089.295172:0:17858:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 10000000:01000000:3.0:1789066089.295175:0:17858:0:(mgc_request.c:954:mgc_blocking_ast()) log nodemap: disconnecting, won't requeue 10000000:01000000:3.0:1789066089.295178:0:17858:0:(mgc_request.c:130:config_log_put()) dropping config log nodemap 00010000:00010000:3.0:1789066089.295192:0:17858:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9cf07f2f3000 00010000:00010000:3.0:1789066089.295196:0:17858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.123@tcp lock: ffff9cf07b048e00/0x7555615576c8371b lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0x7555615576c83722 expref: -99 pid: 15094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066089.295212:0:17858:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.123@tcp lock: ffff9cf07b048000/0x7555615576c83603 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x7555615576c8360a expref: -99 pid: 14394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789066089.295219:0:17858:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.123@tcp lock: ffff9cf07b048000/0x7555615576c83603 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x7555615576c8360a expref: -99 pid: 14394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789066089.295225:0:17858:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:3.0:1789066089.295227:0:17858:0:(mgc_request.c:954:mgc_blocking_ast()) log lustre-s: disconnecting, won't requeue 10000000:01000000:3.0:1789066089.295228:0:17858:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-sptlrpc 00010000:00010000:3.0:1789066089.295236:0:17858:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9cf07f2f3000 00010000:00010000:3.0:1789066089.295239:0:17858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.123@tcp lock: ffff9cf07b048000/0x7555615576c83603 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0x7555615576c8360a expref: -99 pid: 14394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1789066089.295254:0:17858:0:(import.c:65:import_set_state_nolock()) ffff9cf07f2f3000 MGS: changing import state from CONNECTING to CLOSED 10000000:01000000:3.0:1789066089.295264:0:17858:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00080000:3.0:1789066089.295266:0:17858:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:3.0:1789066089.295268:0:17858:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00080000:3.0:1789066089.295272:0:17858:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:3.0:1789066089.295283:0:17858:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff9cf07b1ba300 x1875971258046208/t0(0) o250->MGC192.168.204.123@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789066095 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_03.0' uid:0 gid:0 projid:4294967295 10000000:01000000:3.0:1789066089.295299:0:17858:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00100000:3.0:1789066089.295302:0:17858:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 8s for inflight to error out 00000100:00100000:2.0:1789066089.295488:0:3294:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf07b1ba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:82aeb8d7-3216-4823-acbe-8bd0a8ba1a6e:3294:1875971258046208:0@lo:250:ptlrpcd_00_03.0 10000000:01000000:3.0:1789066089.295645:0:17858:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808003 00000020:00000080:3.0:1789066089.295653:0:17858:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x7555615576c835ee 00000020:00000080:3.0:1789066089.295658:0:17858:0:(genops.c:885:class_export_put()) final put ffff9cf07ec46000/82aeb8d7-3216-4823-acbe-8bd0a8ba1a6e 00000020:00000080:0.0:1789066089.295796:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff9cef43398000/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:01000000:3.0:1789066089.295989:0:17858:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MGC192.168.204.123@tcp (flags='') 00000020:00000080:3.0:1789066089.295995:0:17858:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1789066089.296000:0:17858:0:(obd_config.c:956:class_cleanup()) MGC192.168.204.123@tcp: forcing exports to disconnect: 0/3 00000020:00080000:3.0:1789066089.296004:0:17858:0:(genops.c:1557:class_disconnect_exports()) OBD device 2 (ffff9cf074ea99c0) has no exports 10000000:01000000:2.0:1789066089.296060:0:14409:0:(mgc_request.c:708:mgc_requeue_thread()) Ending requeue thread 10000000:01000000:3.0:1789066089.296132:0:17858:0:(obd_class.h:670:obd_cleanup_client_import()) MGC192.168.204.123@tcp: client import never connected 00000100:00080000:3.0:1789066089.296136:0:17858:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 10000000:01000000:3.0:1789066089.296138:0:17858:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00100000:3.0:1789066089.296140:0:17858:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 10000000:01000000:3.0:1789066089.296142:0:17858:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808003 00000020:00000080:3.0:1789066089.296174:0:17858:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1789066089.296179:0:17858:0:(obd_config.c:883:class_detach()) detach on obd MGC192.168.204.123@tcp (uuid 82aeb8d7-3216-4823-acbe-8bd0a8ba1a6e) 00000020:01000000:3.0:1789066089.296184:0:17858:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-OST0001 (flags='F') 00000020:00000080:3.0:1789066089.296188:0:17858:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1789066089.296192:0:17858:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-OST0001: forcing exports to disconnect: 1/3 00000020:00080000:3.0:1789066089.296196:0:17858:0:(genops.c:1818:print_export_data()) lustre-MDT0000-lwp-OST0001: ACTIVE ffff9cef43101800 lustre-MDT0000-lwp-OST0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1789066089.296201:0:17858:0:(genops.c:1552:class_disconnect_exports()) OBD device 17 (ffff9cf07c0319c0) has exports, disconnecting them 00000020:00080000:3.0:1789066089.296205:0:17858:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0000-lwp-OST0001: disconnecting export at 0@lo (ffff9cef43101800), last request at 1789066024 00000020:00000080:3.0:1789066089.296209:0:17858:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x7555615576c8389c 00000020:00080000:3.0:1789066089.296220:0:17858:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff9cef43101800): rc 0 00000020:00000080:3.0:1789066089.296224:0:17858:0:(genops.c:885:class_export_put()) final put ffff9cef43101800/lustre-MDT0000-lwp-OST0001 00000020:00000080:0.0:1789066089.297151:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff9cf07ec46000/82aeb8d7-3216-4823-acbe-8bd0a8ba1a6e for MGC192.168.204.123@tcp 00000020:00000080:0.0:1789066089.297162:0:38:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9cf07f2f3000 for MGC192.168.204.123@tcp 00000020:00000080:0.0:1789066089.297176:0:38:0:(genops.c:885:class_export_put()) final put ffff9cf07f2f5000/82aeb8d7-3216-4823-acbe-8bd0a8ba1a6e 00000020:00000080:0.0:1789066089.297178:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff9cf07f2f5000/82aeb8d7-3216-4823-acbe-8bd0a8ba1a6e for MGC192.168.204.123@tcp 00000020:01000000:0.0:1789066089.297182:0:38:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MGC192.168.204.123@tcp (82aeb8d7-3216-4823-acbe-8bd0a8ba1a6e) 00000020:00000080:0.0:1789066089.297420:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff9cef43101800/lustre-MDT0000-lwp-OST0001 for lustre-MDT0000-lwp-OST0001 00010000:00010000:2.0:1789066089.318047:0:17556:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:01000000:3.0:1789066089.328967:0:17858:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-OST0001: client import never connected 00000100:00080000:3.0:1789066089.328976:0:17858:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1789066089.328982:0:17858:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 5 00000100:00100000:3.0:1789066089.328989:0:17858:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1789066089.329165:0:38:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9cef43106000 for lustre-MDT0000-lwp-OST0001 00010000:00010000:2.0:1789066089.329294:0:14401:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-1 blwis in pool) 00010000:00010000:2.0:1789066089.329674:0:14400:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-2 blwis in pool) 00010000:00010000:2.0:1789066089.329794:0:17556:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-3 blwis in pool) 00000100:00100000:2.0:1789066089.329985:0:14396:0:(service.c:3188:ptlrpc_main()) ldlm_cb00_001: service thread [ffff9cf07f69ce00:14396] 1 exiting: rc = 0 00000100:00100000:0.0:1789066089.330082:0:14395:0:(service.c:3188:ptlrpc_main()) ldlm_cb00_000: service thread [ffff9cf07f69d800:14395] 0 exiting: rc = 1 00000100:00100000:3.0:1789066089.330159:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066089.330516:0:14398:0:(service.c:3188:ptlrpc_main()) ldlm_cn00_001: service thread [ffff9cf07f69de00:14398] 1 exiting: rc = 0 00000100:00100000:0.0:1789066089.330597:0:14397:0:(service.c:3188:ptlrpc_main()) ldlm_cn00_000: service thread [ffff9cf07f69d000:14397] 0 exiting: rc = 1 00000100:00100000:0.0:1789066089.330657:0:14399:0:(service.c:3188:ptlrpc_main()) ldlm_cn00_002: service thread [ffff9cf0509a5a00:14399] 2 exiting: rc = 0 00000100:00100000:2.0:1789066089.330762:0:16529:0:(service.c:3188:ptlrpc_main()) ldlm_cn00_003: service thread [ffff9cf074ecd400:16529] 3 exiting: rc = 0 00000100:00100000:3.0:1789066089.330898:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066089.330906:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066089.330913:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066089.330918:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066089.330925:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066089.330931:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066089.330936:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066089.330942:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066089.330948:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066089.330953:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066089.330958:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066089.330963:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066089.330969:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066089.330974:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066089.330979:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066089.330984:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066089.330990:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066089.330996:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066089.331001:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066089.331008:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066089.331020:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066089.331025:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066089.331031:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066089.331036:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066089.331042:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066089.331047:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066089.331053:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066089.331058:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066089.331064:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066089.331087:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066089.331092:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066089.331096:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066089.331101:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066089.331106:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066089.331110:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066089.331115:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066089.331120:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066089.331125:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066089.331130:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066089.331135:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066089.331140:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066089.331144:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066089.331150:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066089.331155:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066089.331164:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066089.331170:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066089.331176:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066089.331182:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066089.331187:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066089.331192:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066089.331197:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066089.331202:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066089.331209:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066089.331215:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066089.331220:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066089.331225:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066089.331231:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066089.331236:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066089.331241:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066089.331247:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066089.331252:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066089.331257:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066089.331262:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066089.331267:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:2.0:1789066089.335069:0:17858:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1789066089.335083:0:17858:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-OST0001 (uuid lustre-MDT0000-lwp-OST0001_UUID) 00000020:00000080:2.0:1789066089.335089:0:17858:0:(genops.c:885:class_export_put()) final put ffff9cf04628a800/lustre-MDT0000-lwp-OST0001_UUID 00000020:00000080:2.0:1789066089.335093:0:17858:0:(genops.c:844:class_export_destroy()) destroying export ffff9cf04628a800/lustre-MDT0000-lwp-OST0001_UUID for lustre-MDT0000-lwp-OST0001 00000020:01000000:2.0:1789066089.335099:0:17858:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-OST0001 (lustre-MDT0000-lwp-OST0001_UUID) 00000020:01000004:2.0:1789066089.335147:0:17858:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9cf07b234800 1 00000020:00000080:2.0:1789066089.335154:0:17858:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x7555615576c83856 00000020:00000080:2.0:1789066089.335159:0:17858:0:(genops.c:885:class_export_put()) final put ffff9cf046288800/lustre-OST0001-osd_UUID 00000020:01000000:2.0:1789066089.335275:0:17858:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osd (flags='') 00000020:00000080:2.0:1789066089.335281:0:17858:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1789066089.335286:0:17858:0:(obd_config.c:956:class_cleanup()) lustre-OST0001-osd: forcing exports to disconnect: 0/2 00000020:00080000:2.0:1789066089.335290:0:17858:0:(genops.c:1557:class_disconnect_exports()) OBD device 15 (ffff9cef41a019c0) has no exports 00000020:00000080:0.0:1789066089.337647:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff9cf046288800/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:00000080:2.0:1789066089.365332:0:17858:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1789066089.365359:0:17858:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osd (uuid lustre-OST0001-osd_UUID) 00000020:00000080:2.0:1789066089.365365:0:17858:0:(genops.c:885:class_export_put()) final put ffff9cf06a930800/lustre-OST0001-osd_UUID 00000020:00000080:2.0:1789066089.365370:0:17858:0:(genops.c:844:class_export_destroy()) destroying export ffff9cf06a930800/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:01000000:2.0:1789066089.365381:0:17858:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osd (lustre-OST0001-osd_UUID) 00000020:01000004:2.0:1789066089.365730:0:17858:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff9cf06a935800 00000020:01000000:2.0:1789066089.365760:0:17858:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of OSS (flags='F') 00000020:00000080:2.0:1789066089.365766:0:17858:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1789066089.365770:0:17858:0:(obd_config.c:956:class_cleanup()) OSS: forcing exports to disconnect: 0/1 00000020:00080000:2.0:1789066089.365774:0:17858:0:(genops.c:1557:class_disconnect_exports()) OBD device 12 (ffff9cf074ea8000) has no exports 00000020:00000080:2.0:1789066089.365803:0:17858:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1789066089.365811:0:17858:0:(obd_config.c:883:class_detach()) detach on obd OSS (uuid OSS_uuid) 00000020:00000080:2.0:1789066089.365824:0:17858:0:(genops.c:885:class_export_put()) final put ffff9cf074ec5800/OSS_uuid 00000020:00000080:2.0:1789066089.365827:0:17858:0:(genops.c:844:class_export_destroy()) destroying export ffff9cf074ec5800/OSS_uuid for OSS 00000020:01000000:2.0:1789066089.365831:0:17858:0:(genops.c:441:class_free_dev()) finishing cleanup of obd OSS (OSS_uuid) 00000100:00100000:2.0:1789066089.365930:0:15096:0:(service.c:3188:ptlrpc_main()) ll_ost00_001: service thread [ffff9cf050d5d000:15096] 1 exiting: rc = 0 00000100:00080000:3.0:1789066089.366252:0:14408:0:(pinger.c:548:ping_evictor_main()) Exiting Ping Evictor 00000100:00100000:3.0:1789066089.366359:0:15532:0:(service.c:3188:ptlrpc_main()) ll_ost00_003: service thread [ffff9cf047af7600:15532] 3 exiting: rc = 0 00000100:00100000:2.0:1789066089.367647:0:15095:0:(service.c:3188:ptlrpc_main()) ll_ost00_000: service thread [ffff9cf06a8eae00:15095] 0 exiting: rc = 1 00000100:00100000:2.0:1789066089.367720:0:15097:0:(service.c:3188:ptlrpc_main()) ll_ost00_002: service thread [ffff9cf050d5d200:15097] 2 exiting: rc = 0 00000100:00100000:2.0:1789066089.367795:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.367803:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.367809:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.367825:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.367831:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.367836:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.367861:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.367868:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.367873:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.367878:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.367883:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.367889:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.367894:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.367899:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.367904:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.367909:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.367913:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.367918:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.367923:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.367928:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.367933:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.367937:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.367943:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.367949:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.367954:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.367960:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.367964:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.367969:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.367974:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.367979:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.367984:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.367988:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.368007:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.368011:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.368016:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.368021:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.368036:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.368042:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.368047:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.368054:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.368059:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.368064:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.368069:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.368074:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.368079:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.368084:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.368089:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.368095:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.368100:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.368104:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.368109:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.368114:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.368120:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.368125:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.368130:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.368135:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.368140:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.368144:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.368149:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.368154:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.368159:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.368164:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.368169:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.368173:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066089.374017:0:15100:0:(service.c:3188:ptlrpc_main()) ll_ost_create00_001: service thread [ffff9cf05ad3ce00:15100] 1 exiting: rc = 0 00000100:00100000:1.0:1789066089.375202:0:15099:0:(service.c:3188:ptlrpc_main()) ll_ost_create00_000: service thread [ffff9cf04320fe00:15099] 0 exiting: rc = 1 00000100:00100000:2.0:1789066089.376965:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.376974:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.376979:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.377002:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.377007:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.377012:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.377017:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.377021:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.377435:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.377447:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.377452:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.377457:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.377462:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.377910:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.377917:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.377922:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.377928:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.377933:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.377938:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.377943:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.377947:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.377952:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.377957:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.377962:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.377968:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.377975:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.377981:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.377986:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.377991:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.378000:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.378005:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.378010:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.378018:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.378026:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.378031:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.378036:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.378041:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.378046:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.378064:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.378069:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.378078:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.378087:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.378107:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.378113:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.378118:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.378124:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.378131:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.378138:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.378145:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.378150:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.378156:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.378160:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.378165:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.378170:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.378175:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.378179:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.378184:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.378189:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.378194:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.378199:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.378204:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.378209:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.378215:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.378220:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066089.380321:0:16646:0:(service.c:3188:ptlrpc_main()) ll_ost_io00_004: service thread [ffff9cf07ba65800:16646] 4 exiting: rc = 0 00000100:00100000:0.0:1789066089.380521:0:15103:0:(service.c:3188:ptlrpc_main()) ll_ost_io00_002: service thread [ffff9cf08162a200:15103] 2 exiting: rc = 0 00000100:00100000:3.0:1789066089.380892:0:15102:0:(service.c:3188:ptlrpc_main()) ll_ost_io00_001: service thread [ffff9cf07acdfe00:15102] 1 exiting: rc = 0 00000100:00100000:3.0:1789066089.381063:0:16647:0:(service.c:3188:ptlrpc_main()) ll_ost_io00_005: service thread [ffff9cef42a66400:16647] 5 exiting: rc = 0 00000100:00100000:3.0:1789066089.381215:0:15101:0:(service.c:3188:ptlrpc_main()) ll_ost_io00_000: service thread [ffff9cf07acdf000:15101] 0 exiting: rc = 1 00000100:00100000:1.0:1789066089.383123:0:16644:0:(service.c:3188:ptlrpc_main()) ll_ost_io00_003: service thread [ffff9cf07f6a7000:16644] 3 exiting: rc = 0 00000100:00100000:2.0:1789066089.383362:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.383373:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.383378:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.383404:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.383412:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.383418:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.383425:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.383431:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.383436:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.383463:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.384074:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.384081:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.384088:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.384093:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.384098:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.384103:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.384109:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.384115:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.384121:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.384127:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.384132:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.384138:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.384143:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.384148:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.384154:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.384160:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.384166:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.384190:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.384197:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.384204:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.384210:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.384215:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.384221:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.384227:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.384232:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.384238:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.384244:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.384252:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.384257:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.384263:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.384269:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.384276:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.384283:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.384290:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.384308:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.384313:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.384319:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.384325:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.384331:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.384337:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.384644:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.384660:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.384667:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.384673:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.384678:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.384691:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.384711:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.384718:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.384723:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.384728:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.384733:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.384750:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.384757:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.384763:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066089.391828:0:15104:0:(service.c:3188:ptlrpc_main()) ll_ost_seq00_000: service thread [ffff9cf08162a000:15104] 0 exiting: rc = 1 00000100:00100000:1.0:1789066089.392152:0:15105:0:(service.c:3188:ptlrpc_main()) ll_ost_seq00_001: service thread [ffff9cf08162b400:15105] 1 exiting: rc = 0 00000100:00100000:2.0:1789066089.392388:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.392395:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.392400:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.392405:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.392410:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.392415:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.392421:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.392427:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.392431:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.392436:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.392441:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.392446:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.392451:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.392456:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.392462:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.392489:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.392494:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.392500:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.392505:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.392510:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.392515:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.392520:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.392526:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.392531:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.392566:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.392573:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.392578:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.392584:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.392589:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.392594:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.392599:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.392605:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.392610:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.392615:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.392619:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.392625:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.392629:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.392634:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.392639:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.392643:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.392648:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.392652:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.392657:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.392661:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.392665:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.392670:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.392674:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.392679:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.392684:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.392688:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.392700:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.392705:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.392710:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.392715:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.392720:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.392724:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.392729:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.392743:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.392748:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.392753:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.392757:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.392762:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.392766:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.392778:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066089.393567:0:15106:0:(service.c:3188:ptlrpc_main()) ll_ost_out00_000: service thread [ffff9cf0580f6200:15106] 0 exiting: rc = 1 00000100:00100000:0.0:1789066089.394634:0:15107:0:(service.c:3188:ptlrpc_main()) ll_ost_out00_001: service thread [ffff9cf07f295c00:15107] 1 exiting: rc = 0 00000100:00100000:2.0:1789066089.394791:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.394939:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.394949:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.394958:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.394964:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.394970:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.394976:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.394982:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.394988:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.394994:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.395001:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.395006:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.395012:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.395034:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.395041:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.395046:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.395052:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.395058:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.395063:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.395068:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.395073:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.395093:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.395098:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.395103:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.395109:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.395127:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.395134:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.395139:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.395145:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.395151:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.395158:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.395164:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.395171:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.395177:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.395182:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.395189:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.395197:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.395219:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.395226:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.395233:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.395238:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.395244:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.395251:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.395257:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.395264:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.395270:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.395275:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.395281:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.395287:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.395308:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.395315:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.395321:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.395327:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.395334:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.395340:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.395418:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.395433:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.395439:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.395446:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.395451:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.395457:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.395539:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.395630:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066089.395648:0:17858:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:02000400:3.0:1789066089.416145:0:17858:0:(tgt_mount.c:2180:server_put_super()) server umount lustre-OST0001 complete 00000001:02000400:3.0:1789066108.959820:0:18473:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg423-server.virtnet: executing load_modules_local 00000020:01000004:2.0:1789066118.635366:0:18933:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:2.0:1789066118.635371:0:18933:0:(obd_mount.c:926:lmd_print()) device: lustre-mdt1/mdt1 00000080:01200004:2.0:1789066118.635486:0:18933:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff9cef43074800 00000020:01000004:2.0:1789066118.635504:0:18933:0:(tgt_mount.c:2502:osd_start()) Attempting to start lustre-MDT0000, type=osd-zfs, lsifl=200005, mountfl=0 00000020:01000004:2.0:1789066118.635512:0:18933:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-osd (typ=osd-zfs) 00000020:00000080:2.0:1789066118.635527:0:18933:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-osd (ffff9cf07c0319c0) 00000020:00000080:2.0:1789066118.635775:0:18933:0:(obd_config.c:720:class_attach_name()) OBD: dev 0 attached type osd-zfs with refcount 2 00100000:10000000:3.0:1789066118.655599:0:18933:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000001:0x3:0x0] (8/24) 00100000:10000000:3.0:1789066118.661671:0:18933:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000003:0x36:0x0] (8/32) 00100000:10000000:3.0:1789066118.663187:0:18933:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled params under 280: rc = 0 00100000:10000000:3.0:1789066118.663528:0:18933:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000003:0x3:0x0] (8/32) 00100000:10000000:3.0:1789066118.663637:0:18933:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled nodemap under 280: rc = 0 00100000:10000000:3.0:1789066118.663790:0:18933:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lustre-OST0000 under 280: rc = 0 00100000:10000000:3.0:1789066118.663889:0:18933:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lustre-client under 280: rc = 0 00100000:10000000:3.0:1789066118.663987:0:18933:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lustre-OST0001 under 280: rc = 0 00100000:10000000:3.0:1789066118.665217:0:18933:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lustre-MDT0000 under 280: rc = 0 00100000:10000000:2.0:1789066118.666488:0:18933:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lustre under 282: rc = 0 00100000:10000000:2.0:1789066118.672078:0:18933:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled dt-0x0 under 625: rc = 0 00100000:10000000:2.0:1789066118.672187:0:18933:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled md-0x0 under 625: rc = 0 00100000:10000000:2.0:1789066118.672801:0:18933:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x2010000-MDT0000 under 301: rc = 0 00100000:10000000:2.0:1789066118.673047:0:18933:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x10000-MDT0000 under 301: rc = 0 00100000:10000000:2.0:1789066118.673485:0:18933:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x10000 under 301: rc = 0 00100000:10000000:2.0:1789066118.673793:0:18933:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x2020000 under 301: rc = 0 00100000:10000000:2.0:1789066118.674053:0:18933:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x1020000 under 301: rc = 0 00100000:10000000:2.0:1789066118.674313:0:18933:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x1020000-MDT0000 under 301: rc = 0 00100000:10000000:2.0:1789066118.674584:0:18933:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x1010000-MDT0000 under 301: rc = 0 00100000:10000000:2.0:1789066118.674841:0:18933:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x1010000 under 301: rc = 0 00100000:10000000:2.0:1789066118.675080:0:18933:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x20000 under 301: rc = 0 00100000:10000000:2.0:1789066118.676748:0:18933:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x2010000 under 301: rc = 0 00100000:10000000:2.0:1789066118.677866:0:18933:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x2020000-MDT0000 under 301: rc = 0 00100000:10000000:2.0:1789066118.678237:0:18933:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x20000-MDT0000 under 301: rc = 0 00100000:10000000:2.0:1789066118.679962:0:18933:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_15 under 770: rc = 0 00100000:10000000:2.0:1789066118.680226:0:18933:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_13 under 770: rc = 0 00100000:10000000:2.0:1789066118.680505:0:18933:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_00 under 770: rc = 0 00100000:10000000:2.0:1789066118.681078:0:18933:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_06 under 770: rc = 0 00100000:10000000:2.0:1789066118.681353:0:18933:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_07 under 770: rc = 0 00100000:10000000:2.0:1789066118.681769:0:18933:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_01 under 770: rc = 0 00100000:10000000:2.0:1789066118.682044:0:18933:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_12 under 770: rc = 0 00100000:10000000:2.0:1789066118.682309:0:18933:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_14 under 770: rc = 0 00100000:10000000:2.0:1789066118.682810:0:18933:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_10 under 770: rc = 0 00100000:10000000:2.0:1789066118.683082:0:18933:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_09 under 770: rc = 0 00100000:10000000:2.0:1789066118.683461:0:18933:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_05 under 770: rc = 0 00100000:10000000:2.0:1789066118.683869:0:18933:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_03 under 770: rc = 0 00100000:10000000:2.0:1789066118.684475:0:18933:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_02 under 770: rc = 0 00100000:10000000:2.0:1789066118.684908:0:18933:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_08 under 770: rc = 0 00100000:10000000:2.0:1789066118.685178:0:18933:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_04 under 770: rc = 0 00100000:10000000:2.0:1789066118.685514:0:18933:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_11 under 770: rc = 0 00100000:10000000:2.0:1789066118.685932:0:18933:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_15 under 770: rc = 0 00100000:10000000:2.0:1789066118.686212:0:18933:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_13 under 770: rc = 0 00100000:10000000:2.0:1789066118.686518:0:18933:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_00 under 770: rc = 0 00100000:10000000:2.0:1789066118.687002:0:18933:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_06 under 770: rc = 0 00100000:10000000:2.0:1789066118.687262:0:18933:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_07 under 770: rc = 0 00100000:10000000:2.0:1789066118.687705:0:18933:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_01 under 770: rc = 0 00100000:10000000:2.0:1789066118.688013:0:18933:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_12 under 770: rc = 0 00100000:10000000:2.0:1789066118.688307:0:18933:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_14 under 770: rc = 0 00100000:10000000:2.0:1789066118.689859:0:18933:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_10 under 770: rc = 0 00100000:10000000:2.0:1789066118.690137:0:18933:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_05 under 770: rc = 0 00100000:10000000:2.0:1789066118.690429:0:18933:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_09 under 770: rc = 0 00100000:10000000:3.0:1789066118.691361:0:18933:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_03 under 770: rc = 0 00100000:10000000:3.0:1789066118.691805:0:18933:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_02 under 770: rc = 0 00100000:10000000:3.0:1789066118.692075:0:18933:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_04 under 770: rc = 0 00100000:10000000:3.0:1789066118.692335:0:18933:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_08 under 770: rc = 0 00100000:10000000:3.0:1789066118.692854:0:18933:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_11 under 770: rc = 0 00100000:10000000:3.0:1789066118.693725:0:18933:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled [0x200000400:0x1:0x0] under 631: rc = 0 00100000:10000000:3.0:1789066118.694245:0:18933:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000006:0x1020000:0x0] (8/32) 00100000:10000000:3.0:1789066118.694451:0:18933:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x1020000 under 298: rc = 0 00100000:10000000:3.0:1789066118.697981:0:18933:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000006:0x2020000:0x0] (8/32) 00100000:10000000:3.0:1789066118.698088:0:18933:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x2020000 under 298: rc = 0 00100000:10000000:3.0:1789066118.698343:0:18933:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000006:0x20000:0x0] (8/32) 00100000:10000000:3.0:1789066118.698420:0:18933:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x20000 under 298: rc = 0 00100000:10000000:3.0:1789066118.698827:0:18933:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000006:0x10000:0x0] (8/32) 00100000:10000000:3.0:1789066118.698900:0:18933:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x10000 under 626: rc = 0 00100000:10000000:3.0:1789066118.699085:0:18933:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000006:0x1010000:0x0] (8/32) 00100000:10000000:3.0:1789066118.699153:0:18933:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x1010000 under 626: rc = 0 00100000:10000000:3.0:1789066118.699369:0:18933:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000006:0x2010000:0x0] (8/32) 00100000:10000000:3.0:1789066118.699440:0:18933:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x2010000 under 626: rc = 0 00000020:00000080:3.0:1789066118.699889:0:18933:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00080000:01000000:3.0:1789066118.699897:0:18933:0:(osd_handler.c:1574:osd_obd_connect()) connect #0 00000020:00000080:3.0:1789066118.699908:0:18933:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x7555615576c83cc4 00000020:01000004:3.0:1789066118.699917:0:18933:0:(tgt_mount.c:2587:server_fill_super()) Found service lustre-MDT0000 on device lustre-mdt1/mdt1 00000020:01000000:3.0:1789066118.699922:0:18933:0:(tgt_mount.c:219:server_start_mgs()) Start MGS service MGS 00000020:01000004:3.0:1789066118.699927:0:18933:0:(tgt_mount.c:101:server_register_mount()) register mount ffff9cef43074800 from MGS 00000020:01000004:3.0:1789066118.699930:0:18933:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGS (typ=mgs) 00000020:00000080:3.0:1789066118.699940:0:18933:0:(genops.c:413:class_newdev()) Allocate new device MGS (ffff9cf0581e3380) 00000020:00000080:3.0:1789066118.699951:0:18933:0:(obd_config.c:720:class_attach_name()) OBD: dev 1 attached type mgs with refcount 2 00000020:01000004:3.0:1789066118.700006:0:18933:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9cef43074800 from MGS, refs=2 00080000:01000000:3.0:1789066118.700010:0:18933:0:(osd_handler.c:1574:osd_obd_connect()) connect #1 00000020:00000080:3.0:1789066118.700016:0:18933:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x7555615576c83cd2 00000100:00100000:3.0:1789066118.700112:0:18933:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:3.0:1789066118.700243:0:18933:0:(service.c:3467:ptlrpc_start_thread()) ldlm_cbd[0] started 0 min 2 max 56 00000100:00100000:3.0:1789066118.700250:0:18933:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cb00_000' 00000100:00100000:3.0:1789066118.701319:0:18933:0:(service.c:3467:ptlrpc_start_thread()) ldlm_cbd[0] started 1 min 2 max 56 00000100:00100000:3.0:1789066118.701328:0:18933:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cb00_001' 00000100:00100000:3.0:1789066118.702186:0:18933:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1789066118.703261:0:18933:0:(service.c:3467:ptlrpc_start_thread()) ldlm_canceld[0] started 0 min 3 max 56 00000100:00100000:3.0:1789066118.703274:0:18933:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cn00_000' 00000100:00100000:3.0:1789066118.705712:0:18933:0:(service.c:3467:ptlrpc_start_thread()) ldlm_canceld[0] started 1 min 3 max 56 00000100:00100000:3.0:1789066118.705725:0:18933:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cn00_001' 00000100:00100000:0.0:1789066118.707131:0:18933:0:(service.c:3467:ptlrpc_start_thread()) ldlm_canceld[0] started 2 min 3 max 56 00000100:00100000:0.0:1789066118.707143:0:18933:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cn00_002' 00010000:00010000:0.0:1789066118.708209:0:18939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789066118.708213:0:18939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789066118.708215:0:18939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789066118.708500:0:18940:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789066118.708503:0:18940:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789066118.708505:0:18940:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789066118.712885:0:18933:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGS-0 is initialized 00010000:00010000:2.0:1789066118.725202:0:18939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:01000000:0.0:1789066118.733852:0:18933:0:(llog_obd.c:197:llog_setup()) obd MGS ctxt 0 is initialized 20000000:01000000:0.0:1789066118.733877:0:18933:0:(mgs_llog.c:152:class_dentry_readdir()) Not in white list, skipping . 20000000:01000000:0.0:1789066118.733881:0:18933:0:(mgs_llog.c:152:class_dentry_readdir()) Not in white list, skipping .. 10000000:01000000:3.0:1789066118.736216:0:18942:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x2 (params) 20000000:01000000:0.0:1789066118.736428:0:18933:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 2 20000000:01000000:0.0:1789066118.736702:0:18933:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:0.0:1789066118.737183:0:18933:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 00000100:00100000:0.0:1789066118.737712:0:18933:0:(service.c:155:ptlrpc_grow_req_bufs()) mgs: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1789066118.737882:0:18933:0:(service.c:3467:ptlrpc_start_thread()) mgs[-1] started 0 min 3 max 32 00000100:00100000:0.0:1789066118.737889:0:18933:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_mgs_0000' 00000100:00100000:3.0:1789066118.749527:0:18933:0:(service.c:3467:ptlrpc_start_thread()) mgs[-1] started 1 min 3 max 32 00000100:00100000:3.0:1789066118.749565:0:18933:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_mgs_0001' 00000100:00100000:0.0:1789066118.750109:0:18933:0:(service.c:3467:ptlrpc_start_thread()) mgs[-1] started 2 min 3 max 32 00000100:00100000:0.0:1789066118.750118:0:18933:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_mgs_0002' 00000020:00000080:0.0:1789066118.751087:0:18933:0:(obd_config.c:826:class_setup()) finished setup of obd MGS (uuid MGS) 00000020:01000004:0.0:1789066118.751110:0:18933:0:(obd_mount.c:411:lustre_start_mgc()) Start MGC 'MGC192.168.204.123@tcp' 00000020:01000004:0.0:1789066118.751112:0:18933:0:(obd_mount.c:420:lustre_start_mgc()) mgs NIDs (null). 00000020:01000004:0.0:1789066118.751142:0:18933:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGC192.168.204.123@tcp (typ=mgc) 00000020:00000080:0.0:1789066118.751155:0:18933:0:(genops.c:413:class_newdev()) Allocate new device MGC192.168.204.123@tcp (ffff9cf07eed4d40) 00000020:00000080:0.0:1789066118.751171:0:18933:0:(obd_config.c:720:class_attach_name()) OBD: dev 2 attached type mgc with refcount 2 00010000:00080000:0.0:1789066118.751242:0:18933:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9cf07ec60800@MGC192.168.204.123@tcp: add connection 192.168.204.123@tcp at head 00010000:00010000:0.0:1789066118.751412:0:18933:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGC192.168.204.123@tcp-0 is initialized 00000040:01000000:0.0:1789066118.751418:0:18933:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.204.123@tcp ctxt 1 is initialized 00000100:00080000:3.0:1789066118.751518:0:18947:0:(pinger.c:466:ping_evictor_main()) Starting Ping Evictor 10000000:01000000:0.0:1789066118.759374:0:18948:0:(mgc_request.c:631:mgc_requeue_thread()) Starting requeue thread 00000020:00000080:3.0:1789066118.759458:0:18933:0:(obd_config.c:826:class_setup()) finished setup of obd MGC192.168.204.123@tcp (uuid 1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d) 00000020:00000080:3.0:1789066118.759483:0:18933:0:(genops.c:1384:class_connect()) connect: client 1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d, cookie 0x7555615576c83ce0 00000100:00080000:3.0:1789066118.759496:0:18933:0:(import.c:545:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1789066118.759508:0:18933:0:(import.c:666:import_select_connection()) MGC192.168.204.123@tcp: import ffff9cf07ec60800 using connection 192.168.204.123@tcp/0@lo 00000100:00100000:3.0:1789066118.759581:0:18933:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cf081692680 x1875971258046464/t0(0) o250->MGC192.168.204.123@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789066118.759606:0:18933:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d->MGS 00000020:01000004:3.0:1789066118.759623:0:18933:0:(tgt_mount.c:1808:server_start_targets()) starting target lustre-MDT0000 00000020:01000004:3.0:1789066118.759630:0:18933:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MDS (typ=mds) 00000020:00000080:3.0:1789066118.759646:0:18933:0:(genops.c:413:class_newdev()) Allocate new device MDS (ffff9cf0581e0000) 00000020:00000080:3.0:1789066118.759662:0:18933:0:(obd_config.c:720:class_attach_name()) OBD: dev 3 attached type mds with refcount 2 00000100:00100000:0.0:1789066118.759819:0:3294:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf081692680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:3294:1875971258046464:0@lo:250:mount.lustre.0 00000100:00100000:0.0:1789066118.759888:0:3294:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066118.759963:0:18943:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258046464 00000100:00100000:0.0:1789066118.759969:0:18943:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258046464 00000100:00100000:0.0:1789066118.759999:0:18943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1789066118.760006:0:18943:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07b816450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0+-99:3294:x1875971258046464:12345-0@lo:250:mount.lustre.0 00010000:00080000:0.0:1789066118.760031:0:18943:0:(ldlm_lib.c:1453:target_handle_connect()) MGS: connection from 1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d@0@lo t0 exp 0000000000000000 cur 577 last 0 00000020:00000080:0.0:1789066118.760053:0:18943:0:(genops.c:1384:class_connect()) connect: client 1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d, cookie 0x7555615576c83cee 00000100:00080000:0.0:1789066118.760190:0:18943:0:(import.c:65:import_set_state_nolock()) ffff9cf07f17e800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1789066118.760247:0:18943:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07b816450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+5:3294:x1875971258046464:12345-0@lo:250:mount.lustre.0 Request processed in 240us (358us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066118.760255:0:18943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1789066118.760312:0:3294:0:(client.c:3126:ptlrpc_free_committed()) MGC192.168.204.123@tcp: committing for last_committed 0 gen 1 00000100:00080000:0.0:1789066118.760321:0:3294:0:(import.c:1177:ptlrpc_connect_interpret()) MGC192.168.204.123@tcp: connect to target with instance 0 00000100:00080000:0.0:1789066118.760328:0:3294:0:(import.c:1001:ptlrpc_connect_set_flags()) MGC192.168.204.123@tcp: Resetting ns_connect_flags to server flags: 0xa000011001002060 10000000:01000000:0.0:1789066118.760344:0:3294:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808005 00000100:00080000:0.0:1789066118.760348:0:3294:0:(import.c:65:import_set_state_nolock()) ffff9cf07ec60800 MGS: changing import state from CONNECTING to FULL 10000000:01000000:0.0:1789066118.760350:0:3294:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808004 00000100:00080000:0.0:1789066118.760358:0:3294:0:(pinger.c:186:ptlrpc_pinger_ir_up()) IR up 00000100:00100000:0.0:1789066118.760363:0:3294:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf081692680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:3294:1875971258046464:0@lo:250:mount.lustre.0 00000100:00100000:3.0:1789066118.779761:0:18933:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt: allocate 64 new 262144-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1789066118.779959:0:18933:0:(service.c:3467:ptlrpc_start_thread()) mdt[0] started 0 min 3 max 116 00000100:00100000:3.0:1789066118.779965:0:18933:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt00_000' 00000100:00100000:3.0:1789066118.787762:0:18933:0:(service.c:3467:ptlrpc_start_thread()) mdt[0] started 1 min 3 max 116 00000100:00100000:3.0:1789066118.787776:0:18933:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt00_001' 00000100:00100000:0.0:1789066118.789835:0:18933:0:(service.c:3467:ptlrpc_start_thread()) mdt[0] started 2 min 3 max 116 00000100:00100000:2.0:1789066118.789949:0:18933:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt00_002' 00000100:00100000:2.0:1789066118.791393:0:18933:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_readpage: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1789066118.791897:0:18933:0:(service.c:3467:ptlrpc_start_thread()) mdt_readpage[0] started 0 min 2 max 80 00000100:00100000:2.0:1789066118.791904:0:18933:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_000' 00000100:00100000:2.0:1789066118.792398:0:18933:0:(service.c:3467:ptlrpc_start_thread()) mdt_readpage[0] started 1 min 2 max 80 00000100:00100000:2.0:1789066118.792478:0:18933:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_001' 00000100:00100000:2.0:1789066118.852346:0:18933:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1789066118.852851:0:18933:0:(service.c:3467:ptlrpc_start_thread()) mdt_out[0] started 0 min 2 max 116 00000100:00100000:2.0:1789066118.852858:0:18933:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_out00_000' 00000100:00100000:2.0:1789066118.854509:0:18933:0:(service.c:3467:ptlrpc_start_thread()) mdt_out[0] started 1 min 2 max 116 00000100:00100000:2.0:1789066118.854521:0:18933:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_out00_001' 00000100:00100000:2.0:1789066118.855398:0:18933:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqs: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1789066118.855758:0:18933:0:(service.c:3467:ptlrpc_start_thread()) mdt_seqs[-1] started 0 min 2 max 256 00000100:00100000:2.0:1789066118.855766:0:18933:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_seqs_0000' 00000100:00100000:2.0:1789066118.856709:0:18933:0:(service.c:3467:ptlrpc_start_thread()) mdt_seqs[-1] started 1 min 2 max 256 00000100:00100000:2.0:1789066118.856718:0:18933:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_seqs_0001' 00000100:00100000:2.0:1789066118.857278:0:18933:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqm: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1789066118.857657:0:18933:0:(service.c:3467:ptlrpc_start_thread()) mdt_seqm[-1] started 0 min 2 max 256 00000100:00100000:2.0:1789066118.857664:0:18933:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_seqm_0000' 00000100:00100000:2.0:1789066118.858114:0:18933:0:(service.c:3467:ptlrpc_start_thread()) mdt_seqm[-1] started 1 min 2 max 256 00000100:00100000:2.0:1789066118.858121:0:18933:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_seqm_0001' 00000100:00100000:2.0:1789066118.861974:0:18933:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_fld: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1789066118.862247:0:18933:0:(service.c:3467:ptlrpc_start_thread()) mdt_fld[-1] started 0 min 2 max 256 00000100:00100000:2.0:1789066118.862255:0:18933:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_fld_0000' 00000100:00100000:2.0:1789066118.863082:0:18933:0:(service.c:3467:ptlrpc_start_thread()) mdt_fld[-1] started 1 min 2 max 256 00000100:00100000:2.0:1789066118.863090:0:18933:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_fld_0001' 00000100:00100000:0.0:1789066118.895664:0:18933:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1789066118.895901:0:18933:0:(service.c:3467:ptlrpc_start_thread()) mdt_io[0] started 0 min 3 max 116 00000100:00100000:0.0:1789066118.895909:0:18933:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_io00_000' 00000100:00100000:2.0:1789066118.900103:0:18933:0:(service.c:3467:ptlrpc_start_thread()) mdt_io[0] started 1 min 3 max 116 00000100:00100000:2.0:1789066118.900118:0:18933:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_io00_001' 00000100:00100000:0.0:1789066118.901511:0:18933:0:(service.c:3467:ptlrpc_start_thread()) mdt_io[0] started 2 min 3 max 116 00000100:00100000:0.0:1789066118.901522:0:18933:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_io00_002' 00000020:00000080:0.0:1789066118.902578:0:18933:0:(obd_config.c:826:class_setup()) finished setup of obd MDS (uuid MDS_uuid) 00000020:01000004:0.0:1789066118.902605:0:18933:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for lustre-mdt1/mdt1 10000000:01000000:0.0:1789066118.902612:0:18933:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.204.123@tcp: cl_mgc_mutex lustre-MDT0000-osd for locked: rc = 0 00000040:01000000:0.0:1789066118.902783:0:18933:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.204.123@tcp ctxt 0 is initialized 00000020:01000004:0.0:1789066118.902828:0:18933:0:(tgt_mount.c:1416:server_register_target()) Registration lustre-MDT0000, fs=lustre, 192.168.204.123@tcp, index=0000, flags=0x20005 00000020:01000004:0.0:1789066118.902834:0:18933:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:0.0:1789066118.902836:0:18933:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1789066118.902837:0:18933:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1789066118.902839:0:18933:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1789066118.902840:0:18933:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1789066118.902842:0:18933:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1789066118.902843:0:18933:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1789066118.902844:0:18933:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1789066118.902847:0:18933:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1789066118.902848:0:18933:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:0.0:1789066118.902851:0:18933:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x10020005 00000020:01000004:0.0:1789066118.902854:0:18933:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:0.0:1789066118.902855:0:18933:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1789066118.902856:0:18933:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1789066118.902857:0:18933:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1789066118.902859:0:18933:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1789066118.902860:0:18933:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1789066118.902861:0:18933:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1789066118.902862:0:18933:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1789066118.902868:0:18933:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1789066118.902869:0:18933:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:0.0:1789066118.902900:0:18933:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:0.0:1789066118.902922:0:18933:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf07b1bb480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:18933:1875971258046592:0@lo:253:mount.lustre.0 00000100:00100000:0.0:1789066118.903000:0:18933:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066118.903050:0:18933:0:(client.c:2716:ptlrpc_set_wait()) set ffff9cf053716f00 going to sleep for 11 seconds 00000100:00100000:3.0:1789066118.903383:0:18946:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258046592 00000100:00100000:3.0:1789066118.903391:0:18946:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258046592 00000100:00100000:3.0:1789066118.903439:0:18946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1789066118.903447:0:18946:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07b814850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+5:18933:x1875971258046592:12345-0@lo:253:mount.lustre.0 20000000:01000000:3.0:1789066118.903498:0:18946:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:3.0:1789066118.903502:0:18946:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:3.0:1789066118.903505:0:18946:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-MDT0000 is running on 0@lo 10000000:01000000:3.0:1789066118.904524:0:18967:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:01000000:0.0:1789066118.905099:0:18946:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 8 20000000:01000000:0.0:1789066118.906977:0:18968:0:(mgs_llog.c:340:mgs_fsdb_handler()) MDT index is 0 20000000:01000000:0.0:1789066118.906987:0:18968:0:(mgs_llog.c:324:mgs_fsdb_handler()) OST index for lustre-OST0000_UUID is 0 (0) 20000000:01000000:0.0:1789066118.906990:0:18968:0:(mgs_llog.c:324:mgs_fsdb_handler()) OST index for lustre-OST0001_UUID is 1 (1) 00000040:00080000:0.0:1789066118.907024:0:18968:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 42 count 42 20000000:01000000:3.0:1789066118.907328:0:18946:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:3.0:1789066118.907339:0:18946:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00000100:00100000:3.0:1789066118.915977:0:18946:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07b814850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+5:18933:x1875971258046592:12345-0@lo:253:mount.lustre.0 Request processed in 12520us (12967us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066118.915993:0:18946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1789066118.916317:0:18933:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf07b1bb480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:18933:1875971258046592:0@lo:253:mount.lustre.0 10000000:01000000:0.0:1789066118.916334:0:18933:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:0.0:1789066118.916337:0:18933:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:0.0:1789066118.916338:0:18933:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1789066118.916340:0:18933:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1789066118.916341:0:18933:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1789066118.916342:0:18933:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1789066118.916343:0:18933:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1789066118.916345:0:18933:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1789066118.916346:0:18933:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1789066118.916348:0:18933:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1789066118.916349:0:18933:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:0.0:1789066118.916365:0:18933:0:(tgt_mount.c:101:server_register_mount()) register mount ffff9cef43074800 from lustre-MDT0000 10000000:01000000:0.0:1789066118.916388:0:18933:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-MDT0000 from 0 10000000:01000000:0.0:1789066118.916391:0:18933:0:(mgc_request.c:329:config_log_add()) add config log lustre-MDT0000-0000000000000000 10000000:01000000:0.0:1789066118.916396:0:18933:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-sptlrpc-ffff9cf07eed4d40 10000000:01000000:0.0:1789066118.916400:0:18933:0:(mgc_request.c:68:mgc_name2resid()) log lustre-sptlrpc to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1789066118.916418:0:18933:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-sptlrpc-ffff9cf07eed4d40 from 1 10000000:01000000:0.0:1789066118.916421:0:18933:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:0.0:1789066118.916460:0:18933:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.123@tcp lock: ffff9cf081655200/0x7555615576c83cf5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18933 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066118.916470:0:18933:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.123@tcp lock: ffff9cf081655200/0x7555615576c83cf5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18933 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066118.916487:0:18933:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.123@tcp lock: ffff9cf081655200/0x7555615576c83cf5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 18933 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789066118.916506:0:18933:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf07b1bb480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:18933:1875971258046720:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1789066118.929309:0:18933:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789066118.929527:0:18933:0:(client.c:2716:ptlrpc_set_wait()) set ffff9cef4283dcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1789066118.929629:0:18945:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258046720 00000100:00100000:0.0:1789066118.929639:0:18945:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258046720 00000100:00100000:0.0:1789066118.929701:0:18945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1789066118.929711:0:18945:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07bae9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+5:18933:x1875971258046720:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789066118.929730:0:18945:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789066118.929759:0:18945:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9cf081655600/0x7555615576c83cfc lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x7555615576c83cf5 expref: -99 pid: 18945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066118.929790:0:18945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9cf081655600/0x7555615576c83cfc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x7555615576c83cf5 expref: 6 pid: 18945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066118.929803:0:18945:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9cf081655600/0x7555615576c83cfc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7555615576c83cf5 expref: 6 pid: 18945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066118.929812:0:18945:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf081655600, rc 0) 00000100:00100000:0.0:1789066118.929857:0:18945:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07bae9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+6:18933:x1875971258046720:12345-0@lo:101:mount.lustre.0 Request processed in 148us (851us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066118.929864:0:18945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1789066118.929954:0:18933:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf07b1bb480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:18933:1875971258046720:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789066118.929972:0:18933:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.123@tcp lock: ffff9cf081655200/0x7555615576c83cf5 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7555615576c83cfc expref: -99 pid: 18933 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066118.929997:0:18933:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.123@tcp lock: ffff9cf081655200/0x7555615576c83cf5 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x7555615576c83cfc expref: -99 pid: 18933 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789066118.930087:0:18933:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf07f55d500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:18933:1875971258046848:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789066118.930119:0:18933:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789066118.930149:0:18933:0:(client.c:2716:ptlrpc_set_wait()) set ffff9cf07b220f00 going to sleep for 11 seconds 00000100:00100000:1.0:1789066118.930343:0:18943:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258046848 00000100:00100000:1.0:1789066118.930348:0:18943:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258046848 00000100:00100000:1.0:1789066118.930384:0:18943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1789066118.930391:0:18943:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07baeb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+6:18933:x1875971258046848:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789066118.930712:0:18943:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07baeb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+6:18933:x1875971258046848:12345-0@lo:501:mount.lustre.0 Request processed in 321us (592us total) trans 0 rc -2/-2 00000100:00100000:1.0:1789066118.930721:0:18943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1789066118.930744:0:18933:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf07f55d500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:18933:1875971258046848:0@lo:501:mount.lustre.0 10000000:01000000:2.0:1789066118.930776:0:18933:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.123@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:2.0:1789066118.930794:0:18933:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.123@tcp lock: ffff9cf081655200/0x7555615576c83cf5 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7555615576c83cfc expref: -99 pid: 18933 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066118.930804:0:18933:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.123@tcp lock: ffff9cf081655200/0x7555615576c83cf5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7555615576c83cfc expref: -99 pid: 18933 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789066118.930813:0:18933:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff9cef43074800 10000000:01000000:2.0:1789066118.930819:0:18933:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:2.0:1789066118.930824:0:18933:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-barrier-ffff9cef43074800 10000000:01000000:2.0:1789066118.930827:0:18933:0:(mgc_request.c:68:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:2.0:1789066118.930830:0:18933:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-barrier-ffff9cef43074800 from 1 10000000:01000000:2.0:1789066118.930833:0:18933:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:2.0:1789066118.930858:0:18933:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.123@tcp lock: ffff9cf0413fc600/0x7555615576c83d03 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18933 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066118.930866:0:18933:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.123@tcp lock: ffff9cf0413fc600/0x7555615576c83d03 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18933 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066118.930874:0:18933:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.123@tcp lock: ffff9cf0413fc600/0x7555615576c83d03 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 18933 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789066118.930896:0:18933:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf07f55d500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:18933:1875971258046976:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1789066118.930924:0:18933:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789066118.930942:0:18933:0:(client.c:2716:ptlrpc_set_wait()) set ffff9cf07b220f00 going to sleep for 11 seconds 00000100:00100000:1.0:1789066118.930942:0:18943:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258046976 00000100:00100000:1.0:1789066118.930947:0:18943:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258046976 00000100:00100000:1.0:1789066118.930965:0:18943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1789066118.930972:0:18943:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07bae8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+6:18933:x1875971258046976:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1789066118.930979:0:18943:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789066118.930992:0:18943:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9cf06b073000/0x7555615576c83d0a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x7555615576c83d03 expref: -99 pid: 18943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066118.931008:0:18943:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9cf06b073000/0x7555615576c83d0a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x7555615576c83d03 expref: 7 pid: 18943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066118.931017:0:18943:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9cf06b073000/0x7555615576c83d0a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7555615576c83d03 expref: 7 pid: 18943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066118.931024:0:18943:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf06b073000, rc 0) 00000100:00100000:1.0:1789066118.931063:0:18943:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07bae8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+7:18933:x1875971258046976:12345-0@lo:101:mount.lustre.0 Request processed in 91us (138us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066118.931069:0:18943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1789066118.931110:0:18933:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf07f55d500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:18933:1875971258046976:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789066118.931120:0:18933:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.123@tcp lock: ffff9cf0413fc600/0x7555615576c83d03 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7555615576c83d0a expref: -99 pid: 18933 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066118.931128:0:18933:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.123@tcp lock: ffff9cf0413fc600/0x7555615576c83d03 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x7555615576c83d0a expref: -99 pid: 18933 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789066118.931147:0:18933:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.123@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:2.0:1789066118.931161:0:18933:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.123@tcp lock: ffff9cf0413fc600/0x7555615576c83d03 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7555615576c83d0a expref: -99 pid: 18933 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066118.931168:0:18933:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.123@tcp lock: ffff9cf0413fc600/0x7555615576c83d03 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7555615576c83d0a expref: -99 pid: 18933 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789066118.931173:0:18933:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-MDT0000-0000000000000000 10000000:01000000:2.0:1789066118.931177:0:18933:0:(mgc_request.c:68:mgc_name2resid()) log lustre-MDT0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1789066118.931181:0:18933:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-mdtir-ffff9cef43074800 10000000:01000000:2.0:1789066118.931184:0:18933:0:(mgc_request.c:68:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:2.0:1789066118.931186:0:18933:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 1 10000000:01000000:2.0:1789066118.931189:0:18933:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:2.0:1789066118.931201:0:18933:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.123@tcp lock: ffff9cf0413fc400/0x7555615576c83d11 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18933 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066118.931213:0:18933:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.123@tcp lock: ffff9cf0413fc400/0x7555615576c83d11 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18933 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066118.931227:0:18933:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.123@tcp lock: ffff9cf0413fc400/0x7555615576c83d11 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 18933 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789066118.931239:0:18933:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf07f55d500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:18933:1875971258047104:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1789066118.931263:0:18933:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789066118.931300:0:18933:0:(client.c:2716:ptlrpc_set_wait()) set ffff9cf07b220f00 going to sleep for 11 seconds 00000100:00100000:0.0:1789066118.931379:0:18943:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258047104 00000100:00100000:0.0:1789066118.931383:0:18943:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258047104 00000100:00100000:0.0:1789066118.931508:0:18943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1789066118.931517:0:18943:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07baeb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+7:18933:x1875971258047104:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789066118.931532:0:18943:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789066118.931575:0:18943:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9cf081655000/0x7555615576c83d18 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x7555615576c83d11 expref: -99 pid: 18943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066118.931591:0:18943:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9cf081655000/0x7555615576c83d18 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x7555615576c83d11 expref: 8 pid: 18943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066118.931599:0:18943:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9cf081655000/0x7555615576c83d18 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7555615576c83d11 expref: 8 pid: 18943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066118.931605:0:18943:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf081655000, rc 0) 00000100:00100000:0.0:1789066118.931643:0:18943:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07baeb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+8:18933:x1875971258047104:12345-0@lo:101:mount.lustre.0 Request processed in 128us (379us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066118.931650:0:18943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1789066118.931671:0:18933:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf07f55d500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:18933:1875971258047104:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789066118.931682:0:18933:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.123@tcp lock: ffff9cf0413fc400/0x7555615576c83d11 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x7555615576c83d18 expref: -99 pid: 18933 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066118.931690:0:18933:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.123@tcp lock: ffff9cf0413fc400/0x7555615576c83d11 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x7555615576c83d18 expref: -99 pid: 18933 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789066118.931731:0:18933:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf07f55d500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:18933:1875971258047232:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789066118.931757:0:18933:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789066118.936936:0:18933:0:(client.c:2716:ptlrpc_set_wait()) set ffff9cf07b220f00 going to sleep for 11 seconds 00000100:00100000:1.0:1789066118.939816:0:18945:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258047232 00000100:00100000:1.0:1789066118.939831:0:18945:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258047232 00000100:00100000:1.0:1789066118.939886:0:18945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1789066118.939896:0:18945:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07bae8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+8:18933:x1875971258047232:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789066118.940396:0:18945:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07bae8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+9:18933:x1875971258047232:12345-0@lo:501:mount.lustre.0 Request processed in 499us (8635us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066118.940856:0:18945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1789066118.941075:0:18933:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf07f55d500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:18933:1875971258047232:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789066118.941147:0:18933:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf07f55d500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:18933:1875971258047360:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1789066118.941196:0:18933:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789066118.941222:0:18933:0:(client.c:2716:ptlrpc_set_wait()) set ffff9cf07b220f00 going to sleep for 11 seconds 00000100:00100000:3.0:1789066118.944603:0:18946:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258047360 00000100:00100000:3.0:1789066118.944619:0:18946:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258047360 00000100:00100000:3.0:1789066118.944708:0:18946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1789066118.944722:0:18946:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07baea050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+9:18933:x1875971258047360:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1789066118.945684:0:18946:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07baea050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+9:18933:x1875971258047360:12345-0@lo:503:mount.lustre.0 Request processed in 962us (4483us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066118.945696:0:18946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1789066118.945853:0:18933:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf07f55d500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:18933:1875971258047360:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1789066118.947105:0:18969:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf07b0b3b80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:18969:1875971258047488:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1789066118.947179:0:18969:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066118.947278:0:18969:0:(client.c:2716:ptlrpc_set_wait()) set ffff9cf05265f840 going to sleep for 11 seconds 00000100:00100000:2.0:1789066118.947401:0:18945:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258047488 00000100:00100000:2.0:1789066118.947410:0:18945:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258047488 00000100:00100000:2.0:1789066118.947455:0:18945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1789066118.947464:0:18945:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07bae9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+9:18969:x1875971258047488:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1789066118.947960:0:18945:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07bae9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+9:18969:x1875971258047488:12345-0@lo:502:llog_process_th.0 Request processed in 495us (779us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066118.948186:0:18969:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf07b0b3b80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:18969:1875971258047488:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1789066118.948220:0:18969:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1789066118.948232:0:18969:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789066118.948235:0:18969:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) lustre-MDT0000-m lov setup 00000020:01000000:1.0:1789066118.948239:0:18969:0:(obd_config.c:1967:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0000) 00000020:00000080:1.0:1789066118.948243:0:18969:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1789066118.948258:0:18969:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdtlov (ffff9cef41a00000) 00000020:00000080:1.0:1789066118.948275:0:18969:0:(obd_config.c:720:class_attach_name()) OBD: dev 4 attached type lod with refcount 2 00000020:00000080:1.0:1789066118.948280:0:18969:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00080000:01000000:1.0:1789066118.948432:0:18969:0:(osd_handler.c:1574:osd_obd_connect()) connect #2 00000020:00000080:1.0:1789066118.948440:0:18969:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x7555615576c83d26 00000100:00100000:2.0:1789066118.948639:0:18945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000020:00000080:1.0:1789066118.948896:0:18969:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:01000000:1.0:1789066118.948904:0:18969:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789066118.948908:0:18969:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789066118.948910:0:18969:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) lustre-MDT0000-m lov setup 00000020:01000000:1.0:1789066118.948912:0:18969:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1789066118.948916:0:18969:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789066118.948917:0:18969:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) lustre-MDT0000 add mdt 00000020:00000080:1.0:1789066118.948921:0:18969:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1789066118.948929:0:18969:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000 (ffff9cef41a03380) 00000020:00000080:1.0:1789066118.948941:0:18969:0:(obd_config.c:720:class_attach_name()) OBD: dev 5 attached type mdt with refcount 2 00000020:00000080:1.0:1789066118.948946:0:18969:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007 00000020:00000080:1.0:1789066118.948948:0:18969:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-MDT0000 osc lustre-MDT0000-mdtlov mdc (null) 00000020:01000000:1.0:1789066118.948951:0:18969:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-MDT0000 00000020:00000080:1.0:1789066118.948957:0:18969:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:1.0:1789066118.949237:0:18969:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9cef43074800 from lustre-MDT0000, refs=3 00000020:00000080:1.0:1789066118.949252:0:18969:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDD0000 (ffff9cef41a04d40) 00000020:00000080:1.0:1789066118.949261:0:18969:0:(obd_config.c:720:class_attach_name()) OBD: dev 6 attached type mdd with refcount 2 00000004:01000000:1.0:1789066118.949406:0:18969:0:(lod_dev.c:2291:lod_obd_connect()) connect #0 00000020:00000080:1.0:1789066118.949414:0:18969:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x7555615576c83d3b 00000020:00000080:1.0:1789066118.949528:0:18969:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000004:01000000:1.0:1789066118.949689:0:18969:0:(mdd_device.c:1598:mdd_obd_connect()) connect #0 00000020:00000080:1.0:1789066118.949694:0:18969:0:(genops.c:1384:class_connect()) connect: client lustre-MDD0000_UUID, cookie 0x7555615576c83d42 00080000:01000000:1.0:1789066118.949699:0:18969:0:(osd_handler.c:1574:osd_obd_connect()) connect #3 00000020:00000080:1.0:1789066118.949703:0:18969:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x7555615576c83d49 00010000:00010000:2.0:1789066119.052452:0:18969:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0000_UUID-1 is initialized 00000001:00000004:2.0:1789066119.052899:0:18969:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 8589934627 00000001:00080000:2.0:1789066119.053076:0:18969:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000020:00000080:2.0:1789066119.056455:0:18969:0:(genops.c:413:class_newdev()) Allocate new device lustre-QMT0000 (ffff9cf07c034d40) 00000020:00000080:2.0:1789066119.056479:0:18969:0:(obd_config.c:720:class_attach_name()) OBD: dev 7 attached type qmt with refcount 2 00080000:01000000:2.0:1789066119.056600:0:18969:0:(osd_handler.c:1574:osd_obd_connect()) connect #4 00000020:00000080:2.0:1789066119.056608:0:18969:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x7555615576c83d57 00000020:00000080:1.0:1789066119.060378:0:18969:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:1.0:1789066119.087459:0:18969:0:(genops.c:1384:class_connect()) connect: client lustre-QMT0000_UUID, cookie 0x7555615576c83d5e 00000020:00000080:1.0:1789066119.088459:0:18969:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:01000000:1.0:1789066119.088473:0:18969:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789066119.088482:0:18969:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789066119.088484:0:18969:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) lustre-MDT0000 add mdt 00000020:01000000:1.0:1789066119.088488:0:18969:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1789066119.088491:0:18969:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #8 00000020:01000000:1.0:1789066119.088493:0:18969:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1789066119.088494:0:18969:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1789066119.088496:0:18969:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1789066119.088498:0:18969:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789066119.088500:0:18969:0:(obd_config.c:1563:class_process_config()) marker 8 (0x6) lustre sys.timeout 00000020:01000000:1.0:1789066119.088502:0:18969:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1789066119.088507:0:18969:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789066119.088508:0:18969:0:(obd_config.c:1563:class_process_config()) marker 10 (0x1) lustre-MDT0000 mdt.identity_upcall 00000020:00000080:1.0:1789066119.088513:0:18969:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000004:01000000:1.0:1789066119.091386:0:18969:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0000: identity upcall set to /home/green/git/lustre-release/lustre/utils/l_getidentity 00000020:01000000:1.0:1789066119.091426:0:18969:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789066119.091432:0:18969:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789066119.091434:0:18969:0:(obd_config.c:1563:class_process_config()) marker 10 (0x2) lustre-MDT0000 mdt.identity_upcall 00000020:01000000:1.0:1789066119.091439:0:18969:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:1.0:1789066119.091445:0:18969:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of lustre-mdt1/mdt1 00000020:00000080:1.0:1789066119.091448:0:18969:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789066119.091461:0:18969:0:(obd_config.c:1563:class_process_config()) marker 12 (0x1) lustre-OST0000 add osc 00000020:00000080:1.0:1789066119.091466:0:18969:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1789066119.091471:0:18969:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.204.123@tcp to nid 0x20000c0a8cc7b (192.168.204.123@tcp) 00000020:01000000:1.0:1789066119.091498:0:18969:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:1.0:1789066119.091501:0:18969:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1789066119.091535:0:18969:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0000 (ffff9cef41a019c0) 00000020:00000080:1.0:1789066119.091574:0:18969:0:(obd_config.c:720:class_attach_name()) OBD: dev 8 attached type osp with refcount 2 00000020:00000080:1.0:1789066119.091581:0:18969:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:1.0:1789066119.091717:0:18969:0:(osp_dev.c:1203:osp_init0()) lustre-OST0000-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0000-osc-MDT0000) 00080000:01000000:1.0:1789066119.091724:0:18969:0:(osd_handler.c:1574:osd_obd_connect()) connect #5 00000020:00000080:1.0:1789066119.091737:0:18969:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x7555615576c83d6c 00010000:00080000:1.0:1789066119.091773:0:18969:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9cf050bb2800@lustre-OST0000-osc-MDT0000: add connection 192.168.204.123@tcp at head 00010000:00010000:1.0:1789066119.092001:0:18969:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0000-1 is initialized 00000040:01000000:1.0:1789066119.093269:0:18969:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:1.0:1789066119.093349:0:18969:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0000-osc-MDT0000 ctxt 2 is initialized 00000040:00080000:1.0:1789066119.094318:0:18969:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1789066119.094381:0:18969:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2:0x0].3, 64 off8384 00000040:00080000:1.0:1789066119.094453:0:18969:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x10:0x0].1, 64 off8256 00000040:00080000:3.0:1789066119.104604:0:18973:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:3.0:1789066119.104616:0:18973:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x10:0x0] at index 3 of catalog [0x1:0x2:0x0] 00000020:00000080:2.0:1789066119.105626:0:18969:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1789066119.105639:0:18969:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:2.0:1789066119.105673:0:18969:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000020:00000080:2.0:1789066119.105692:0:18969:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x7555615576c83d73 00000100:00080000:2.0:1789066119.105703:0:18969:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1789066119.105714:0:18969:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff9cf050bb2800 using connection 192.168.204.123@tcp/0@lo 00000100:00100000:2.0:1789066119.105752:0:18969:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cf07f55d500 x1875971258047616/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789066119.105776:0:18969:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000020:01000000:2.0:1789066119.105836:0:18969:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789066119.105840:0:18969:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789066119.105842:0:18969:0:(obd_config.c:1563:class_process_config()) marker 12 (0x2) lustre-OST0000 add osc 00000020:01000000:2.0:1789066119.105845:0:18969:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1789066119.105848:0:18969:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #14 00000020:01000000:2.0:1789066119.105850:0:18969:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1789066119.105852:0:18969:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1789066119.105853:0:18969:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1789066119.105855:0:18969:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789066119.105857:0:18969:0:(obd_config.c:1563:class_process_config()) marker 14 (0x6) lustre sys.timeout 00000020:01000000:2.0:1789066119.105868:0:18969:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:2.0:1789066119.105873:0:18969:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of lustre-mdt1/mdt1 00000020:00000080:2.0:1789066119.105876:0:18969:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789066119.105877:0:18969:0:(obd_config.c:1563:class_process_config()) marker 18 (0x1) lustre-OST0001 add osc 00000020:00000080:2.0:1789066119.105881:0:18969:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1789066119.105885:0:18969:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.204.123@tcp to nid 0x20000c0a8cc7b (192.168.204.123@tcp) 00000020:01000000:2.0:1789066119.105905:0:18969:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:2.0:1789066119.105908:0:18969:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1789066119.105920:0:18969:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-MDT0000 (ffff9cf07c033380) 00000020:00000080:2.0:1789066119.105931:0:18969:0:(obd_config.c:720:class_attach_name()) OBD: dev 9 attached type osp with refcount 2 00000020:00000080:2.0:1789066119.105935:0:18969:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:2.0:1789066119.106000:0:18969:0:(osp_dev.c:1203:osp_init0()) lustre-OST0001-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0001-osc-MDT0000) 00080000:01000000:2.0:1789066119.106006:0:18969:0:(osd_handler.c:1574:osd_obd_connect()) connect #6 00000020:00000080:2.0:1789066119.106011:0:18969:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x7555615576c83d81 00010000:00080000:2.0:1789066119.106039:0:18969:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9cf08177e800@lustre-OST0001-osc-MDT0000: add connection 192.168.204.123@tcp at head 00010000:00010000:2.0:1789066119.106236:0:18969:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-MDT0000-2 is initialized 00000040:01000000:2.0:1789066119.106439:0:18969:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:2.0:1789066119.106461:0:18969:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0001-osc-MDT0000 ctxt 2 is initialized 00000040:00080000:2.0:1789066119.107037:0:18969:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1789066119.107099:0:18969:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x5:0x0].3, 64 off8384 00000040:00080000:2.0:1789066119.107166:0:18969:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x12:0x0].1, 64 off8256 00000100:00100000:0.0:1789066119.107992:0:3294:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf07f55d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3294:1875971258047616:0@lo:8:llog_process_th.0 00000400:00000100:0.0:1789066119.108069:0:3294:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875971258047616 offset 0 length 520: 4 00000040:00080000:0.0:1789066119.109004:0:18975:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:0.0:1789066119.109011:0:18975:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x12:0x0] at index 3 of catalog [0x1:0x5:0x0] 00000020:00000080:2.0:1789066119.110586:0:18969:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1789066119.110601:0:18969:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:2.0:1789066119.110635:0:18969:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0001_UUID idx:1 gen:1 00000020:00000080:2.0:1789066119.110656:0:18969:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x7555615576c83d88 00000100:00080000:2.0:1789066119.110667:0:18969:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1789066119.110678:0:18969:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff9cf08177e800 using connection 192.168.204.123@tcp/0@lo 00000100:00100000:2.0:1789066119.110718:0:18969:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cf07f55ed80 x1875971258047744/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789066119.110745:0:18969:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000020:01000000:2.0:1789066119.110801:0:18969:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789066119.110805:0:18969:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789066119.110807:0:18969:0:(obd_config.c:1563:class_process_config()) marker 18 (0x2) lustre-OST0001 add osc 00000020:01000000:2.0:1789066119.110810:0:18969:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789066119.110814:0:18969:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789066119.110815:0:18969:0:(obd_config.c:1563:class_process_config()) marker 20 (0x1) lustre sys.timeout 00000020:00000080:2.0:1789066119.110818:0:18969:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:2.0:1789066119.110819:0:18969:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:2.0:1789066119.110822:0:18969:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789066119.110824:0:18969:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789066119.110825:0:18969:0:(obd_config.c:1563:class_process_config()) marker 20 (0x2) lustre sys.timeout 00000020:01000000:2.0:1789066119.110828:0:18969:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789066119.110831:0:18969:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789066119.110832:0:18969:0:(obd_config.c:1563:class_process_config()) marker 24 (0x1) lustre sys.jobid_var 00000020:00000080:2.0:1789066119.110836:0:18969:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000100:00100000:2.0:1789066119.110867:0:18969:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf07f55d180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:18969:1875971258047872:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1789066119.110944:0:18969:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789066119.110981:0:18969:0:(client.c:2716:ptlrpc_set_wait()) set ffff9cf050e53300 going to sleep for 11 seconds 00000100:00100000:1.0:1789066119.111224:0:18943:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258047872 00000100:00100000:1.0:1789066119.111232:0:18943:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258047872 00000100:00100000:1.0:1789066119.111293:0:18943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1789066119.111303:0:18943:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07baea450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+9:18969:x1875971258047872:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1789066119.111616:0:18943:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07baea450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+9:18969:x1875971258047872:12345-0@lo:502:llog_process_th.0 Request processed in 313us (671us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066119.111624:0:18943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1789066119.111887:0:3294:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf07f55ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3294:1875971258047744:0@lo:8:llog_process_th.0 00000400:00000100:0.0:1789066119.111918:0:3294:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875971258047744 offset 0 length 520: 4 00000100:00100000:2.0:1789066119.112101:0:18969:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf07f55d180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:18969:1875971258047872:0@lo:502:llog_process_th.0 00000020:01000000:2.0:1789066119.112294:0:18969:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789066119.112302:0:18969:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789066119.112304:0:18969:0:(obd_config.c:1563:class_process_config()) marker 24 (0x2) lustre sys.jobid_var 00000040:00080000:2.0:1789066119.112367:0:18969:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 37 count 37 00000020:01000000:0.0:1789066119.112697:0:18933:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0000 gen 1-36 (rc=0) 10000000:01000000:0.0:1789066119.112718:0:18933:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.123@tcp: configuration from log 'lustre-MDT0000' succeeded (0). 00010000:00010000:0.0:1789066119.112740:0:18933:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.123@tcp lock: ffff9cf0413fc400/0x7555615576c83d11 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x7555615576c83d18 expref: -99 pid: 18933 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066119.112752:0:18933:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.123@tcp lock: ffff9cf0413fc400/0x7555615576c83d11 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x7555615576c83d18 expref: -99 pid: 18933 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789066119.112761:0:18933:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff9cef43074800 from 1 10000000:01000000:0.0:1789066119.112773:0:18933:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1789066119.112806:0:18933:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.123@tcp lock: ffff9cf081655a00/0x7555615576c83d8f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18933 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066119.112816:0:18933:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.123@tcp lock: ffff9cf081655a00/0x7555615576c83d8f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18933 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066119.112825:0:18933:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.123@tcp lock: ffff9cf081655a00/0x7555615576c83d8f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 18933 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789066119.112846:0:18933:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf07b1b8e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:18933:1875971258048000:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1789066119.112894:0:18933:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066119.112920:0:18933:0:(client.c:2716:ptlrpc_set_wait()) set ffff9cf053716d80 going to sleep for 11 seconds 00000100:00100000:2.0:1789066119.113088:0:18945:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258048000 00000100:00100000:2.0:1789066119.113095:0:18945:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258048000 00000100:00100000:2.0:1789066119.113142:0:18945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1789066119.113151:0:18945:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07bae9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+9:18933:x1875971258048000:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789066119.113163:0:18945:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789066119.113179:0:18945:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9cf0413fd800/0x7555615576c83d96 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x7555615576c83d8f expref: -99 pid: 18945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066119.113214:0:18945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9cf0413fd800/0x7555615576c83d96 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x7555615576c83d8f expref: 10 pid: 18945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066119.113226:0:18945:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9cf0413fd800/0x7555615576c83d96 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7555615576c83d8f expref: 10 pid: 18945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066119.113234:0:18945:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf0413fd800, rc 0) 00000100:00100000:2.0:1789066119.113279:0:18945:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07bae9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+10:18933:x1875971258048000:12345-0@lo:101:mount.lustre.0 Request processed in 129us (385us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066119.113296:0:18945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1789066119.113491:0:18933:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf07b1b8e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:18933:1875971258048000:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789066119.113507:0:18933:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.123@tcp lock: ffff9cf081655a00/0x7555615576c83d8f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7555615576c83d96 expref: -99 pid: 18933 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066119.113516:0:18933:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.123@tcp lock: ffff9cf081655a00/0x7555615576c83d8f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x7555615576c83d96 expref: -99 pid: 18933 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789066119.114095:0:18933:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf07b1b8e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:18933:1875971258048128:0@lo:256:mount.lustre.0 00000100:00100000:0.0:1789066119.114153:0:18933:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066119.114184:0:18933:0:(client.c:2716:ptlrpc_set_wait()) set ffff9cf053716d80 going to sleep for 11 seconds 00000100:00100000:1.0:1789066119.114712:0:18943:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258048128 00000100:00100000:1.0:1789066119.114721:0:18943:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258048128 00000100:00100000:1.0:1789066119.114774:0:18943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1789066119.114783:0:18943:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07bae8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+10:18933:x1875971258048128:12345-0@lo:256:mount.lustre.0 20000000:01000000:1.0:1789066119.114800:0:18943:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:1.0:1789066119.114817:0:18943:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 0, version 1 00000100:00100000:1.0:1789066119.114896:0:18943:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07bae8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+10:18933:x1875971258048128:12345-0@lo:256:mount.lustre.0 Request processed in 115us (742us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066119.114903:0:18943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1789066119.115258:0:18933:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf07b1b8e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:18933:1875971258048128:0@lo:256:mount.lustre.0 10000000:01000000:0.0:1789066119.116505:0:18933:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.123@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1789066119.116792:0:18933:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.123@tcp lock: ffff9cf081655a00/0x7555615576c83d8f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7555615576c83d96 expref: -99 pid: 18933 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066119.116822:0:18933:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.123@tcp lock: ffff9cf081655a00/0x7555615576c83d8f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7555615576c83d96 expref: -99 pid: 18933 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789066119.116832:0:18933:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9cef43074800 from 1 10000000:01000000:0.0:1789066119.116835:0:18933:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1789066119.116873:0:18933:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.123@tcp lock: ffff9cf081654400/0x7555615576c83d9d lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18933 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066119.116881:0:18933:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.123@tcp lock: ffff9cf081654400/0x7555615576c83d9d lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18933 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066119.116891:0:18933:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.123@tcp lock: ffff9cf081654400/0x7555615576c83d9d lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 18933 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789066119.116913:0:18933:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf07b1b8e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:18933:1875971258048256:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1789066119.116982:0:18933:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066119.117027:0:18933:0:(client.c:2716:ptlrpc_set_wait()) set ffff9cf053716d80 going to sleep for 11 seconds 00000100:00100000:2.0:1789066119.117130:0:18943:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258048256 00000100:00100000:2.0:1789066119.117146:0:18943:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258048256 00000100:00100000:2.0:1789066119.117198:0:18943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1789066119.117207:0:18943:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07baea850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+10:18933:x1875971258048256:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789066119.117219:0:18943:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789066119.117234:0:18943:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9cf0413fc200/0x7555615576c83da4 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x7555615576c83d9d expref: -99 pid: 18943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066119.117258:0:18943:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9cf0413fc200/0x7555615576c83da4 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x7555615576c83d9d expref: 11 pid: 18943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066119.117269:0:18943:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9cf0413fc200/0x7555615576c83da4 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7555615576c83d9d expref: 11 pid: 18943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066119.117276:0:18943:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf0413fc200, rc 0) 00000100:00100000:2.0:1789066119.117340:0:18943:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07baea850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+11:18933:x1875971258048256:12345-0@lo:101:mount.lustre.0 Request processed in 134us (358us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066119.117346:0:18943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1789066119.117516:0:18933:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf07b1b8e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:18933:1875971258048256:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789066119.117545:0:18933:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.123@tcp lock: ffff9cf081654400/0x7555615576c83d9d lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7555615576c83da4 expref: -99 pid: 18933 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066119.117578:0:18933:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.123@tcp lock: ffff9cf081654400/0x7555615576c83d9d lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x7555615576c83da4 expref: -99 pid: 18933 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789066119.117644:0:18933:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf081690e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:18933:1875971258048384:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789066119.117671:0:18933:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789066119.117691:0:18933:0:(client.c:2716:ptlrpc_set_wait()) set ffff9cf050d5a3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1789066119.118082:0:18945:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258048384 00000100:00100000:2.0:1789066119.118089:0:18945:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258048384 00000100:00100000:2.0:1789066119.118127:0:18945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1789066119.118143:0:18945:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07baeac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+11:18933:x1875971258048384:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789066119.118835:0:18945:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07baeac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+11:18933:x1875971258048384:12345-0@lo:501:mount.lustre.0 Request processed in 691us (1160us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066119.118845:0:18945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1789066119.119293:0:18933:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf081690e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:18933:1875971258048384:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789066119.119369:0:18933:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf081690e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:18933:1875971258048512:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1789066119.119424:0:18933:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789066119.119451:0:18933:0:(client.c:2716:ptlrpc_set_wait()) set ffff9cf050d5a3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1789066119.119663:0:18946:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258048512 00000100:00100000:0.0:1789066119.119671:0:18946:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258048512 00000100:00100000:0.0:1789066119.119709:0:18946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1789066119.119717:0:18946:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07baeb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+11:18933:x1875971258048512:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1789066119.119894:0:18946:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07baeb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+11:18933:x1875971258048512:12345-0@lo:503:mount.lustre.0 Request processed in 178us (469us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066119.119901:0:18946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1789066119.120150:0:18933:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf081690e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:18933:1875971258048512:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1789066119.124599:0:18977:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf07f55d180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:18977:1875971258048640:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1789066119.124692:0:18977:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789066119.124740:0:18977:0:(client.c:2716:ptlrpc_set_wait()) set ffff9cf050e53180 going to sleep for 11 seconds 00000100:00100000:0.0:1789066119.125005:0:18946:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258048640 00000100:00100000:0.0:1789066119.125014:0:18946:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258048640 00000100:00100000:0.0:1789066119.125064:0:18946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1789066119.125073:0:18946:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07bae9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+11:18977:x1875971258048640:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1789066119.125980:0:18946:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07bae9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+11:18977:x1875971258048640:12345-0@lo:502:llog_process_th.0 Request processed in 903us (1283us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066119.125989:0:18946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1789066119.126190:0:18977:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf07f55d180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:18977:1875971258048640:0@lo:502:llog_process_th.0 00000020:01000000:2.0:1789066119.126224:0:18977:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789066119.126235:0:18977:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789066119.126238:0:18977:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:2.0:1789066119.126247:0:18977:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff9cef43074800 00000020:00000080:2.0:1789066119.126249:0:18977:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1789066119.126260:0:18977:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789066119.126262:0:18977:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789066119.126264:0:18977:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:2.0:1789066119.126266:0:18977:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789066119.126268:0:18977:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789066119.126269:0:18977:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:2.0:1789066119.126273:0:18977:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff9cef43074800 00000020:00000080:2.0:1789066119.126275:0:18977:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1789066119.126357:0:18977:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789066119.126361:0:18977:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789066119.126363:0:18977:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:2.0:1789066119.126365:0:18977:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789066119.126368:0:18977:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789066119.126369:0:18977:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:2.0:1789066119.126381:0:18977:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff9cef43074800 00000020:00000080:2.0:1789066119.126383:0:18977:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000100:00100000:2.0:1789066119.126434:0:18977:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf07f55d180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:18977:1875971258048768:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1789066119.126478:0:18977:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789066119.126534:0:18977:0:(client.c:2716:ptlrpc_set_wait()) set ffff9cf050e53180 going to sleep for 11 seconds 00000100:00100000:1.0:1789066119.126902:0:18945:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258048768 00000100:00100000:1.0:1789066119.126909:0:18945:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258048768 00000100:00100000:1.0:1789066119.126956:0:18945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1789066119.126965:0:18945:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07bae8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+11:18977:x1875971258048768:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1789066119.127257:0:18945:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07bae8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+11:18977:x1875971258048768:12345-0@lo:502:llog_process_th.0 Request processed in 292us (778us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066119.127265:0:18945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1789066119.128445:0:18977:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf07f55d180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:18977:1875971258048768:0@lo:502:llog_process_th.0 00000020:01000000:2.0:1789066119.128490:0:18977:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789066119.128499:0:18977:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789066119.128501:0:18977:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000040:00080000:2.0:1789066119.128505:0:18977:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 10 count 10 00000020:01000000:3.0:1789066119.129811:0:18933:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-9 (rc=0) 10000000:01000000:3.0:1789066119.129850:0:18933:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.123@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1789066119.129884:0:18933:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.123@tcp lock: ffff9cf081654400/0x7555615576c83d9d lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7555615576c83da4 expref: -99 pid: 18933 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066119.129899:0:18933:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.123@tcp lock: ffff9cf081654400/0x7555615576c83d9d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7555615576c83da4 expref: -99 pid: 18933 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789066119.129946:0:18933:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:3.0:1789066119.129949:0:18933:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff9cef43074800 10000000:01000000:3.0:1789066119.129952:0:18933:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff9cef43074800 10000000:01000000:3.0:1789066119.129956:0:18933:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1789066119.129962:0:18933:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff9cef43074800 from 1 10000000:01000000:3.0:1789066119.129964:0:18933:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1789066119.130015:0:18933:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.123@tcp lock: ffff9cf040030a00/0x7555615576c83dab lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18933 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066119.130024:0:18933:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.123@tcp lock: ffff9cf040030a00/0x7555615576c83dab lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18933 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066119.130037:0:18933:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.123@tcp lock: ffff9cf040030a00/0x7555615576c83dab lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 18933 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789066119.130060:0:18933:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf081690e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:18933:1875971258048896:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1789066119.130122:0:18933:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789066119.130172:0:18933:0:(client.c:2716:ptlrpc_set_wait()) set ffff9cf050d5a780 going to sleep for 11 seconds 00000100:00100000:2.0:1789066119.130248:0:18946:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258048896 00000100:00100000:2.0:1789066119.130256:0:18946:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258048896 00000100:00100000:2.0:1789066119.130321:0:18946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1789066119.130332:0:18946:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07baebc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+11:18933:x1875971258048896:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789066119.130346:0:18946:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789066119.130359:0:18946:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9cf0413fc000/0x7555615576c83db2 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x7555615576c83dab expref: -99 pid: 18946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066119.130382:0:18946:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9cf0413fc000/0x7555615576c83db2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x7555615576c83dab expref: 12 pid: 18946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066119.130394:0:18946:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9cf0413fc000/0x7555615576c83db2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7555615576c83dab expref: 12 pid: 18946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066119.130401:0:18946:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf0413fc000, rc 0) 00000100:00100000:2.0:1789066119.130441:0:18946:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07baebc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+12:18933:x1875971258048896:12345-0@lo:101:mount.lustre.0 Request processed in 111us (319us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066119.130447:0:18946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1789066119.130701:0:18933:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf081690e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:18933:1875971258048896:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789066119.130717:0:18933:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.123@tcp lock: ffff9cf040030a00/0x7555615576c83dab lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x7555615576c83db2 expref: -99 pid: 18933 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066119.130727:0:18933:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.123@tcp lock: ffff9cf040030a00/0x7555615576c83dab lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x7555615576c83db2 expref: -99 pid: 18933 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789066119.130786:0:18933:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf081690e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:18933:1875971258049024:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789066119.130814:0:18933:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789066119.130844:0:18933:0:(client.c:2716:ptlrpc_set_wait()) set ffff9cf050d5a780 going to sleep for 11 seconds 00000100:00100000:2.0:1789066119.130968:0:18943:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258049024 00000100:00100000:2.0:1789066119.130974:0:18943:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258049024 00000100:00100000:2.0:1789066119.131007:0:18943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1789066119.131015:0:18943:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07c185c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+12:18933:x1875971258049024:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789066119.131292:0:18943:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07c185c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+12:18933:x1875971258049024:12345-0@lo:501:mount.lustre.0 Request processed in 266us (465us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066119.131299:0:18943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1789066119.131725:0:18933:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf081690e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:18933:1875971258049024:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789066119.131761:0:18933:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf081690e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:18933:1875971258049152:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1789066119.131803:0:18933:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789066119.131834:0:18933:0:(client.c:2716:ptlrpc_set_wait()) set ffff9cf050d5a780 going to sleep for 11 seconds 00000100:00100000:2.0:1789066119.132306:0:18945:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258049152 00000100:00100000:2.0:1789066119.132322:0:18945:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258049152 00000100:00100000:2.0:1789066119.132363:0:18945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1789066119.132371:0:18945:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07c186c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+12:18933:x1875971258049152:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1789066119.132855:0:18945:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07c186c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+12:18933:x1875971258049152:12345-0@lo:503:mount.lustre.0 Request processed in 484us (1050us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066119.132863:0:18945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:3.0:1789066119.132956:0:18933:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf081690e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:18933:1875971258049152:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1789066119.135416:0:18978:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf081690e00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:18978:1875971258049280:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1789066119.135506:0:18978:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789066119.135592:0:18978:0:(client.c:2716:ptlrpc_set_wait()) set ffff9cf050d5a900 going to sleep for 11 seconds 00000100:00100000:0.0:1789066119.135844:0:18946:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258049280 00000100:00100000:0.0:1789066119.135852:0:18946:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258049280 00000100:00100000:0.0:1789066119.135898:0:18946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:0.0:1789066119.135908:0:18946:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07c186050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+12:18978:x1875971258049280:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1789066119.137000:0:18946:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07c186050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+12:18978:x1875971258049280:12345-0@lo:502:llog_process_th.0 Request processed in 1089us (1489us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066119.137011:0:18946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:2.0:1789066119.145867:0:18978:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf081690e00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:18978:1875971258049280:0@lo:502:llog_process_th.0 00000020:01000004:2.0:1789066119.145955:0:18978:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0000 (typ=lwp) 00000020:00000080:2.0:1789066119.145972:0:18978:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0000 (ffff9cf07c030000) 00000020:00000080:2.0:1789066119.145993:0:18978:0:(obd_config.c:720:class_attach_name()) OBD: dev 10 attached type lwp with refcount 2 00000020:01000004:2.0:1789066119.146093:0:18978:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9cef43074800 from lustre-MDT0000, refs=4 00000020:01000004:2.0:1789066119.146097:0:18978:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9cef43074800 from lustre-MDT0000, refs=4 00000020:01000004:2.0:1789066119.146100:0:18978:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9cef43074800 4 00010000:00080000:2.0:1789066119.146141:0:18978:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9cf06e2d0800@lustre-MDT0000-lwp-MDT0000: add connection 192.168.204.123@tcp at head 00010000:00010000:2.0:1789066119.147999:0:18978:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0000-3 is initialized 00000020:00000080:2.0:1789066119.148199:0:18978:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000010:01000000:2.0:1789066119.148238:0:18978:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:2.0:1789066119.148258:0:18978:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000, cookie 0x7555615576c83dc0 00000100:00080000:2.0:1789066119.148271:0:18978:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1789066119.148303:0:18978:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff9cf06e2d0800 using connection 192.168.204.123@tcp/0@lo 00000100:00100000:2.0:1789066119.148344:0:18978:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cf07f55d180 x1875971258049408/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789066119.148369:0:18978:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00100000:0.0:1789066119.148626:0:3294:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf07f55d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3294:1875971258049408:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1789066119.148696:0:3294:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066119.148766:0:18951:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258049408 00000100:00100000:0.0:1789066119.148776:0:18951:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258049408 00000100:00100000:0.0:1789066119.156586:0:18951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1789066119.156600:0:18951:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07b1b9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3294:x1875971258049408:12345-0@lo:38:llog_process_th.0 00000100:00100000:0.0:1789066119.156704:0:18951:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07b1b9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3294:x1875971258049408:12345-0@lo:38:llog_process_th.0 Request processed in 104us (8008us total) trans 0 rc -11/-11 00000100:00100000:0.0:1789066119.156711:0:18951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1789066119.156764:0:3294:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:0.0:1789066119.156772:0:3294:0:(import.c:65:import_set_state_nolock()) ffff9cf06e2d0800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789066119.156776:0:3294:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-11) 00000100:00100000:0.0:1789066119.156780:0:3294:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf07f55d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3294:1875971258049408:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1789066119.159639:0:18978:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf07f55f480 pname:cluuid:pid:xid:nid:opc:job llog_process_th:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:18978:1875971258049536:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1789066119.159724:0:18978:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789066119.159777:0:18945:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258049536 00000100:00100000:2.0:1789066119.159785:0:18945:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258049536 00000100:00100000:2.0:1789066119.159837:0:18945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:2.0:1789066119.159847:0:18945:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07c187c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+12:18978:x1875971258049536:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1789066119.160126:0:18945:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07c187c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+12:18978:x1875971258049536:12345-0@lo:502:llog_process_th.0 Request processed in 278us (401us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066119.160598:0:18945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:2.0:1789066119.160656:0:18978:0:(client.c:2716:ptlrpc_set_wait()) set ffff9cf050e53b40 going to sleep for 11 seconds 00000100:00100000:2.0:1789066119.160682:0:18978:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf07f55f480 pname:cluuid:pid:xid:nid:opc:job llog_process_th:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:18978:1875971258049536:0@lo:502:llog_process_th.0 00000040:00080000:2.0:1789066119.160713:0:18978:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 42 count 42 00000020:01000000:2.0:1789066119.160776:0:18933:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-41 (rc=0) 10000000:01000000:2.0:1789066119.160806:0:18933:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.123@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1789066119.160827:0:18933:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.123@tcp lock: ffff9cf040030a00/0x7555615576c83dab lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x7555615576c83db2 expref: -99 pid: 18933 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066119.160840:0:18933:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.123@tcp lock: ffff9cf040030a00/0x7555615576c83dab lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x7555615576c83db2 expref: -99 pid: 18933 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:2.0:1789066119.160896:0:18933:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:2.0:1789066119.160899:0:18933:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1789066119.160900:0:18933:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1789066119.160906:0:18933:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1789066119.160907:0:18933:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1789066119.160908:0:18933:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1789066119.160909:0:18933:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1789066119.160911:0:18933:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1789066119.160912:0:18933:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1789066119.160913:0:18933:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1789066119.160918:0:18933:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x40020005 00000020:01000004:2.0:1789066119.160920:0:18933:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1789066119.160921:0:18933:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1789066119.160922:0:18933:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1789066119.160923:0:18933:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1789066119.160924:0:18933:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1789066119.160925:0:18933:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1789066119.160926:0:18933:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1789066119.160927:0:18933:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1789066119.160927:0:18933:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1789066119.160928:0:18933:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1789066119.160944:0:18933:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:2.0:1789066119.160957:0:18933:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf07f55f480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:18933:1875971258049664:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1789066119.160995:0:18933:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789066119.161025:0:18933:0:(client.c:2716:ptlrpc_set_wait()) set ffff9cf050e53b40 going to sleep for 11 seconds 00000100:00100000:0.0:1789066119.168718:0:18946:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258049664 00000100:00100000:0.0:1789066119.168738:0:18946:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258049664 00000100:00100000:0.0:1789066119.168797:0:18946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:0.0:1789066119.168815:0:18946:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07c184450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+12:18933:x1875971258049664:12345-0@lo:253:mount.lustre.0 20000000:01000000:0.0:1789066119.168857:0:18946:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:0.0:1789066119.168872:0:18946:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:0.0:1789066119.257147:0:18946:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:0.0:1789066119.257169:0:18946:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:1.0:1789066119.257277:0:18967:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:1.0:1789066119.257293:0:18967:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:1.0:1789066119.257332:0:18967:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9cf06b073400/0x7555615576c83dc7 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066119.257353:0:18967:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9cf0413fd800/0x7555615576c83d96 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7555615576c83d8f expref: 12 pid: 18945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066119.257360:0:18967:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9cf06b073400/0x7555615576c83dc7 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 18967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066119.257403:0:18967:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9cf0413fd800/0x7555615576c83d96 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x7555615576c83d8f expref: 12 pid: 18945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066119.257419:0:18967:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9cf0413fd800/0x7555615576c83d96 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x7555615576c83d8f expref: 12 pid: 18945 timeout: 678 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789066119.257436:0:18967:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf07b0b3b80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:18967:1875971258049792:0@lo:104: 00000100:00100000:1.0:1789066119.257505:0:18967:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066119.257611:0:18967:0:(client.c:2716:ptlrpc_set_wait()) set ffff9cf050ecf600 going to sleep for 11 seconds 00000100:00100000:0.0:1789066119.258075:0:18934:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258049792 00000100:00100000:0.0:1789066119.258083:0:18934:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258049792 00000100:00100000:0.0:1789066119.258140:0:18934:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1789066119.258150:0:18934:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07b0b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+3:18967:x1875971258049792:12345-0@lo:104: 00010000:00010000:0.0:1789066119.258164:0:18934:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.123@tcp lock: ffff9cf081655a00/0x7555615576c83d8f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x7555615576c83d96 expref: -99 pid: 18933 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066119.258220:0:18934:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1789066119.258225:0:18934:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07b0b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+3:18967:x1875971258049792:12345-0@lo:104: Request processed in 78us (721us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066119.258231:0:18934:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00010000:0.0:1789066119.258252:0:18940:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789066119.258257:0:18940:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.123@tcp lock: ffff9cf081655a00/0x7555615576c83d8f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x7555615576c83d96 expref: -99 pid: 18933 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066119.258264:0:18940:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf081655a00 already unused, calling callback (ffffffffc1b4dc20) 10000000:00010000:0.0:1789066119.258267:0:18940:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.123@tcp lock: ffff9cf081655a00/0x7555615576c83d8f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x7555615576c83d96 expref: -99 pid: 18933 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066119.258275:0:18940:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.123@tcp lock: ffff9cf081655a00/0x7555615576c83d8f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x7555615576c83d96 expref: -99 pid: 18933 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1789066119.258295:0:18940:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.123@tcp lock: ffff9cf081655a00/0x7555615576c83d8f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x7555615576c83d96 expref: -99 pid: 18933 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789066119.258322:0:18940:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:0.0:1789066119.258356:0:18940:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.123@tcp lock: ffff9cf081655a00/0x7555615576c83d8f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7555615576c83d96 expref: -99 pid: 18933 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066119.258363:0:18940:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1789066119.258379:0:18940:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.123@tcp lock: ffff9cf081655a00/0x7555615576c83d8f lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7555615576c83d96 expref: -99 pid: 18933 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066119.258386:0:18940:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.123@tcp lock: ffff9cf081655a00/0x7555615576c83d8f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7555615576c83d96 expref: -99 pid: 18933 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066119.258402:0:18940:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789066119.258404:0:18940:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789066119.258405:0:18940:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789066119.259748:0:3296:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf07b1b8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:3296:1875971258049920:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1789066119.259810:0:3296:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066119.260024:0:18967:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf07b0b3b80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:18967:1875971258049792:0@lo:104: 00010000:00010000:1.0:1789066119.260049:0:18967:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9cf06b073400/0x7555615576c83dc7 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 18967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789066119.262339:0:18936:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258049920 00000100:00100000:0.0:1789066119.262357:0:18936:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258049920 00010000:00010000:0.0:1789066119.262399:0:18936:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9cf0413fd800/0x7555615576c83d96 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x7555615576c83d8f expref: 13 pid: 18945 timeout: 678 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789066119.262442:0:18936:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1789066119.262451:0:18936:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf081690a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+13:3296:x1875971258049920:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1789066119.262464:0:18936:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789066119.262469:0:18936:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9cf0413fd800/0x7555615576c83d96 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x7555615576c83d8f expref: 13 pid: 18945 timeout: 678 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066119.262480:0:18936:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9cf0413fd800/0x7555615576c83d96 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x7555615576c83d8f expref: 13 pid: 18945 timeout: 678 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066119.262496:0:18936:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9cf0413fd800/0x7555615576c83d96 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x7555615576c83d8f expref: 13 pid: 18945 timeout: 678 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066119.262528:0:18936:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9cf06b073400/0x7555615576c83dc7 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 18967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066119.262536:0:18936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9cf06b073400/0x7555615576c83dc7 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 18967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:0.0:1789066119.262570:0:18936:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.005279231s 00010000:00010000:0.0:1789066119.262576:0:18936:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9cf06b073400/0x7555615576c83dc7 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 18967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066119.262582:0:18936:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9cf06b073400/0x7555615576c83dc7 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 18967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066119.262588:0:18936:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9cf06b073400/0x7555615576c83dc7 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 18967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066119.262595:0:18936:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9cf06b073400/0x7555615576c83dc7 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 18967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066119.262601:0:18936:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf06b073400 already unused, calling callback (ffffffffc154c8b0) 00010000:00010000:0.0:1789066119.262606:0:18936:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9cf06b073400/0x7555615576c83dc7 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 18967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066119.262614:0:18936:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9cf06b073400/0x7555615576c83dc7 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 18967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066119.262626:0:18936:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9cf06b073400/0x7555615576c83dc7 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 18967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066119.262636:0:18936:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1789066119.262708:0:18936:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf081690a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+12:3296:x1875971258049920:12345-0@lo:103:ldlm_bl.0 Request processed in 258us (2897us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066119.262716:0:18936:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00010000:1.0:1789066119.262848:0:18967:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9cf06b073400/0x7555615576c83dc7 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 18967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066119.262858:0:18967:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9cf06b073400/0x7555615576c83dc7 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 18967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066119.262864:0:18967:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9cf06b073400/0x7555615576c83dc7 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 18967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789066119.263008:0:3296:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf07b1b8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:3296:1875971258049920:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1789066119.268395:0:18946:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07c184450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+11:18933:x1875971258049664:12345-0@lo:253:mount.lustre.0 Request processed in 99573us (107390us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066119.268411:0:18946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:2.0:1789066119.268504:0:18933:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf07f55f480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:18933:1875971258049664:0@lo:253:mount.lustre.0 10000000:01000000:2.0:1789066119.268521:0:18933:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:2.0:1789066119.268525:0:18933:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1789066119.268526:0:18933:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1789066119.268528:0:18933:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1789066119.268529:0:18933:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1789066119.268530:0:18933:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1789066119.268532:0:18933:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1789066119.268533:0:18933:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1789066119.268535:0:18933:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1789066119.268536:0:18933:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1789066119.268538:0:18933:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:2.0:1789066119.268732:0:18933:0:(tgt_mount.c:2694:server_calc_timeout()) lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180 00080000:10000000:1.0:1789066119.275114:0:18933:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000003:0xa:0x0] (8/8/4) registered 00080000:10000000:1.0:1789066119.275429:0:18933:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000005:0x1:0x0] (8/8/1) registered 00080000:10000000:1.0:1789066119.275778:0:18933:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000003:0xb:0x0] (8/8/4) registered 00080000:10000000:1.0:1789066119.275949:0:18933:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000005:0x2:0x0] (8/8/1) registered 00080000:10000000:1.0:1789066119.276231:0:18933:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000003:0xc:0x0] (8/8/4) registered 00080000:10000000:1.0:1789066119.276481:0:18933:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000005:0x3:0x0] (8/8/1) registered 00080000:10000000:1.0:1789066119.277679:0:18933:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000003:0xd:0x0] (8/8/4) registered 00080000:10000000:1.0:1789066119.278012:0:18933:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000005:0x20001:0x0] (8/8/1) registered 00080000:10000000:1.0:1789066119.278364:0:18933:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000003:0xe:0x0] (8/8/4) registered 00080000:10000000:1.0:1789066119.278917:0:18933:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000005:0x20002:0x0] (8/8/1) registered 00080000:10000000:1.0:1789066119.279188:0:18933:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000003:0xf:0x0] (8/8/4) registered 00080000:10000000:1.0:1789066119.279380:0:18933:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000005:0x20003:0x0] (8/8/1) registered 00000020:00080000:3.0:1789066119.312944:0:18933:0:(update_trans.c:1496:distribute_txn_commit_batchid_init()) lustre-MDT0000: committed batchid 4294967528 00000040:01000000:3.0:1789066119.314878:0:18933:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-osd ctxt 16 is initialized 00000020:00080000:0.0:1789066119.318829:0:18989:0:(update_trans.c:1538:distribute_txn_commit_thread()) lustre-MDT0000: start commit thread committed batchid 4294967528 00000020:00080000:0.0:1789066119.318842:0:18989:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967528 00000040:01000000:1.0:1789066119.319187:0:18990:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=32, read=32 00000040:00080000:1.0:1789066119.319328:0:18990:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1789066119.321420:0:18990:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x200000400:0x1:0x0] index 261376 count 1 00000004:00080000:1.0:1789066119.321523:0:18990:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0000-osd retrieved update log, duration 0, retries 0 00000004:00080000:1.0:1789066119.321543:0:18990:0:(lod_dev.c:545:lod_sub_recovery_thread()) lustre-MDT0000 got update logs from all MDTs. 00000040:01000000:3.0:1789066119.326123:0:18933:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 12 is initialized 00000040:00080000:3.0:1789066119.326696:0:18933:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000004:00000080:3.0:1789066119.327174:0:18933:0:(mdd_device.c:555:mdd_changelog_llog_init()) changelog starting index=0 00000040:01000000:3.0:1789066119.327185:0:18933:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 14 is initialized 00000040:00080000:3.0:1789066119.327481:0:18933:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1789066119.329131:0:18933:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 64768 count 1 00000040:00080000:3.0:1789066119.330050:0:18933:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x6:0x0] index 64768 count 1 00000040:01000000:3.0:1789066119.330122:0:18933:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 15 is initialized 00000040:00080000:3.0:1789066119.330904:0:18933:0:(llog_cat.c:403:llog_cat_set_first_idx()) catlog [0xa:0x7:0x0] first idx 1, last_idx 2 00080000:10000000:3.0:1789066119.332071:0:18933:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000003:0x37:0x0] (8/8/4) registered 00000001:00000004:3.0:1789066119.343152:0:18933:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 12884901888 00000001:00080000:3.0:1789066119.403040:0:18933:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000004:00000080:3.0:1789066119.403114:0:18933:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0000: cmd=c00866e6 len=0 karg=ffffaa0481c77988 00100000:10000000:3.0:1789066119.403123:0:18933:0:(lfsck_lib.c:3085:lfsck_start()) lustre-MDT0000-osd: start master thread 00000020:01000004:2.0:1789066119.404245:0:18933:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:2.0:1789066119.404263:0:18933:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.204.123@tcp: cl_mgc_mutex unlock 00000020:01000004:2.0:1789066119.404298:0:18933:0:(tgt_mount.c:2460:server_fill_super_common()) Server sb, dev=46 00000080:00000004:2.0:1789066119.404320:0:18933:0:(super25.c:182:lustre_fill_super()) lustre-mdt1/mdt1: Mount complete 00010000:00010000:2.0:1789066119.792658:0:18939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1789066120.234774:0:18985:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:3.0:1789066120.234784:0:18985:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1789066120.235135:0:18985:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:3.0:1789066120.235142:0:18985:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 10000000:01000000:3.0:1789066120.549789:0:18948:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:3.0:1789066120.549800:0:18948:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff9cef43074800 from 9 10000000:01000000:3.0:1789066120.549806:0:18948:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1789066120.549867:0:18948:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.123@tcp lock: ffff9cf040031600/0x7555615576c83dce lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066120.549880:0:18948:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.123@tcp lock: ffff9cf040031600/0x7555615576c83dce lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066120.549892:0:18948:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.123@tcp lock: ffff9cf040031600/0x7555615576c83dce lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 18948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789066120.549923:0:18948:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf081690380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:18948:1875971258050048:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1789066120.550077:0:18948:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789066120.550151:0:18948:0:(client.c:2716:ptlrpc_set_wait()) set ffff9cf07f526000 going to sleep for 11 seconds 00000100:00100000:0.0:1789066120.550274:0:18945:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258050048 00000100:00100000:0.0:1789066120.550284:0:18945:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258050048 00000100:00100000:0.0:1789066120.550347:0:18945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1789066120.550358:0:18945:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07c184050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+11:18948:x1875971258050048:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1789066120.550375:0:18945:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789066120.550395:0:18945:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9cf081654600/0x7555615576c83dd5 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x7555615576c83dce expref: -99 pid: 18945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066120.550421:0:18945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9cf081654600/0x7555615576c83dd5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x7555615576c83dce expref: 12 pid: 18945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066120.550434:0:18945:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9cf081654600/0x7555615576c83dd5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7555615576c83dce expref: 12 pid: 18945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066120.550443:0:18945:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf081654600, rc 0) 00000100:00100000:0.0:1789066120.550490:0:18945:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07c184050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+12:18948:x1875971258050048:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 134us (414us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066120.550711:0:18948:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf081690380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:18948:1875971258050048:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1789066120.550728:0:18948:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.123@tcp lock: ffff9cf040031600/0x7555615576c83dce lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7555615576c83dd5 expref: -99 pid: 18948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066120.550751:0:18948:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.123@tcp lock: ffff9cf040031600/0x7555615576c83dce lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x7555615576c83dd5 expref: -99 pid: 18948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789066120.550805:0:18948:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf081690380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:18948:1875971258050176:0@lo:256:ll_cfg_requeue.0 00000100:00100000:3.0:1789066120.550842:0:18948:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789066120.550866:0:18948:0:(client.c:2716:ptlrpc_set_wait()) set ffff9cf07f526000 going to sleep for 11 seconds 00000100:00100000:3.0:1789066120.550880:0:18946:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258050176 00000100:00100000:3.0:1789066120.550884:0:18946:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258050176 00000100:00100000:3.0:1789066120.550910:0:18946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:3.0:1789066120.550917:0:18946:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07c187850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+13:18948:x1875971258050176:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:3.0:1789066120.550931:0:18946:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:3.0:1789066120.550948:0:18946:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:3.0:1789066120.550951:0:18946:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 9 00000100:00100000:3.0:1789066120.551023:0:18946:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07c187850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+13:18948:x1875971258050176:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 105us (179us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066120.551031:0:18946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:3.0:1789066120.551069:0:18948:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf081690380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:18948:1875971258050176:0@lo:256:ll_cfg_requeue.0 10000000:01000000:3.0:1789066120.551108:0:18948:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.123@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1789066120.551116:0:18948:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.123@tcp lock: ffff9cf040031600/0x7555615576c83dce lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7555615576c83dd5 expref: -99 pid: 18948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066120.551124:0:18948:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.123@tcp lock: ffff9cf040031600/0x7555615576c83dce lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7555615576c83dd5 expref: -99 pid: 18948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789066120.551203:0:18945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00010000:00010000:0.0:1789066120.808035:0:18940:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1789066121.253853:0:18985:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:3.0:1789066121.253866:0:18985:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1789066121.254924:0:18985:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 1 count 1 00000040:00080000:3.0:1789066121.255377:0:18985:0:(llog_cat_server.c:902:llog_cat_cleanup()) cancel plain log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1789066121.255412:0:18985:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 1 00010000:00010000:3.0:1789066121.833304:0:18939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789066122.854679:0:18940:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789066123.880273:0:18939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789066124.458032:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789066124.458040:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789066124.458043:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789066124.458047:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789066124.458050:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1789066124.458053:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789066124.458056:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cf06e2d0800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789066124.458072:0:8:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff9cf06e2d0800 using connection 192.168.204.123@tcp/0@lo 00000100:00100000:3.0:1789066124.458094:0:8:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cf081690000 x1875971258050432/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789066124.458234:0:3298:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1789066124.458248:0:3298:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf081690380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:3298:1875971258050304:0@lo:400:kworker.0 00000100:00100000:3.0:1789066124.458321:0:3298:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789066124.458493:0:18946:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258050304 00000100:00100000:3.0:1789066124.458501:0:18946:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258050304 00000100:00100000:3.0:1789066124.458543:0:18946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:3.0:1789066124.458576:0:18946:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07c185850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+12:3298:x1875971258050304:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789066124.458625:0:18946:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07c185850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+12:3298:x1875971258050304:12345-0@lo:400:kworker.0 Request processed in 52us (304us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066124.458632:0:18946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:3.0:1789066124.458694:0:3298:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf081690380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:3298:1875971258050304:0@lo:400:kworker.0 00000100:00100000:1.0:1789066124.460803:0:3294:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf081690000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3294:1875971258050432:0@lo:38:kworker.0 00000100:00100000:1.0:1789066124.460929:0:3294:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066124.460993:0:18953:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258050432 00000100:00100000:1.0:1789066124.461001:0:18953:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258050432 00000100:00100000:1.0:1789066124.461034:0:18953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1789066124.461041:0:18953:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07b0b3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3294:x1875971258050432:12345-0@lo:38:kworker.0 00010000:00080000:1.0:1789066124.461083:0:18953:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0000_UUID@0@lo t0 exp 0000000000000000 cur 583 last 0 00000020:00000080:1.0:1789066124.461128:0:18953:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000_UUID, cookie 0x7555615576c83ddc 00000004:00100000:1.0:1789066124.461461:0:18953:0:(mdt_handler.c:7356:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:1.0:1789066124.461636:0:18953:0:(import.c:65:import_set_state_nolock()) ffff9cf0581db000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1789066124.461699:0:18953:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07b0b3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3294:x1875971258050432:12345-0@lo:38:kworker.0 Request processed in 657us (769us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066124.461709:0:18953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:1.0:1789066124.461757:0:3294:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff9cf081690000 x1875971258050432/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1789066134 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789066124.461772:0:3294:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0000: connect to target with instance 3 00000100:00080000:1.0:1789066124.461780:0:3294:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0000: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000100:00080000:1.0:1789066124.461785:0:3294:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:1.0:1789066124.461788:0:3294:0:(import.c:65:import_set_state_nolock()) ffff9cf06e2d0800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:1.0:1789066124.461794:0:3294:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf081690000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3294:1875971258050432:0@lo:38:kworker.0 00010000:00010000:0.0:1789066124.907330:0:18940:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1789066125.191390:0:19234:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg423-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:3.0:1789066125.925698:0:18939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789066126.949698:0:18940:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789066127.981493:0:18939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1789066128.889626:0:19385:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007ffe3a90b500 20000000:00000080:1.0:1789066128.889643:0:19385:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=400866bb len=576 karg=ffff9cf052213c00 uarg=0000000000000000 20000000:01000000:1.0:1789066128.889675:0:19385:0:(mgs_llog.c:6192:mgs_set_param2()) set_param2 fs='' device='general' param='debug_raw_pointers=Y' 20000000:01000000:1.0:1789066128.889682:0:19385:0:(mgs_llog.c:4647:mgs_write_log_param2()) next param 'debug_raw_pointers=Y' 20000000:01000000:1.0:1789066128.889692:0:19385:0:(mgs_llog.c:1379:mgs_modify_param()) modify params/general/debug_raw_pointers=Y del=0 00000040:00080000:2.0:1789066128.891519:0:19386:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 2 count 10 20000000:00000400:1.0:1789066128.891836:0:19385:0:(mgs_llog.c:1450:mgs_modify_param()) MGS: modify general/debug_raw_pointers=Y (mode = 0) failed: rc = -17 10000000:01000000:1.0:1789066128.904982:0:19385:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00010000:00010000:1.0:1789066128.905284:0:19385:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9cf06b072200/0x7555615576c83de3 lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066128.905305:0:19385:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9cf0413fc200/0x7555615576c83da4 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7555615576c83d9d expref: 11 pid: 18943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066128.905324:0:19385:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9cf06b072200/0x7555615576c83de3 lrc: 4/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 19385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066128.905369:0:19385:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9cf0413fc200/0x7555615576c83da4 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x7555615576c83d9d expref: 11 pid: 18943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066128.905396:0:19385:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9cf0413fc200/0x7555615576c83da4 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x7555615576c83d9d expref: 11 pid: 18943 timeout: 688 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789066128.905412:0:19385:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf07b0b0700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19385:1875971258050560:0@lo:104: 00000100:00100000:1.0:1789066128.905487:0:19385:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066128.905676:0:19385:0:(client.c:2716:ptlrpc_set_wait()) set ffff9cf07edd7a80 going to sleep for 11 seconds 00000100:00100000:3.0:1789066128.907266:0:18935:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258050560 00000100:00100000:3.0:1789066128.907277:0:18935:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258050560 00000100:00100000:3.0:1789066128.907455:0:18935:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1789066128.907465:0:18935:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07b0b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+3:19385:x1875971258050560:12345-0@lo:104: 00010000:00010000:3.0:1789066128.907482:0:18935:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.123@tcp lock: ffff9cf081654400/0x7555615576c83d9d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x7555615576c83da4 expref: -99 pid: 18933 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066128.907599:0:18935:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1789066128.907604:0:18935:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07b0b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+3:19385:x1875971258050560:12345-0@lo:104: Request processed in 142us (2119us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066128.907611:0:18935:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1789066128.907690:0:19385:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf07b0b0700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19385:1875971258050560:0@lo:104: 00010000:00010000:1.0:1789066128.907715:0:19385:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9cf06b072200/0x7555615576c83de3 lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 19385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066128.907782:0:18940:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789066128.907789:0:18940:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.123@tcp lock: ffff9cf081654400/0x7555615576c83d9d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x7555615576c83da4 expref: -99 pid: 18933 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066128.907797:0:18940:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf081654400 already unused, calling callback (ffffffffc1b4dc20) 10000000:00010000:2.0:1789066128.907800:0:18940:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.123@tcp lock: ffff9cf081654400/0x7555615576c83d9d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x7555615576c83da4 expref: -99 pid: 18933 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066128.907809:0:18940:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.123@tcp lock: ffff9cf081654400/0x7555615576c83d9d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x7555615576c83da4 expref: -99 pid: 18933 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1789066128.907815:0:18940:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.123@tcp lock: ffff9cf081654400/0x7555615576c83d9d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x7555615576c83da4 expref: -99 pid: 18933 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789066128.907821:0:18940:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:2.0:1789066128.907860:0:18940:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.123@tcp lock: ffff9cf081654400/0x7555615576c83d9d lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7555615576c83da4 expref: -99 pid: 18933 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066128.907866:0:18940:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1789066128.907896:0:18940:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.123@tcp lock: ffff9cf081654400/0x7555615576c83d9d lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7555615576c83da4 expref: -99 pid: 18933 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066128.907903:0:18940:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.123@tcp lock: ffff9cf081654400/0x7555615576c83d9d lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7555615576c83da4 expref: -99 pid: 18933 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066128.907935:0:18940:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789066128.907950:0:18940:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789066128.907952:0:18940:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789066128.907965:0:3298:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf07f55f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:3298:1875971258050688:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789066128.908004:0:3298:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789066128.908058:0:18936:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258050688 00000100:00100000:2.0:1789066128.908074:0:18936:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258050688 00010000:00010000:2.0:1789066128.908107:0:18936:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9cf0413fc200/0x7555615576c83da4 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x7555615576c83d9d expref: 12 pid: 18943 timeout: 688 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789066128.908130:0:18936:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1789066128.908136:0:18936:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07f55e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+12:3298:x1875971258050688:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1789066128.908146:0:18936:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789066128.908151:0:18936:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9cf0413fc200/0x7555615576c83da4 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x7555615576c83d9d expref: 12 pid: 18943 timeout: 688 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066128.908160:0:18936:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9cf0413fc200/0x7555615576c83da4 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x7555615576c83d9d expref: 12 pid: 18943 timeout: 688 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066128.908173:0:18936:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9cf0413fc200/0x7555615576c83da4 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x7555615576c83d9d expref: 12 pid: 18943 timeout: 688 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066128.908187:0:18936:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9cf06b072200/0x7555615576c83de3 lrc: 3/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 19385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066128.908195:0:18936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9cf06b072200/0x7555615576c83de3 lrc: 4/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 19385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066128.908209:0:18936:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9cf06b072200/0x7555615576c83de3 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 19385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066128.908216:0:18936:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9cf06b072200/0x7555615576c83de3 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 19385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066128.908228:0:18936:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9cf06b072200/0x7555615576c83de3 lrc: 4/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 19385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066128.908235:0:18936:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9cf06b072200/0x7555615576c83de3 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 19385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066128.908241:0:18936:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf06b072200 already unused, calling callback (ffffffffc154c8b0) 00010000:00010000:2.0:1789066128.908244:0:18936:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9cf06b072200/0x7555615576c83de3 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 19385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066128.908252:0:18936:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9cf06b072200/0x7555615576c83de3 lrc: 6/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 19385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066128.908263:0:18936:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9cf06b072200/0x7555615576c83de3 lrc: 4/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066128.908271:0:18936:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789066128.908301:0:18936:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07f55e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+11:3298:x1875971258050688:12345-0@lo:103:ldlm_bl.0 Request processed in 166us (297us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066128.908308:0:18936:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1789066128.908335:0:3298:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf07f55f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:3298:1875971258050688:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1789066128.908713:0:19385:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9cf06b072200/0x7555615576c83de3 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066128.908733:0:19385:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9cf06b072200/0x7555615576c83de3 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066128.908751:0:19385:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9cf06b072200/0x7555615576c83de3 lrc: 0/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066129.001643:0:18939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789066129.573743:0:3294:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789066119/real 1789066119] req@ffff9cf07f55ed80 x1875971258047744/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789066129 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789066129.573784:0:3294:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cf07f55ed80 x1875971258047744/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789066129 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789066129.573796:0:3294:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789066119/real 1789066119] req@ffff9cf07f55d500 x1875971258047616/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789066129 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789066129.573810:0:3294:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cf07f55d500 x1875971258047616/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789066129 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789066129.573833:0:3294:0:(import.c:65:import_set_state_nolock()) ffff9cf08177e800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789066129.573843:0:3294:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1789066129.573847:0:3294:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf07f55ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3294:1875971258047744:0@lo:8:llog_process_th.0 00000100:00080000:3.0:1789066129.573854:0:3294:0:(import.c:65:import_set_state_nolock()) ffff9cf050bb2800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789066129.573883:0:3294:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1789066129.573886:0:3294:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf07f55d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3294:1875971258047616:0@lo:8:llog_process_th.0 00000100:00080000:2.0:1789066129.576602:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789066129.576615:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789066129.576621:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cf050bb2800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789066129.576631:0:38:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 578 00000100:00080000:2.0:1789066129.576638:0:38:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1789066129.576655:0:38:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff9cf050bb2800 using connection 192.168.204.123@tcp/0@lo 00000100:00100000:2.0:1789066129.576724:0:38:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cf07f55f480 x1875971258050816/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789066129.576766:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789066129.576770:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789066129.576772:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cf08177e800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789066129.576776:0:38:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 578 00000100:00080000:2.0:1789066129.576779:0:38:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1789066129.576784:0:38:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff9cf08177e800 using connection 192.168.204.123@tcp/0@lo 00000100:00100000:2.0:1789066129.576796:0:38:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cf07f55e680 x1875971258050944/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789066129.576848:0:3296:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1789066129.576867:0:3296:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf07f55ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3296:1875971258051072:0@lo:400:kworker.0 00000100:00100000:2.0:1789066129.577079:0:3296:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789066129.577284:0:18952:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258051072 00000100:00100000:2.0:1789066129.577297:0:18952:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258051072 00000100:00100000:2.0:1789066129.577359:0:18952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1789066129.577370:0:18952:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07f55dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3296:x1875971258051072:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789066129.577689:0:18952:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07f55dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3296:x1875971258051072:12345-0@lo:400:kworker.0 Request processed in 319us (609us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066129.577697:0:18952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1789066129.577813:0:3294:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf07f55f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3294:1875971258050816:0@lo:8:kworker.0 00000400:00000100:0.0:1789066129.577844:0:3294:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875971258050816 offset 0 length 520: 4 00000100:00100000:0.0:1789066129.577893:0:3294:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf07f55e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3294:1875971258050944:0@lo:8:kworker.0 00000400:00000100:0.0:1789066129.577911:0:3294:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875971258050944 offset 0 length 520: 4 00010000:00080000:1.0:1789066129.578135:0:3296:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff9cf07f55ce00 x1875971258051072/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789066145 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789066129.578152:0:3296:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf07f55ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3296:1875971258051072:0@lo:400:kworker.0 00010000:00010000:2.0:1789066130.021737:0:18940:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1789066130.415183:0:18948:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:3.0:1789066130.415192:0:18948:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9cef43074800 from 10 10000000:01000000:3.0:1789066130.415197:0:18948:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1789066130.415247:0:18948:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.123@tcp lock: ffff9cf040031000/0x7555615576c83dea lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066130.415257:0:18948:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.123@tcp lock: ffff9cf040031000/0x7555615576c83dea lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066130.415267:0:18948:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.123@tcp lock: ffff9cf040031000/0x7555615576c83dea lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 18948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789066130.415292:0:18948:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf081690380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:18948:1875971258051200:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1789066130.415361:0:18948:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789066130.415413:0:18948:0:(client.c:2716:ptlrpc_set_wait()) set ffff9cf07f526e40 going to sleep for 11 seconds 00000100:00100000:2.0:1789066130.415605:0:18945:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258051200 00000100:00100000:2.0:1789066130.415614:0:18945:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258051200 00000100:00100000:2.0:1789066130.415665:0:18945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:2.0:1789066130.415675:0:18945:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07c187450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+11:18948:x1875971258051200:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1789066130.415689:0:18945:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789066130.415715:0:18945:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9cf0413fd800/0x7555615576c83df1 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x7555615576c83dea expref: -99 pid: 18945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066130.415739:0:18945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9cf0413fd800/0x7555615576c83df1 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x7555615576c83dea expref: 12 pid: 18945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066130.415750:0:18945:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9cf0413fd800/0x7555615576c83df1 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7555615576c83dea expref: 12 pid: 18945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066130.415759:0:18945:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf0413fd800, rc 0) 00000100:00100000:2.0:1789066130.415799:0:18945:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07c187450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+12:18948:x1875971258051200:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 125us (438us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066130.415805:0:18945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:3.0:1789066130.416702:0:18948:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf081690380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:18948:1875971258051200:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1789066130.416725:0:18948:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.123@tcp lock: ffff9cf040031000/0x7555615576c83dea lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7555615576c83df1 expref: -99 pid: 18948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066130.416737:0:18948:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.123@tcp lock: ffff9cf040031000/0x7555615576c83dea lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x7555615576c83df1 expref: -99 pid: 18948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789066130.416804:0:18948:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf081690380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:18948:1875971258051328:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1789066130.416842:0:18948:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789066130.416876:0:18948:0:(client.c:2716:ptlrpc_set_wait()) set ffff9cf07f526e40 going to sleep for 11 seconds 00000100:00100000:2.0:1789066130.416921:0:18943:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258051328 00000100:00100000:2.0:1789066130.416926:0:18943:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258051328 00000100:00100000:2.0:1789066130.416962:0:18943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:2.0:1789066130.416969:0:18943:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07c187050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+12:18948:x1875971258051328:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1789066130.417255:0:18943:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07c187050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+12:18948:x1875971258051328:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 286us (411us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066130.417263:0:18943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:3.0:1789066130.418675:0:18948:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf081690380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:18948:1875971258051328:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1789066130.418734:0:18948:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf081690380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:18948:1875971258051456:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1789066130.418794:0:18948:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789066130.418836:0:18948:0:(client.c:2716:ptlrpc_set_wait()) set ffff9cf07f526e40 going to sleep for 11 seconds 00000100:00100000:2.0:1789066130.419468:0:18946:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258051456 00000100:00100000:2.0:1789066130.419477:0:18946:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258051456 00000100:00100000:2.0:1789066130.419529:0:18946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:2.0:1789066130.419538:0:18946:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07c185050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+12:18948:x1875971258051456:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1789066130.419770:0:18946:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07c185050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+12:18948:x1875971258051456:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 232us (974us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066130.419777:0:18946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1789066130.422405:0:18948:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf081690380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:18948:1875971258051456:0@lo:503:ll_cfg_requeue.0 00000040:00080000:2.0:1789066130.433004:0:19438:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 10 00000020:01000000:1.0:1789066130.433461:0:18948:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 10-9 (rc=0) 10000000:01000000:1.0:1789066130.433482:0:18948:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.123@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1789066130.433493:0:18948:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.123@tcp lock: ffff9cf040031000/0x7555615576c83dea lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7555615576c83df1 expref: -99 pid: 18948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066130.433504:0:18948:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.123@tcp lock: ffff9cf040031000/0x7555615576c83dea lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7555615576c83df1 expref: -99 pid: 18948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066131.045730:0:18939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1789066131.571719:0:18985:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:2.0:1789066132.071101:0:18940:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789066133.095807:0:18939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789066134.119451:0:18940:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789066134.694123:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789066134.694131:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789066134.694134:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789066134.694137:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1789066134.694183:0:3297:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf07b0b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3297:1875971258051712:0@lo:400:kworker.0 00000100:00100000:3.0:1789066134.694198:0:3295:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1789066134.694211:0:3295:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf07b0b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:3295:1875971258051584:0@lo:400:kworker.0 00000100:00100000:1.0:1789066134.695086:0:3297:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789066134.695292:0:18951:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258051712 00000100:00100000:2.0:1789066134.695301:0:18951:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258051712 00000100:00100000:2.0:1789066134.695363:0:18951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1789066134.695384:0:18951:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07b0b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3297:x1875971258051712:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789066134.695458:0:18951:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07b0b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3297:x1875971258051712:12345-0@lo:400:kworker.0 Request processed in 86us (374us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066134.695466:0:18951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:1.0:1789066134.698512:0:3297:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff9cf07b0b2d80 x1875971258051712/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789066150 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789066134.698571:0:3297:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf07b0b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3297:1875971258051712:0@lo:400:kworker.0 00000100:00100000:3.0:1789066134.703535:0:3295:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066134.703707:0:18945:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258051584 00000100:00100000:1.0:1789066134.703717:0:18945:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258051584 00000100:00100000:1.0:1789066134.703771:0:18945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:1.0:1789066134.703783:0:18945:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07c186850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+12:3295:x1875971258051584:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789066134.703850:0:18945:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07c186850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+12:3295:x1875971258051584:12345-0@lo:400:kworker.0 Request processed in 69us (322us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066134.703857:0:18945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:1.0:1789066134.703918:0:3295:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf07b0b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:3295:1875971258051584:0@lo:400:kworker.0 00010000:00010000:2.0:1789066135.149456:0:18939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:2.0:1789066135.373435:0:19634:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:2.0:1789066135.373439:0:19634:0:(obd_mount.c:926:lmd_print()) device: lustre-ost1/ost1 00000080:01200004:2.0:1789066135.374395:0:19634:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff9cf081778800 00000020:01000004:2.0:1789066135.374414:0:19634:0:(tgt_mount.c:2502:osd_start()) Attempting to start lustre-OST0000, type=osd-zfs, lsifl=200002, mountfl=0 00000020:01000004:2.0:1789066135.374432:0:19634:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-OST0000-osd (typ=osd-zfs) 00000020:00000080:2.0:1789066135.374454:0:19634:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osd (ffff9cf0816619c0) 00000020:00000080:2.0:1789066135.374471:0:19634:0:(obd_config.c:720:class_attach_name()) OBD: dev 11 attached type osd-zfs with refcount 2 00100000:10000000:3.0:1789066135.402331:0:19634:0:(osd_scrub.c:136:osd_scrub_refresh_mapping()) lustre-OST0000: refresh OI map for scrub, op 1, force yes, [0x200000007:0x1:0x0] => 0 (ROOT): rc = 1 00100000:10000000:3.0:1789066135.402736:0:19634:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-OST0000: registered index [0x200000001:0x3:0x0] (8/24) 00100000:10000000:3.0:1789066135.406873:0:19634:0:(osd_scrub.c:136:osd_scrub_refresh_mapping()) lustre-OST0000: refresh OI map for scrub, op 1, force yes, [0x200000009:0x0:0x0] => 0 (update_log): rc = 1 00100000:10000000:3.0:1789066135.407148:0:19634:0:(osd_scrub.c:136:osd_scrub_refresh_mapping()) lustre-OST0000: refresh OI map for scrub, op 1, force yes, [0x20000000a:0x0:0x0] => 0 (update_log_dir): rc = 1 00100000:10000000:3.0:1789066135.408300:0:19634:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-OST0000: registered index [0x200000003:0xb:0x0] (8/32) 00100000:10000000:3.0:1789066135.408751:0:19634:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0000: initial OI scrub handled lustre-client under 327: rc = 0 00100000:10000000:3.0:1789066135.409145:0:19634:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0000: initial OI scrub handled params under 327: rc = 0 00100000:10000000:3.0:1789066135.409254:0:19634:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0000: initial OI scrub handled lustre-OST0000 under 327: rc = 0 00100000:10000000:3.0:1789066135.412357:0:19634:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0000: initial OI scrub handled 0x20000-OST0000 under 592: rc = 0 00100000:10000000:3.0:1789066135.412785:0:19634:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0000: initial OI scrub handled 0x2020000 under 592: rc = 0 00100000:10000000:3.0:1789066135.413765:0:19634:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0000: initial OI scrub handled 0x20000 under 592: rc = 0 00100000:10000000:3.0:1789066135.414430:0:19634:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0000: initial OI scrub handled 0x1020000 under 592: rc = 0 00100000:10000000:3.0:1789066135.414740:0:19634:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0000: initial OI scrub handled 0x2020000-OST0000 under 592: rc = 0 00100000:10000000:3.0:1789066135.415327:0:19634:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0000: initial OI scrub handled 0x1020000-OST0000 under 592: rc = 0 00000020:00000080:3.0:1789066135.427593:0:19634:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osd (uuid lustre-OST0000-osd_UUID) 00080000:01000000:3.0:1789066135.427609:0:19634:0:(osd_handler.c:1574:osd_obd_connect()) connect #0 00000020:00000080:3.0:1789066135.427621:0:19634:0:(genops.c:1384:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0x7555615576c83dff 00000020:01000004:3.0:1789066135.427638:0:19634:0:(tgt_mount.c:2587:server_fill_super()) Found service lustre-OST0000 on device lustre-ost1/ost1 00000020:01000004:3.0:1789066135.427660:0:19634:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.204.123@tcp:Set MGC reconnect 1 10000000:01000000:3.0:1789066135.427664:0:19634:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.204.123@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:3.0:1789066135.427671:0:19634:0:(tgt_mount.c:1808:server_start_targets()) starting target lustre-OST0000 00000020:01000004:3.0:1789066135.427675:0:19634:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD OSS (typ=ost) 00000020:00000080:3.0:1789066135.427687:0:19634:0:(genops.c:413:class_newdev()) Allocate new device OSS (ffff9cf0581e19c0) 00000020:00000080:3.0:1789066135.427697:0:19634:0:(obd_config.c:720:class_attach_name()) OBD: dev 12 attached type ost with refcount 2 00000100:00100000:3.0:1789066135.429000:0:19634:0:(service.c:155:ptlrpc_grow_req_bufs()) ost: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1789066135.429175:0:19634:0:(service.c:3467:ptlrpc_start_thread()) ost[0] started 0 min 3 max 116 00000100:00100000:3.0:1789066135.429181:0:19634:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost00_000' 00000100:00100000:3.0:1789066135.440271:0:19634:0:(service.c:3467:ptlrpc_start_thread()) ost[0] started 1 min 3 max 116 00000100:00100000:3.0:1789066135.440286:0:19634:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost00_001' 00000100:00100000:2.0:1789066135.440703:0:19634:0:(service.c:3467:ptlrpc_start_thread()) ost[0] started 2 min 3 max 116 00000100:00100000:2.0:1789066135.440711:0:19634:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost00_002' 00000100:00100000:3.0:1789066135.442057:0:19634:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_create: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1789066135.442246:0:19634:0:(service.c:3467:ptlrpc_start_thread()) ost_create[0] started 0 min 2 max 16 00000100:00100000:3.0:1789066135.442251:0:19634:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_create00_000' 00000100:00100000:2.0:1789066135.443485:0:19634:0:(service.c:3467:ptlrpc_start_thread()) ost_create[0] started 1 min 2 max 16 00000100:00100000:2.0:1789066135.443496:0:19634:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_create00_001' 00000100:00100000:2.0:1789066135.473208:0:19634:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1789066135.473439:0:19634:0:(service.c:3467:ptlrpc_start_thread()) ost_io[0] started 0 min 3 max 116 00000100:00100000:2.0:1789066135.473445:0:19634:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_io00_000' 00000100:00100000:3.0:1789066135.482759:0:19634:0:(service.c:3467:ptlrpc_start_thread()) ost_io[0] started 1 min 3 max 116 00000100:00100000:3.0:1789066135.482774:0:19634:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_io00_001' 00000100:00100000:3.0:1789066135.485872:0:19634:0:(service.c:3467:ptlrpc_start_thread()) ost_io[0] started 2 min 3 max 116 00000100:00100000:3.0:1789066135.485886:0:19634:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_io00_002' 00000100:00100000:2.0:1789066135.489494:0:19634:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_seq: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1789066135.489731:0:19634:0:(service.c:3467:ptlrpc_start_thread()) ost_seq[0] started 0 min 2 max 16 00000100:00100000:2.0:1789066135.489738:0:19634:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_seq00_000' 00000100:00100000:3.0:1789066135.491154:0:19634:0:(service.c:3467:ptlrpc_start_thread()) ost_seq[0] started 1 min 2 max 16 00000100:00100000:3.0:1789066135.491164:0:19634:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_seq00_001' 00000100:00100000:2.0:1789066135.538184:0:19634:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1789066135.538489:0:19634:0:(service.c:3467:ptlrpc_start_thread()) ost_out[0] started 0 min 2 max 16 00000100:00100000:2.0:1789066135.538495:0:19634:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_out00_000' 00000100:00100000:0.0:1789066135.544934:0:19634:0:(service.c:3467:ptlrpc_start_thread()) ost_out[0] started 1 min 2 max 16 00000100:00100000:0.0:1789066135.545075:0:19634:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_out00_001' 00000020:00000080:2.0:1789066135.545961:0:19634:0:(obd_config.c:826:class_setup()) finished setup of obd OSS (uuid OSS_uuid) 00000020:01000004:2.0:1789066135.546168:0:19634:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for lustre-ost1/ost1 10000000:01000000:2.0:1789066135.546176:0:19634:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.204.123@tcp: cl_mgc_mutex lustre-OST0000-osd for locked: rc = 0 00000040:01000000:2.0:1789066135.566385:0:19634:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.204.123@tcp ctxt 0 is initialized 00000020:01000004:2.0:1789066135.566427:0:19634:0:(tgt_mount.c:1416:server_register_target()) Registration lustre-OST0000, fs=lustre, 192.168.204.123@tcp, index=0000, flags=0x20002 00000020:01000004:2.0:1789066135.566432:0:19634:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:2.0:1789066135.566434:0:19634:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1789066135.566436:0:19634:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1789066135.566437:0:19634:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1789066135.566438:0:19634:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1789066135.566439:0:19634:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1789066135.566441:0:19634:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1789066135.566443:0:19634:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1789066135.566444:0:19634:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:2.0:1789066135.566449:0:19634:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0000 0x10020002 00000020:01000004:2.0:1789066135.566451:0:19634:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1789066135.566453:0:19634:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1789066135.566454:0:19634:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1789066135.566455:0:19634:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1789066135.566456:0:19634:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1789066135.566457:0:19634:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1789066135.566458:0:19634:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1789066135.566459:0:19634:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1789066135.566460:0:19634:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:2.0:1789066135.566500:0:19634:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0000 00000100:00100000:2.0:1789066135.566520:0:19634:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf07f55ce00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:19634:1875971258051840:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1789066135.566638:0:19634:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789066135.566706:0:19634:0:(client.c:2716:ptlrpc_set_wait()) set ffff9cf04c399180 going to sleep for 11 seconds 00000100:00100000:3.0:1789066135.567269:0:18943:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258051840 00000100:00100000:3.0:1789066135.567278:0:18943:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258051840 00000100:00100000:3.0:1789066135.567337:0:18943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1789066135.567347:0:18943:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07c186450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+12:19634:x1875971258051840:12345-0@lo:253:mount.lustre.0 20000000:01000000:3.0:1789066135.567389:0:18943:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:3.0:1789066135.567392:0:18943:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-OST0000 is running on 0@lo 20000000:01000000:3.0:1789066135.567396:0:18943:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00000100:00100000:3.0:1789066135.590613:0:18943:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07c186450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+12:19634:x1875971258051840:12345-0@lo:253:mount.lustre.0 Request processed in 23204us (23911us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066135.590632:0:18943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:2.0:1789066135.590733:0:19634:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf07f55ce00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:19634:1875971258051840:0@lo:253:mount.lustre.0 10000000:01000000:2.0:1789066135.590750:0:19634:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:2.0:1789066135.590753:0:19634:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1789066135.590755:0:19634:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1789066135.590756:0:19634:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1789066135.590757:0:19634:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1789066135.590758:0:19634:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1789066135.590759:0:19634:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1789066135.590760:0:19634:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1789066135.590762:0:19634:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1789066135.590763:0:19634:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:2.0:1789066135.590806:0:19634:0:(tgt_mount.c:101:server_register_mount()) register mount ffff9cf081778800 from lustre-OST0000 10000000:01000000:2.0:1789066135.590835:0:19634:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-OST0000 from 0 10000000:01000000:2.0:1789066135.590838:0:19634:0:(mgc_request.c:329:config_log_add()) add config log lustre-OST0000-0000000000000000 10000000:01000000:2.0:1789066135.590845:0:19634:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff9cf07eed4d40 local copy 00010000:00010000:2.0:1789066135.590855:0:19634:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.123@tcp lock: ffff9cf081655200/0x7555615576c83cf5 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x7555615576c83cfc expref: -99 pid: 18933 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789066135.592536:0:19634:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf081690380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:19634:1875971258051968:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789066135.592633:0:19634:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789066135.592679:0:19634:0:(client.c:2716:ptlrpc_set_wait()) set ffff9cf050b350c0 going to sleep for 11 seconds 00000100:00100000:2.0:1789066135.592693:0:18946:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258051968 00000100:00100000:2.0:1789066135.592701:0:18946:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258051968 00000100:00100000:3.0:1789066135.595290:0:18946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1789066135.595304:0:18946:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07c185450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+12:19634:x1875971258051968:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789066135.595885:0:18946:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07c185450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+12:19634:x1875971258051968:12345-0@lo:501:mount.lustre.0 Request processed in 582us (3249us total) trans 0 rc -2/-2 00000100:00100000:3.0:1789066135.595895:0:18946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:0.0:1789066135.596070:0:19634:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf081690380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:19634:1875971258051968:0@lo:501:mount.lustre.0 10000000:01000000:0.0:1789066135.596094:0:19634:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.204.123@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:0.0:1789066135.596270:0:19634:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.204.123@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:0.0:1789066135.596281:0:19634:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.123@tcp lock: ffff9cf081655200/0x7555615576c83cf5 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x7555615576c83cfc expref: -99 pid: 18933 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066135.596293:0:19634:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.123@tcp lock: ffff9cf081655200/0x7555615576c83cf5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x7555615576c83cfc expref: -99 pid: 18933 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789066135.596322:0:19634:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff9cf081778800 10000000:01000000:0.0:1789066135.596327:0:19634:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:0.0:1789066135.596331:0:19634:0:(mgc_request.c:194:do_config_log_add()) do adding config log nodemap-ffff9cf07eed4d40 10000000:01000000:0.0:1789066135.596334:0:19634:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 10000000:01000000:0.0:1789066135.596337:0:19634:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff9cf07eed4d40 from 1 10000000:01000000:0.0:1789066135.596340:0:19634:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1789066135.596375:0:19634:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.123@tcp lock: ffff9cf081655800/0x7555615576c83e0d lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 19634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066135.596383:0:19634:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.123@tcp lock: ffff9cf081655800/0x7555615576c83e0d lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 19634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066135.596393:0:19634:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.123@tcp lock: ffff9cf081655800/0x7555615576c83e0d lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 19634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789066135.596412:0:19634:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf07b1bb480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:19634:1875971258052096:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1789066135.596458:0:19634:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066135.596499:0:19634:0:(client.c:2716:ptlrpc_set_wait()) set ffff9cf050bc2540 going to sleep for 11 seconds 00000100:00100000:3.0:1789066135.598734:0:18943:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258052096 00000100:00100000:3.0:1789066135.598749:0:18943:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258052096 00000100:00100000:3.0:1789066135.598821:0:18943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1789066135.598831:0:18943:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07c184850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+12:19634:x1875971258052096:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789066135.598848:0:18943:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789066135.598871:0:18943:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9cf040031800/0x7555615576c83e14 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x7555615576c83e0d expref: -99 pid: 18943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066135.598896:0:18943:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9cf040031800/0x7555615576c83e14 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x7555615576c83e0d expref: 13 pid: 18943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066135.598907:0:18943:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9cf040031800/0x7555615576c83e14 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7555615576c83e0d expref: 13 pid: 18943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066135.598916:0:18943:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf040031800, rc 0) 00000100:00100000:3.0:1789066135.600372:0:18943:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07c184850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+13:19634:x1875971258052096:12345-0@lo:101:mount.lustre.0 Request processed in 1535us (3906us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066135.600385:0:18943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1789066135.601841:0:19634:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf07b1bb480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:19634:1875971258052096:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789066135.601872:0:19634:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.123@tcp lock: ffff9cf081655800/0x7555615576c83e0d lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7555615576c83e14 expref: -99 pid: 19634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066135.601884:0:19634:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.123@tcp lock: ffff9cf081655800/0x7555615576c83e0d lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x7555615576c83e14 expref: -99 pid: 19634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789066135.601908:0:19634:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.123@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1789066135.601929:0:19634:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.123@tcp lock: ffff9cf081655800/0x7555615576c83e0d lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7555615576c83e14 expref: -99 pid: 19634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066135.601947:0:19634:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.123@tcp lock: ffff9cf081655800/0x7555615576c83e0d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7555615576c83e14 expref: -99 pid: 19634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789066135.601955:0:19634:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-OST0000-0000000000000000 10000000:01000000:0.0:1789066135.601963:0:19634:0:(mgc_request.c:68:mgc_name2resid()) log lustre-OST0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1789066135.601978:0:19634:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 1 10000000:01000000:0.0:1789066135.601981:0:19634:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00010000:00010000:0.0:1789066135.602014:0:19634:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.123@tcp lock: ffff9cf081654e00/0x7555615576c83e1b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 19634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066135.602022:0:19634:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.123@tcp lock: ffff9cf081654e00/0x7555615576c83e1b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 19634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066135.602031:0:19634:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.123@tcp lock: ffff9cf081654e00/0x7555615576c83e1b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 19634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789066135.602056:0:19634:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf07b1bb480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:19634:1875971258052224:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1789066135.602124:0:19634:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066135.602167:0:19634:0:(client.c:2716:ptlrpc_set_wait()) set ffff9cf050bc2540 going to sleep for 11 seconds 00000100:00100000:3.0:1789066135.605753:0:18945:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258052224 00000100:00100000:3.0:1789066135.605772:0:18945:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258052224 00000100:00100000:3.0:1789066135.605846:0:18945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1789066135.605871:0:18945:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07c184c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+13:19634:x1875971258052224:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789066135.605889:0:18945:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789066135.605911:0:18945:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9cf040030e00/0x7555615576c83e22 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x7555615576c83e1b expref: -99 pid: 18945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066135.605941:0:18945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9cf040030e00/0x7555615576c83e22 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x7555615576c83e1b expref: 14 pid: 18945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066135.605953:0:18945:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9cf040030e00/0x7555615576c83e22 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7555615576c83e1b expref: 14 pid: 18945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066135.605961:0:18945:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf040030e00, rc 0) 00000100:00100000:3.0:1789066135.606067:0:18945:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07c184c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+14:19634:x1875971258052224:12345-0@lo:101:mount.lustre.0 Request processed in 198us (3942us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066135.606074:0:18945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1789066135.606126:0:19634:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf07b1bb480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:19634:1875971258052224:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1789066135.606145:0:19634:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.123@tcp lock: ffff9cf081654e00/0x7555615576c83e1b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x7555615576c83e22 expref: -99 pid: 19634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066135.606155:0:19634:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.123@tcp lock: ffff9cf081654e00/0x7555615576c83e1b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x7555615576c83e22 expref: -99 pid: 19634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1789066135.609669:0:19634:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 14 count 14 00000040:00080000:1.0:1789066135.610759:0:19634:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1789066135.614297:0:19634:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].1, 224 off8416 00000040:00080000:1.0:1789066135.614768:0:19634:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].2, 128 off8544 00000040:00080000:1.0:1789066135.614807:0:19634:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].3, 112 off8656 00000040:00080000:1.0:1789066135.614861:0:19634:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].4, 224 off8880 00000040:00080000:1.0:1789066135.614898:0:19634:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].5, 224 off9104 00000040:00080000:1.0:1789066135.615221:0:19634:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].6, 80 off9184 00000040:00080000:1.0:1789066135.615290:0:19634:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].7, 224 off9408 00000040:00080000:1.0:1789066135.615341:0:19634:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].8, 224 off9632 00000040:00080000:1.0:1789066135.615419:0:19634:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].9, 80 off9712 00000040:00080000:1.0:1789066135.615471:0:19634:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].10, 224 off9936 00000040:00080000:1.0:1789066135.615505:0:19634:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].11, 224 off10160 00000040:00080000:1.0:1789066135.615610:0:19634:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].12, 120 off10280 00000040:00080000:1.0:1789066135.615697:0:19634:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].13, 224 off10504 00000040:00080000:1.0:1789066135.615706:0:19634:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 13 count 14 00000100:00100000:1.0:1789066135.615824:0:19634:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf07b0b0700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:19634:1875971258052352:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789066135.615909:0:19634:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066135.615984:0:19634:0:(client.c:2716:ptlrpc_set_wait()) set ffff9cf07edd7000 going to sleep for 11 seconds 00000100:00100000:3.0:1789066135.617117:0:18943:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258052352 00000100:00100000:3.0:1789066135.617128:0:18943:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258052352 00000100:00100000:3.0:1789066135.617190:0:18943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1789066135.617200:0:18943:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf05802c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+14:19634:x1875971258052352:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789066135.617656:0:18943:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf05802c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+14:19634:x1875971258052352:12345-0@lo:501:mount.lustre.0 Request processed in 455us (1745us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066135.617664:0:18943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1789066135.617707:0:19634:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf07b0b0700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:19634:1875971258052352:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789066135.617754:0:19634:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf07b0b0700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:19634:1875971258052480:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1789066135.617799:0:19634:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066135.617876:0:19634:0:(client.c:2716:ptlrpc_set_wait()) set ffff9cf07edd7000 going to sleep for 11 seconds 00000100:00100000:0.0:1789066135.622451:0:18946:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258052480 00000100:00100000:0.0:1789066135.622467:0:18946:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258052480 00000100:00100000:0.0:1789066135.622564:0:18946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:0.0:1789066135.622574:0:18946:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf05802ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+14:19634:x1875971258052480:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1789066135.623004:0:18946:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf05802ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+14:19634:x1875971258052480:12345-0@lo:503:mount.lustre.0 Request processed in 431us (5203us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066135.623014:0:18946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1789066135.623281:0:19634:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf07b0b0700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:19634:1875971258052480:0@lo:503:mount.lustre.0 00000040:00080000:1.0:1789066135.624186:0:19634:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1789066135.624271:0:19634:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf07b0b0700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:19634:1875971258052608:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1789066135.624340:0:19634:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066135.624391:0:19634:0:(client.c:2716:ptlrpc_set_wait()) set ffff9cf07edd7000 going to sleep for 11 seconds 00000100:00100000:3.0:1789066135.624580:0:18945:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258052608 00000100:00100000:3.0:1789066135.624587:0:18945:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258052608 00000100:00100000:3.0:1789066135.624626:0:18945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1789066135.624634:0:18945:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf05802d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+14:19634:x1875971258052608:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789066135.624875:0:18945:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf05802d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+14:19634:x1875971258052608:12345-0@lo:502:mount.lustre.0 Request processed in 240us (534us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066135.624893:0:18945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1789066135.625009:0:19634:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf07b0b0700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:19634:1875971258052608:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1789066135.626518:0:19634:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].1, 224 off8416 00000040:00080000:1.0:1789066135.626610:0:19634:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].2, 128 off8544 00000040:00080000:1.0:1789066135.626657:0:19634:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].3, 112 off8656 00000040:00080000:1.0:1789066135.626702:0:19634:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].4, 224 off8880 00000040:00080000:1.0:1789066135.626737:0:19634:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].5, 224 off9104 00000040:00080000:1.0:1789066135.626767:0:19634:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].6, 80 off9184 00000040:00080000:1.0:1789066135.626811:0:19634:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].7, 224 off9408 00000040:00080000:1.0:1789066135.626848:0:19634:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].8, 224 off9632 00000040:00080000:1.0:1789066135.626891:0:19634:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].9, 80 off9712 00000040:00080000:1.0:1789066135.626936:0:19634:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].10, 224 off9936 00000040:00080000:1.0:1789066135.626985:0:19634:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].11, 224 off10160 00000040:00080000:1.0:1789066135.627035:0:19634:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].12, 120 off10280 00000100:00100000:1.0:1789066135.627079:0:19634:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf07b0b0700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:19634:1875971258052736:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1789066135.634096:0:19634:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066135.634156:0:19634:0:(client.c:2716:ptlrpc_set_wait()) set ffff9cf07edd7000 going to sleep for 11 seconds 00000100:00100000:0.0:1789066135.635324:0:18945:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258052736 00000100:00100000:0.0:1789066135.635338:0:18945:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258052736 00000100:00100000:0.0:1789066135.635412:0:18945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:0.0:1789066135.635422:0:18945:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf05802e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+14:19634:x1875971258052736:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789066135.635719:0:18945:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf05802e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+14:19634:x1875971258052736:12345-0@lo:502:mount.lustre.0 Request processed in 297us (1627us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066135.635727:0:18945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1789066135.637151:0:19634:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf07b0b0700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:19634:1875971258052736:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1789066135.637296:0:19634:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].13, 224 off10504 00000040:00080000:1.0:1789066135.637313:0:19634:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 13 count 14 00000020:01000000:1.0:1789066135.639361:0:19648:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:1.0:1789066135.639372:0:19648:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of lustre-ost1/ost1 00000020:00000080:1.0:1789066135.639379:0:19648:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789066135.639382:0:19648:0:(obd_config.c:1563:class_process_config()) marker 11 (0x1) lustre-OST0000 add ost 00000020:00000080:1.0:1789066135.639389:0:19648:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1789066135.639406:0:19648:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000 (ffff9cf074ea8000) 00000020:00000080:1.0:1789066135.639428:0:19648:0:(obd_config.c:720:class_attach_name()) OBD: dev 13 attached type obdfilter with refcount 2 00000020:00000080:1.0:1789066135.639433:0:19648:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:1.0:1789066135.639517:0:19648:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9cf081778800 from lustre-OST0000, refs=2 00080000:01000000:1.0:1789066135.639525:0:19648:0:(osd_handler.c:1574:osd_obd_connect()) connect #1 00000020:00000080:1.0:1789066135.639531:0:19648:0:(genops.c:1384:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0x7555615576c83e30 00010000:00010000:1.0:1789066135.645850:0:19648:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0000_UUID-2 is initialized 00000001:00000004:1.0:1789066135.646778:0:19648:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 3, last_transno is 8589934605 00080000:10000000:2.0:1789066135.653836:0:19648:0:(osd_index.c:2103:osd_index_try()) lustre-OST0000: index object [0x200000003:0xc:0x0] (8/8/4) registered 00000020:00000080:0.0:1789066135.663750:0:19648:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:01000000:0.0:1789066135.663763:0:19648:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789066135.663770:0:19648:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789066135.663772:0:19648:0:(obd_config.c:1563:class_process_config()) marker 11 (0x2) lustre-OST0000 add ost 00000020:01000000:0.0:1789066135.663777:0:19648:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1789066135.663780:0:19648:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #16 00000020:01000000:0.0:1789066135.663782:0:19648:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1789066135.663783:0:19648:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1789066135.663784:0:19648:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1789066135.663787:0:19648:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789066135.663788:0:19648:0:(obd_config.c:1563:class_process_config()) marker 16 (0x6) lustre sys.timeout 00000020:01000000:0.0:1789066135.663790:0:19648:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789066135.663793:0:19648:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789066135.663802:0:19648:0:(obd_config.c:1563:class_process_config()) marker 23 (0x1) lustre sys.timeout 00000020:00000080:0.0:1789066135.663806:0:19648:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:0.0:1789066135.663807:0:19648:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:0.0:1789066135.663810:0:19648:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789066135.663812:0:19648:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789066135.663813:0:19648:0:(obd_config.c:1563:class_process_config()) marker 23 (0x2) lustre sys.timeout 00000020:01000000:0.0:1789066135.663816:0:19648:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789066135.663818:0:19648:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789066135.663819:0:19648:0:(obd_config.c:1563:class_process_config()) marker 27 (0x1) lustre sys.jobid_var 00000020:00000080:0.0:1789066135.663822:0:19648:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000020:01000000:0.0:1789066135.663888:0:19648:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789066135.663891:0:19648:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789066135.663892:0:19648:0:(obd_config.c:1563:class_process_config()) marker 27 (0x2) lustre sys.jobid_var 00000040:00080000:0.0:1789066135.663895:0:19648:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 14 count 14 00000020:01000000:3.0:1789066135.664440:0:19634:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0000 gen 1-13 (rc=0) 10000000:01000000:3.0:1789066135.664482:0:19634:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.123@tcp: configuration from log 'lustre-OST0000' succeeded (0). 00010000:00010000:3.0:1789066135.664511:0:19634:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.123@tcp lock: ffff9cf081654e00/0x7555615576c83e1b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x7555615576c83e22 expref: -99 pid: 19634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066135.664527:0:19634:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.123@tcp lock: ffff9cf081654e00/0x7555615576c83e1b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x7555615576c83e22 expref: -99 pid: 19634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789066135.664536:0:19634:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9cf081778800 from 1 10000000:01000000:3.0:1789066135.664539:0:19634:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1789066135.664628:0:19634:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.123@tcp lock: ffff9cf040030c00/0x7555615576c83e37 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 19634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066135.664637:0:19634:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.123@tcp lock: ffff9cf040030c00/0x7555615576c83e37 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 19634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066135.664651:0:19634:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.123@tcp lock: ffff9cf040030c00/0x7555615576c83e37 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 19634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789066135.664678:0:19634:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf081691f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:19634:1875971258052864:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1789066135.664754:0:19634:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789066135.664798:0:19634:0:(client.c:2716:ptlrpc_set_wait()) set ffff9cf050ecf600 going to sleep for 11 seconds 00000100:00100000:0.0:1789066135.665246:0:18946:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258052864 00000100:00100000:0.0:1789066135.665255:0:18946:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258052864 00000100:00100000:0.0:1789066135.665293:0:18946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:0.0:1789066135.665302:0:18946:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf05802dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+14:19634:x1875971258052864:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789066135.665314:0:18946:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789066135.665328:0:18946:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9cf081655e00/0x7555615576c83e3e lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x7555615576c83e37 expref: -99 pid: 18946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066135.665350:0:18946:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9cf081655e00/0x7555615576c83e3e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x7555615576c83e37 expref: 15 pid: 18946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066135.665371:0:18946:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9cf081655e00/0x7555615576c83e3e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7555615576c83e37 expref: 15 pid: 18946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066135.665380:0:18946:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf081655e00, rc 0) 00000100:00100000:0.0:1789066135.665420:0:18946:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf05802dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+15:19634:x1875971258052864:12345-0@lo:101:mount.lustre.0 Request processed in 119us (666us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066135.665426:0:18946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:3.0:1789066135.668307:0:19634:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf081691f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:19634:1875971258052864:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789066135.668345:0:19634:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.123@tcp lock: ffff9cf040030c00/0x7555615576c83e37 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x7555615576c83e3e expref: -99 pid: 19634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066135.668359:0:19634:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.123@tcp lock: ffff9cf040030c00/0x7555615576c83e37 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x7555615576c83e3e expref: -99 pid: 19634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1789066135.669455:0:19634:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 10 count 10 00000040:00080000:3.0:1789066135.674501:0:19634:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1789066135.674923:0:19634:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:3.0:1789066135.676704:0:19634:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 112 off8528 00000040:00080000:3.0:1789066135.676808:0:19634:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 224 off8752 00000040:00080000:3.0:1789066135.676846:0:19634:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8976 00000040:00080000:3.0:1789066135.676878:0:19634:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 112 off9088 00000040:00080000:3.0:1789066135.676925:0:19634:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 224 off9312 00000040:00080000:3.0:1789066135.676961:0:19634:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 224 off9536 00000040:00080000:3.0:1789066135.677018:0:19634:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 128 off9664 00000040:00080000:3.0:1789066135.678316:0:19634:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9888 00000040:00080000:3.0:1789066135.678333:0:19634:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 9 count 10 00000100:00100000:3.0:1789066135.678788:0:19634:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf081691f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:19634:1875971258052992:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789066135.678858:0:19634:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789066135.678941:0:19634:0:(client.c:2716:ptlrpc_set_wait()) set ffff9cf050ecf600 going to sleep for 11 seconds 00000100:00100000:2.0:1789066135.683734:0:18943:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258052992 00000100:00100000:2.0:1789066135.683752:0:18943:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258052992 00000100:00100000:2.0:1789066135.683825:0:18943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:2.0:1789066135.683836:0:18943:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf05802fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+15:19634:x1875971258052992:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789066135.684498:0:18943:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf05802fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+15:19634:x1875971258052992:12345-0@lo:501:mount.lustre.0 Request processed in 662us (5637us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066135.684507:0:18943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:3.0:1789066135.684757:0:19634:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf081691f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:19634:1875971258052992:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789066135.684813:0:19634:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf081691f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:19634:1875971258053120:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1789066135.684864:0:19634:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789066135.684909:0:19634:0:(client.c:2716:ptlrpc_set_wait()) set ffff9cf050ecf600 going to sleep for 11 seconds 00000100:00100000:0.0:1789066135.687001:0:18945:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258053120 00000100:00100000:0.0:1789066135.687014:0:18945:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258053120 00000100:00100000:0.0:1789066135.687071:0:18945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:0.0:1789066135.687091:0:18945:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf05802c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+15:19634:x1875971258053120:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1789066135.687340:0:18945:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf05802c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+15:19634:x1875971258053120:12345-0@lo:503:mount.lustre.0 Request processed in 260us (2475us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066135.687358:0:18945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:3.0:1789066135.696225:0:19634:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf081691f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:19634:1875971258053120:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1789066135.697869:0:19634:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1789066135.698229:0:19634:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf081691f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:19634:1875971258053248:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789066135.698312:0:19634:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789066135.698428:0:19634:0:(client.c:2716:ptlrpc_set_wait()) set ffff9cf050ecf600 going to sleep for 11 seconds 00000100:00100000:2.0:1789066135.698750:0:18943:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258053248 00000100:00100000:2.0:1789066135.698759:0:18943:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258053248 00000100:00100000:2.0:1789066135.698809:0:18943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:2.0:1789066135.698819:0:18943:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf05802c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+15:19634:x1875971258053248:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789066135.699316:0:18943:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf05802c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+15:19634:x1875971258053248:12345-0@lo:502:mount.lustre.0 Request processed in 496us (1003us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066135.699325:0:18943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:3.0:1789066135.699471:0:19634:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf081691f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:19634:1875971258053248:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1789066135.701227:0:19634:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:2.0:1789066135.701316:0:19634:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 112 off8528 00000040:00080000:2.0:1789066135.701376:0:19634:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 224 off8752 00000040:00080000:2.0:1789066135.701517:0:19634:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8976 00000040:00080000:2.0:1789066135.701915:0:19634:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 112 off9088 00000040:00080000:2.0:1789066135.702223:0:19634:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 224 off9312 00000040:00080000:2.0:1789066135.702261:0:19634:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 224 off9536 00000040:00080000:2.0:1789066135.702311:0:19634:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 128 off9664 00000100:00100000:2.0:1789066135.702361:0:19634:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf07f55ce00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:19634:1875971258053376:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789066135.702520:0:19634:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789066135.702731:0:19634:0:(client.c:2716:ptlrpc_set_wait()) set ffff9cf0510cd480 going to sleep for 11 seconds 00000100:00100000:0.0:1789066135.702844:0:18945:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258053376 00000100:00100000:0.0:1789066135.702857:0:18945:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258053376 00000100:00100000:0.0:1789066135.702980:0:18945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:0.0:1789066135.702993:0:18945:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf05802e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+15:19634:x1875971258053376:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789066135.703261:0:18945:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf05802e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+15:19634:x1875971258053376:12345-0@lo:502:mount.lustre.0 Request processed in 270us (739us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066135.703269:0:18945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:3.0:1789066135.703369:0:19634:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf07f55ce00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:19634:1875971258053376:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1789066135.703500:0:19634:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9888 00000040:00080000:3.0:1789066135.703514:0:19634:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 9 count 10 00000020:01000000:3.0:1789066135.707838:0:19652:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1789066135.707856:0:19652:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789066135.707859:0:19652:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:3.0:1789066135.707869:0:19652:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff9cf081778800 00000020:00000080:3.0:1789066135.707871:0:19652:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1789066135.707878:0:19652:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789066135.707881:0:19652:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789066135.707883:0:19652:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:3.0:1789066135.707885:0:19652:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1789066135.707888:0:19652:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789066135.707889:0:19652:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:3.0:1789066135.707893:0:19652:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff9cf081778800 00000020:00000080:3.0:1789066135.707895:0:19652:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1789066135.707984:0:19652:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789066135.707989:0:19652:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789066135.707990:0:19652:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:3.0:1789066135.707993:0:19652:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1789066135.707996:0:19652:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789066135.707997:0:19652:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:3.0:1789066135.708001:0:19652:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff9cf081778800 00000020:00000080:3.0:1789066135.708003:0:19652:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1789066135.708050:0:19652:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789066135.708055:0:19652:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789066135.708056:0:19652:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000040:00080000:3.0:1789066135.708059:0:19652:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 10 count 10 00000020:01000000:0.0:1789066135.715808:0:19634:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-9 (rc=0) 10000000:01000000:0.0:1789066135.715857:0:19634:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.123@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1789066135.715886:0:19634:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.123@tcp lock: ffff9cf040030c00/0x7555615576c83e37 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x7555615576c83e3e expref: -99 pid: 19634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066135.715902:0:19634:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.123@tcp lock: ffff9cf040030c00/0x7555615576c83e37 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x7555615576c83e3e expref: -99 pid: 19634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789066135.715977:0:19634:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:0.0:1789066135.715981:0:19634:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff9cf081778800 10000000:01000000:0.0:1789066135.715984:0:19634:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff9cf081778800 10000000:01000000:0.0:1789066135.715989:0:19634:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1789066135.715995:0:19634:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff9cf081778800 from 1 10000000:01000000:0.0:1789066135.715998:0:19634:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1789066135.716167:0:19634:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.123@tcp lock: ffff9cf081655c00/0x7555615576c83e45 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 19634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066135.716187:0:19634:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.123@tcp lock: ffff9cf081655c00/0x7555615576c83e45 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 19634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066135.716201:0:19634:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.123@tcp lock: ffff9cf081655c00/0x7555615576c83e45 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 19634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789066135.716229:0:19634:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf07b1b8380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:19634:1875971258053504:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1789066135.716303:0:19634:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066135.716342:0:19634:0:(client.c:2716:ptlrpc_set_wait()) set ffff9cf050bc2900 going to sleep for 11 seconds 00000100:00100000:2.0:1789066135.716781:0:18943:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258053504 00000100:00100000:2.0:1789066135.716789:0:18943:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258053504 00000100:00100000:2.0:1789066135.716838:0:18943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:2.0:1789066135.716848:0:18943:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf05802d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+15:19634:x1875971258053504:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789066135.716870:0:18943:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789066135.716889:0:18943:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9cf0413fd000/0x7555615576c83e4c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x7555615576c83e45 expref: -99 pid: 18943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066135.716915:0:18943:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9cf0413fd000/0x7555615576c83e4c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x7555615576c83e45 expref: 16 pid: 18943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066135.716927:0:18943:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9cf0413fd000/0x7555615576c83e4c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7555615576c83e45 expref: 16 pid: 18943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066135.717017:0:18943:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf0413fd000, rc 0) 00000100:00100000:2.0:1789066135.717211:0:18943:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf05802d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+16:19634:x1875971258053504:12345-0@lo:101:mount.lustre.0 Request processed in 364us (908us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066135.717219:0:18943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:0.0:1789066135.717324:0:19634:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf07b1b8380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:19634:1875971258053504:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789066135.717340:0:19634:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.123@tcp lock: ffff9cf081655c00/0x7555615576c83e45 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x7555615576c83e4c expref: -99 pid: 19634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066135.717349:0:19634:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.123@tcp lock: ffff9cf081655c00/0x7555615576c83e45 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x7555615576c83e4c expref: -99 pid: 19634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1789066135.724919:0:19634:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 42 count 42 00000040:00080000:0.0:1789066135.729831:0:19634:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1789066135.730278:0:19634:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:0.0:1789066135.730333:0:19634:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 120 off8536 00000040:00080000:0.0:1789066135.730368:0:19634:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 168 off8704 00000040:00080000:0.0:1789066135.737186:0:19634:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8928 00000040:00080000:0.0:1789066135.737536:0:19634:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 224 off9152 00000040:00080000:0.0:1789066135.740542:0:19634:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 120 off9272 00000040:00080000:0.0:1789066135.743253:0:19634:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 168 off9440 00000040:00080000:0.0:1789066135.743304:0:19634:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 224 off9664 00000040:00080000:0.0:1789066135.743386:0:19634:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:0.0:1789066135.746956:0:19634:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 120 off10008 00000040:00080000:0.0:1789066135.747053:0:19634:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 224 off10232 00000040:00080000:0.0:1789066135.747147:0:19634:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10456 00000040:00080000:0.0:1789066135.747192:0:19634:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].13, 88 off10544 00000040:00080000:0.0:1789066135.747233:0:19634:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].14, 128 off10672 00000040:00080000:0.0:1789066135.747275:0:19634:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].15, 144 off10816 00000040:00080000:0.0:1789066135.747310:0:19634:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].16, 160 off10976 00000040:00080000:0.0:1789066135.747346:0:19634:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].17, 224 off11200 00000040:00080000:0.0:1789066135.747395:0:19634:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].18, 224 off11424 00000040:00080000:0.0:1789066135.747432:0:19634:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].19, 80 off11504 00000040:00080000:0.0:1789066135.747493:0:19634:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].20, 224 off11728 00000040:00080000:0.0:1789066135.747587:0:19634:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].21, 224 off11952 00000040:00080000:0.0:1789066135.747672:0:19634:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].22, 88 off12040 00000040:00080000:0.0:1789066135.747710:0:19634:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].23, 128 off12168 00000040:00080000:0.0:1789066135.747776:0:19634:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].24, 144 off12312 00000040:00080000:0.0:1789066135.747816:0:19634:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].25, 128 off12440 00000040:00080000:0.0:1789066135.747849:0:19634:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].26, 224 off12664 00000040:00080000:0.0:1789066135.747899:0:19634:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].27, 224 off12888 00000040:00080000:0.0:1789066135.747936:0:19634:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].28, 80 off12968 00000040:00080000:0.0:1789066135.747988:0:19634:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].29, 224 off13192 00000040:00080000:0.0:1789066135.748038:0:19634:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].30, 224 off13416 00000040:00080000:0.0:1789066135.748075:0:19634:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].31, 88 off13504 00000040:00080000:0.0:1789066135.748108:0:19634:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].32, 128 off13632 00000040:00080000:0.0:1789066135.748139:0:19634:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].33, 144 off13776 00000040:00080000:0.0:1789066135.748184:0:19634:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].34, 128 off13904 00000040:00080000:0.0:1789066135.748218:0:19634:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].35, 224 off14128 00000040:00080000:0.0:1789066135.748282:0:19634:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].36, 224 off14352 00000040:00080000:0.0:1789066135.748318:0:19634:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].37, 80 off14432 00000040:00080000:0.0:1789066135.748352:0:19634:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].38, 224 off14656 00000040:00080000:0.0:1789066135.748402:0:19634:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].39, 224 off14880 00000040:00080000:0.0:1789066135.757012:0:19634:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].40, 120 off15000 00000040:00080000:0.0:1789066135.757120:0:19634:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].41, 224 off15224 00000040:00080000:0.0:1789066135.757128:0:19634:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 41 count 42 00000100:00100000:0.0:1789066135.757242:0:19634:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf07b1b8380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:19634:1875971258053632:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789066135.757329:0:19634:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066135.757430:0:19634:0:(client.c:2716:ptlrpc_set_wait()) set ffff9cf050bc2900 going to sleep for 11 seconds 00000100:00100000:2.0:1789066135.765337:0:18945:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258053632 00000100:00100000:2.0:1789066135.765353:0:18945:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258053632 00000100:00100000:2.0:1789066135.770800:0:18943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:2.0:1789066135.770814:0:18943:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf05802e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+16:19634:x1875971258053632:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789066135.771154:0:18943:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf05802e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+16:19634:x1875971258053632:12345-0@lo:501:mount.lustre.0 Request processed in 342us (13823us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066135.771170:0:18943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:2.0:1789066135.771771:0:19634:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf07b1b8380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:19634:1875971258053632:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789066135.771837:0:19634:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf07f55d500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:19634:1875971258053760:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1789066135.771886:0:19634:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789066135.771915:0:19634:0:(client.c:2716:ptlrpc_set_wait()) set ffff9cf0510cd480 going to sleep for 11 seconds 00000100:00100000:3.0:1789066135.773572:0:18946:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258053760 00000100:00100000:3.0:1789066135.773608:0:18946:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258053760 00000100:00100000:3.0:1789066135.773668:0:18946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:3.0:1789066135.773678:0:18946:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf05802f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+16:19634:x1875971258053760:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1789066135.774377:0:18946:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf05802f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+16:19634:x1875971258053760:12345-0@lo:503:mount.lustre.0 Request processed in 696us (2485us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066135.774389:0:18946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:2.0:1789066135.775055:0:19634:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf07f55d500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:19634:1875971258053760:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1789066135.780747:0:19634:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1789066135.780849:0:19634:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf07f55d500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:19634:1875971258053888:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789066135.780948:0:19634:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789066135.781002:0:19634:0:(client.c:2716:ptlrpc_set_wait()) set ffff9cf0510cd480 going to sleep for 11 seconds 00000100:00100000:3.0:1789066135.781095:0:18945:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258053888 00000100:00100000:3.0:1789066135.781102:0:18945:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258053888 00000100:00100000:3.0:1789066135.781150:0:18946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:3.0:1789066135.781159:0:18946:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf05802cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+16:19634:x1875971258053888:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789066135.782829:0:19634:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf07f55d500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:19634:1875971258053888:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1789066135.783192:0:19634:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:2.0:1789066135.783257:0:19634:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 120 off8536 00000040:00080000:2.0:1789066135.783297:0:19634:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 168 off8704 00000040:00080000:2.0:1789066135.783349:0:19634:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8928 00000040:00080000:2.0:1789066135.783392:0:19634:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 224 off9152 00000100:00100000:3.0:1789066135.783588:0:18946:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf05802cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+16:19634:x1875971258053888:12345-0@lo:502:mount.lustre.0 Request processed in 2427us (2636us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066135.783615:0:18946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000040:00080000:2.0:1789066135.785831:0:19634:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 120 off9272 00000040:00080000:2.0:1789066135.785881:0:19634:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 168 off9440 00000040:00080000:2.0:1789066135.785916:0:19634:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 224 off9664 00000040:00080000:2.0:1789066135.786533:0:19634:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:2.0:1789066135.786838:0:19634:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 120 off10008 00000040:00080000:2.0:1789066135.786896:0:19634:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 224 off10232 00000040:00080000:2.0:1789066135.787169:0:19634:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10456 00000040:00080000:2.0:1789066135.787212:0:19634:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].13, 88 off10544 00000040:00080000:2.0:1789066135.787243:0:19634:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].14, 128 off10672 00000040:00080000:2.0:1789066135.787288:0:19634:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].15, 144 off10816 00000040:00080000:2.0:1789066135.787343:0:19634:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].16, 160 off10976 00000040:00080000:2.0:1789066135.787379:0:19634:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].17, 224 off11200 00000040:00080000:2.0:1789066135.788152:0:19634:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].18, 224 off11424 00000040:00080000:2.0:1789066135.788194:0:19634:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].19, 80 off11504 00000040:00080000:2.0:1789066135.788221:0:19634:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].20, 224 off11728 00000040:00080000:2.0:1789066135.788278:0:19634:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].21, 224 off11952 00000040:00080000:2.0:1789066135.788311:0:19634:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].22, 88 off12040 00000040:00080000:2.0:1789066135.788338:0:19634:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].23, 128 off12168 00000040:00080000:2.0:1789066135.788382:0:19634:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].24, 144 off12312 00000040:00080000:2.0:1789066135.789226:0:19634:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].25, 128 off12440 00000040:00080000:2.0:1789066135.789271:0:19634:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].26, 224 off12664 00000040:00080000:2.0:1789066135.789350:0:19634:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].27, 224 off12888 00000040:00080000:2.0:1789066135.789386:0:19634:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].28, 80 off12968 00000040:00080000:2.0:1789066135.790207:0:19634:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].29, 224 off13192 00000040:00080000:2.0:1789066135.790283:0:19634:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].30, 224 off13416 00000040:00080000:2.0:1789066135.790325:0:19634:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].31, 88 off13504 00000040:00080000:2.0:1789066135.790364:0:19634:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].32, 128 off13632 00000040:00080000:2.0:1789066135.790744:0:19634:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].33, 144 off13776 00000040:00080000:2.0:1789066135.790807:0:19634:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].34, 128 off13904 00000040:00080000:2.0:1789066135.790846:0:19634:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].35, 224 off14128 00000040:00080000:2.0:1789066135.790894:0:19634:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].36, 224 off14352 00000040:00080000:2.0:1789066135.790929:0:19634:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].37, 80 off14432 00000040:00080000:2.0:1789066135.791455:0:19634:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].38, 224 off14656 00000040:00080000:2.0:1789066135.791509:0:19634:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].39, 224 off14880 00000040:00080000:2.0:1789066135.791584:0:19634:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].40, 120 off15000 00000100:00100000:2.0:1789066135.791648:0:19634:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf07f55d500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:19634:1875971258054016:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789066135.791733:0:19634:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789066135.791779:0:19634:0:(client.c:2716:ptlrpc_set_wait()) set ffff9cf0510cd480 going to sleep for 11 seconds 00000100:00100000:3.0:1789066135.792611:0:18943:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258054016 00000100:00100000:3.0:1789066135.792622:0:18943:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258054016 00000100:00100000:3.0:1789066135.792675:0:18943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:3.0:1789066135.792686:0:18943:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf0818ecc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+16:19634:x1875971258054016:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789066135.792946:0:18943:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf0818ecc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+16:19634:x1875971258054016:12345-0@lo:502:mount.lustre.0 Request processed in 261us (1213us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066135.792955:0:18943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:2.0:1789066135.793251:0:19634:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf07f55d500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:19634:1875971258054016:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1789066135.793353:0:19634:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].41, 224 off15224 00000040:00080000:2.0:1789066135.793367:0:19634:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 41 count 42 00000020:01000004:3.0:1789066135.794835:0:19658:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0000 (typ=lwp) 00000020:00000080:3.0:1789066135.794852:0:19658:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0000 (ffff9cf0581e4d40) 00000020:00000080:3.0:1789066135.794873:0:19658:0:(obd_config.c:720:class_attach_name()) OBD: dev 14 attached type lwp with refcount 2 00000020:01000004:3.0:1789066135.794993:0:19658:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9cf081778800 from lustre-OST0000, refs=3 00000020:01000004:3.0:1789066135.794997:0:19658:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9cf081778800 from lustre-OST0000, refs=3 00000020:01000004:3.0:1789066135.795000:0:19658:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9cf081778800 3 00010000:00080000:3.0:1789066135.795040:0:19658:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9cef41a08000@lustre-MDT0000-lwp-OST0000: add connection 192.168.204.123@tcp at head 00010000:00010000:3.0:1789066135.796753:0:19658:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0000-4 is initialized 00000020:00000080:3.0:1789066135.796930:0:19658:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000010:01000000:3.0:1789066135.796961:0:19658:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:3.0:1789066135.796991:0:19658:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-lwp-OST0000, cookie 0x7555615576c83e5a 00000100:00080000:3.0:1789066135.797002:0:19658:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1789066135.797013:0:19658:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9cef41a08000 using connection 192.168.204.123@tcp/0@lo 00000100:00100000:3.0:1789066135.797050:0:19658:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cf081691f80 x1875971258054144/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789066135.797099:0:3294:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf081691f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3294:1875971258054144:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1789066135.797166:0:3294:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1789066135.797219:0:19658:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000100:00100000:2.0:1789066135.798195:0:18952:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258054144 00000100:00100000:2.0:1789066135.798206:0:18952:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258054144 00000100:00100000:2.0:1789066135.798245:0:18952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1789066135.798253:0:18952:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf081693100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3294:x1875971258054144:12345-0@lo:38:llog_process_th.0 00010000:00080000:2.0:1789066135.798293:0:18952:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0000_UUID@0@lo t0 exp 0000000000000000 cur 594 last 0 00000020:00000080:2.0:1789066135.798338:0:18952:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-lwp-OST0000_UUID, cookie 0x7555615576c83e61 00000004:00100000:2.0:1789066135.798356:0:18952:0:(mdt_handler.c:7356:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:2.0:1789066135.798391:0:18952:0:(import.c:65:import_set_state_nolock()) ffff9cf044fdd800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1789066135.798478:0:18952:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf081693100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3294:x1875971258054144:12345-0@lo:38:llog_process_th.0 Request processed in 223us (1311us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066135.798486:0:18952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00080000:2.0:1789066135.798512:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789066135.798517:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789066135.798521:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789066135.798525:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00080000:2.0:1789066135.798929:0:3294:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff9cf081691f80 x1875971258054144/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1789066145 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789066135.798942:0:3294:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 2 00000100:00080000:2.0:1789066135.798951:0:3294:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0000: connect to target with instance 3 00000100:00080000:2.0:1789066135.798959:0:3294:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0000: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:2.0:1789066135.798976:0:3294:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:2.0:1789066135.798979:0:3294:0:(import.c:65:import_set_state_nolock()) ffff9cef41a08000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:2.0:1789066135.798986:0:3294:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf081691f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3294:1875971258054144:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1789066135.799706:0:3298:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf07f55d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3298:1875971258054272:0@lo:400:kworker.0 00000100:00100000:2.0:1789066135.799767:0:3298:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066135.799869:0:18953:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258054272 00000100:00100000:0.0:1789066135.799877:0:18953:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258054272 00000100:00100000:0.0:1789066135.799924:0:18953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1789066135.799941:0:18953:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07f55ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3298:x1875971258054272:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789066135.800001:0:18953:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07f55ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3298:x1875971258054272:12345-0@lo:400:kworker.0 Request processed in 69us (233us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066135.800008:0:18953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:2.0:1789066135.803317:0:3298:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff9cf07f55d500 x1875971258054272/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789066151 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789066135.803337:0:3298:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf07f55d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3298:1875971258054272:0@lo:400:kworker.0 00000040:00080000:3.0:1789066135.805579:0:19658:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 42 count 42 00000020:01000000:2.0:1789066135.806236:0:19634:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-41 (rc=0) 10000000:01000000:2.0:1789066135.806276:0:19634:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.123@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1789066135.806302:0:19634:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.123@tcp lock: ffff9cf081655c00/0x7555615576c83e45 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x7555615576c83e4c expref: -99 pid: 19634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066135.806314:0:19634:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.123@tcp lock: ffff9cf081655c00/0x7555615576c83e45 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x7555615576c83e4c expref: -99 pid: 19634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:2.0:1789066135.806372:0:19634:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:2.0:1789066135.806375:0:19634:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1789066135.806377:0:19634:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1789066135.806379:0:19634:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1789066135.806380:0:19634:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1789066135.806381:0:19634:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1789066135.806383:0:19634:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1789066135.806385:0:19634:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1789066135.806386:0:19634:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1789066135.806398:0:19634:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0000 0x40020002 00000020:01000004:2.0:1789066135.806402:0:19634:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1789066135.806403:0:19634:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1789066135.806405:0:19634:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1789066135.806406:0:19634:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1789066135.806407:0:19634:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1789066135.806408:0:19634:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1789066135.806409:0:19634:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1789066135.806410:0:19634:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1789066135.806411:0:19634:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1789066135.806439:0:19634:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0000 00000100:00100000:2.0:1789066135.806456:0:19634:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf07f55d500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:19634:1875971258054400:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1789066135.806536:0:19634:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789066135.806623:0:19634:0:(client.c:2716:ptlrpc_set_wait()) set ffff9cf0510cd480 going to sleep for 11 seconds 00000100:00100000:3.0:1789066135.807456:0:18945:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258054400 00000100:00100000:3.0:1789066135.807468:0:18945:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258054400 00000100:00100000:3.0:1789066135.807533:0:18945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:3.0:1789066135.807545:0:18945:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf0818ec850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+16:19634:x1875971258054400:12345-0@lo:253:mount.lustre.0 20000000:01000000:3.0:1789066135.807870:0:18945:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:3.0:1789066135.807888:0:18945:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:3.0:1789066135.862356:0:18945:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:3.0:1789066135.862375:0:18945:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:1.0:1789066135.862786:0:18967:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:1.0:1789066135.862792:0:18967:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:1.0:1789066135.862817:0:18967:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9cf06b073600/0x7555615576c83e68 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066135.862836:0:18967:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9cf081654600/0x7555615576c83dd5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7555615576c83dce expref: 16 pid: 18945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066135.862864:0:18967:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9cf06b073600/0x7555615576c83e68 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 18967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066135.862906:0:18967:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9cf081654600/0x7555615576c83dd5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x7555615576c83dce expref: 16 pid: 18945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066135.862922:0:18967:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9cf081654600/0x7555615576c83dd5 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x7555615576c83dce expref: 16 pid: 18945 timeout: 695 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789066135.862942:0:18967:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf07b0b0700 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:18967:1875971258054528:0@lo:104: 00000100:00100000:1.0:1789066135.863016:0:18967:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066135.863062:0:18967:0:(client.c:2716:ptlrpc_set_wait()) set ffff9cf0437ce540 going to sleep for 11 seconds 00000100:00100000:3.0:1789066135.863417:0:18935:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258054528 00000100:00100000:3.0:1789066135.863427:0:18935:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258054528 00000100:00100000:3.0:1789066135.863473:0:18935:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1789066135.863482:0:18935:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07b0b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+3:18967:x1875971258054528:12345-0@lo:104: 00010000:00010000:3.0:1789066135.863495:0:18935:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.123@tcp lock: ffff9cf040031600/0x7555615576c83dce lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x7555615576c83dd5 expref: -99 pid: 18948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066135.863573:0:18935:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1789066135.863579:0:18935:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07b0b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+3:18967:x1875971258054528:12345-0@lo:104: Request processed in 99us (564us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066135.863586:0:18935:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00010000:3.0:1789066135.863616:0:18940:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789066135.863622:0:18940:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.123@tcp lock: ffff9cf040031600/0x7555615576c83dce lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x7555615576c83dd5 expref: -99 pid: 18948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066135.863630:0:18940:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf040031600 already unused, calling callback (ffffffffc1b4dc20) 10000000:00010000:3.0:1789066135.863634:0:18940:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.123@tcp lock: ffff9cf040031600/0x7555615576c83dce lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x7555615576c83dd5 expref: -99 pid: 18948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066135.863643:0:18940:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.123@tcp lock: ffff9cf040031600/0x7555615576c83dce lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x7555615576c83dd5 expref: -99 pid: 18948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789066135.863651:0:18940:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.123@tcp lock: ffff9cf040031600/0x7555615576c83dce lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x7555615576c83dd5 expref: -99 pid: 18948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789066135.863657:0:18940:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:3.0:1789066135.863685:0:18940:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.123@tcp lock: ffff9cf040031600/0x7555615576c83dce lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7555615576c83dd5 expref: -99 pid: 18948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066135.863691:0:18940:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1789066135.863712:0:18940:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.123@tcp lock: ffff9cf040031600/0x7555615576c83dce lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7555615576c83dd5 expref: -99 pid: 18948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066135.863719:0:18940:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.123@tcp lock: ffff9cf040031600/0x7555615576c83dce lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7555615576c83dd5 expref: -99 pid: 18948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066135.863736:0:18940:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789066135.863737:0:18940:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789066135.863739:0:18940:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789066135.863754:0:3295:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf081691c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:3295:1875971258054656:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1789066135.863783:0:3295:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789066135.863827:0:18936:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258054656 00000100:00100000:3.0:1789066135.863831:0:18936:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258054656 00010000:00010000:3.0:1789066135.863847:0:18936:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9cf081654600/0x7555615576c83dd5 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x7555615576c83dce expref: 17 pid: 18945 timeout: 695 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789066135.863866:0:18936:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1789066135.863872:0:18936:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf081691880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+17:3295:x1875971258054656:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1789066135.863882:0:18936:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1789066135.863887:0:18936:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9cf081654600/0x7555615576c83dd5 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x7555615576c83dce expref: 17 pid: 18945 timeout: 695 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066135.863897:0:18936:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9cf081654600/0x7555615576c83dd5 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x7555615576c83dce expref: 17 pid: 18945 timeout: 695 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066135.863911:0:18936:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9cf06b073600/0x7555615576c83e68 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 18967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066135.863920:0:18936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9cf06b073600/0x7555615576c83e68 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 18967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:3.0:1789066135.863945:0:18936:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.005279231s 00010000:00010000:3.0:1789066135.863950:0:18936:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9cf06b073600/0x7555615576c83e68 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 18967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066135.863957:0:18936:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9cf06b073600/0x7555615576c83e68 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 18967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066135.863974:0:18936:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9cf06b073600/0x7555615576c83e68 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 18967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066135.863981:0:18936:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9cf06b073600/0x7555615576c83e68 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 18967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066135.863996:0:18936:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf06b073600 already unused, calling callback (ffffffffc154c8b0) 00010000:00010000:3.0:1789066135.864000:0:18936:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9cf06b073600/0x7555615576c83e68 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 18967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066135.864008:0:18936:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9cf06b073600/0x7555615576c83e68 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 18967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066135.864016:0:18936:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9cf06b073600/0x7555615576c83e68 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 18967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066135.864025:0:18936:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1789066135.864218:0:18936:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf081691880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+17:3295:x1875971258054656:12345-0@lo:103:ldlm_bl.0 Request processed in 345us (433us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066135.864225:0:18936:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00010000:3.0:1789066135.864270:0:18967:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9cf081654600/0x7555615576c83dd5 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x7555615576c83dce expref: 16 pid: 18945 timeout: 695 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789066135.864279:0:18967:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf07b0b0700 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:18967:1875971258054528:0@lo:104: 00010000:00010000:3.0:1789066135.864297:0:18967:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9cf06b073600/0x7555615576c83e68 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 18967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066135.864306:0:18967:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9cf06b073600/0x7555615576c83e68 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 18967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066135.864312:0:18967:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9cf06b073600/0x7555615576c83e68 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 18967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066135.864318:0:18967:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9cf06b073600/0x7555615576c83e68 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 18967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789066135.864446:0:3295:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf081691c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:3295:1875971258054656:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1789066135.875279:0:18945:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf0818ec850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+15:19634:x1875971258054400:12345-0@lo:253:mount.lustre.0 Request processed in 67726us (68732us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066135.875295:0:18945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:2.0:1789066135.875475:0:19634:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf07f55d500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:19634:1875971258054400:0@lo:253:mount.lustre.0 10000000:01000000:2.0:1789066135.875492:0:19634:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:2.0:1789066135.875495:0:19634:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1789066135.875497:0:19634:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1789066135.875499:0:19634:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1789066135.875501:0:19634:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1789066135.875502:0:19634:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1789066135.875503:0:19634:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1789066135.875504:0:19634:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1789066135.875506:0:19634:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1789066135.875508:0:19634:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:2.0:1789066135.875528:0:19634:0:(tgt_mount.c:2694:server_calc_timeout()) lustre-OST0000: Imperative Recovery not enabled, recovery window 60-180 00080000:10000000:2.0:1789066135.876308:0:19634:0:(osd_index.c:2103:osd_index_try()) lustre-OST0000: index object [0x200000003:0x5:0x0] (8/8/4) registered 00080000:10000000:2.0:1789066135.876706:0:19634:0:(osd_index.c:2103:osd_index_try()) lustre-OST0000: index object [0x200000005:0x1:0x0] (8/8/1) registered 00080000:10000000:2.0:1789066135.876867:0:19634:0:(osd_index.c:2103:osd_index_try()) lustre-OST0000: index object [0x200000003:0x6:0x0] (8/8/4) registered 00080000:10000000:2.0:1789066135.877178:0:19634:0:(osd_index.c:2103:osd_index_try()) lustre-OST0000: index object [0x200000005:0x2:0x0] (8/8/1) registered 00080000:10000000:2.0:1789066135.877329:0:19634:0:(osd_index.c:2103:osd_index_try()) lustre-OST0000: index object [0x200000003:0x7:0x0] (8/8/4) registered 00080000:10000000:2.0:1789066135.877735:0:19634:0:(osd_index.c:2103:osd_index_try()) lustre-OST0000: index object [0x200000005:0x3:0x0] (8/8/1) registered 00000001:00000004:2.0:1789066135.882806:0:19634:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 3, last_transno is 12884901888 00002000:00080000:0.0:1789066135.951073:0:19634:0:(ofd_obd.c:539:ofd_postrecov()) lustre-OST0000: recovery is over 00100000:10000000:0.0:1789066135.951085:0:19634:0:(lfsck_lib.c:3085:lfsck_start()) lustre-OST0000-osd: start master thread 00000020:01000004:0.0:1789066135.951124:0:19634:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:0.0:1789066135.951192:0:19634:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.204.123@tcp: cl_mgc_mutex unlock 00000020:01000004:0.0:1789066135.951208:0:19634:0:(tgt_mount.c:2460:server_fill_super_common()) Server sb, dev=48 00000080:00000004:0.0:1789066135.951239:0:19634:0:(super25.c:182:lustre_fill_super()) lustre-ost1/ost1: Mount complete 00010000:00010000:2.0:1789066136.168125:0:18939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789066137.190231:0:18940:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1789066137.317650:0:18948:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:3.0:1789066137.317664:0:18948:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff9cef43074800 from 10 10000000:01000000:3.0:1789066137.317673:0:18948:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1789066137.317886:0:18948:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.123@tcp lock: ffff9cf040031a00/0x7555615576c83e6f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066137.317913:0:18948:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.123@tcp lock: ffff9cf040031a00/0x7555615576c83e6f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066137.317929:0:18948:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.123@tcp lock: ffff9cf040031a00/0x7555615576c83e6f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 18948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789066137.317973:0:18948:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf081693b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:18948:1875971258054784:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1789066137.318081:0:18948:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789066137.318154:0:18948:0:(client.c:2716:ptlrpc_set_wait()) set ffff9cf07b20a180 going to sleep for 11 seconds 00000100:00100000:2.0:1789066137.318228:0:18946:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258054784 00000100:00100000:2.0:1789066137.318241:0:18946:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258054784 00000100:00100000:2.0:1789066137.318331:0:18946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:2.0:1789066137.318345:0:18946:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf0818ed450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+15:18948:x1875971258054784:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1789066137.318375:0:18946:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789066137.318393:0:18946:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9cf0413fd200/0x7555615576c83e76 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x7555615576c83e6f expref: -99 pid: 18946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066137.318443:0:18946:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9cf0413fd200/0x7555615576c83e76 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x7555615576c83e6f expref: 16 pid: 18946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066137.318456:0:18946:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9cf0413fd200/0x7555615576c83e76 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7555615576c83e6f expref: 16 pid: 18946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066137.318467:0:18946:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf0413fd200, rc 0) 00000100:00100000:2.0:1789066137.318530:0:18946:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf0818ed450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+16:18948:x1875971258054784:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 188us (451us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066137.318538:0:18946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:3.0:1789066137.318597:0:18948:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf081693b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:18948:1875971258054784:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1789066137.318617:0:18948:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.123@tcp lock: ffff9cf040031a00/0x7555615576c83e6f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7555615576c83e76 expref: -99 pid: 18948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066137.318627:0:18948:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.123@tcp lock: ffff9cf040031a00/0x7555615576c83e6f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x7555615576c83e76 expref: -99 pid: 18948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789066137.318692:0:18948:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf081693b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:18948:1875971258054912:0@lo:256:ll_cfg_requeue.0 00000100:00100000:3.0:1789066137.318751:0:18948:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789066137.318792:0:18948:0:(client.c:2716:ptlrpc_set_wait()) set ffff9cf07b20a180 going to sleep for 11 seconds 00000100:00100000:2.0:1789066137.318913:0:18946:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258054912 00000100:00100000:2.0:1789066137.318919:0:18946:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258054912 00000100:00100000:2.0:1789066137.318958:0:18946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:2.0:1789066137.318965:0:18946:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf0818ed850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+16:18948:x1875971258054912:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:2.0:1789066137.318982:0:18946:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:2.0:1789066137.319006:0:18946:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:2.0:1789066137.319010:0:18946:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 10 00000100:00100000:2.0:1789066137.319227:0:18946:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf0818ed850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+16:18948:x1875971258054912:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 261us (474us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066137.319235:0:18946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:3.0:1789066137.319288:0:18948:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf081693b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:18948:1875971258054912:0@lo:256:ll_cfg_requeue.0 10000000:01000000:3.0:1789066137.319355:0:18948:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.123@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1789066137.319368:0:18948:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.123@tcp lock: ffff9cf040031a00/0x7555615576c83e6f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7555615576c83e76 expref: -99 pid: 18948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066137.319378:0:18948:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.123@tcp lock: ffff9cf040031a00/0x7555615576c83e6f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7555615576c83e76 expref: -99 pid: 18948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066138.218729:0:18939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789066139.239494:0:18940:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789066140.269050:0:18939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789066140.837703:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789066140.837709:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789066140.837713:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789066140.837717:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1789066140.837783:0:3298:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf07f55ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3298:1875971258055296:0@lo:400:kworker.0 00000100:00100000:2.0:1789066140.837848:0:3298:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789066140.837919:0:3298:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1789066140.837926:0:3298:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf07f55d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3298:1875971258055168:0@lo:400:kworker.0 00000100:00100000:2.0:1789066140.837948:0:3298:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789066140.837988:0:18951:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258055296 00000100:00100000:2.0:1789066140.837996:0:18951:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258055296 00000100:00100000:2.0:1789066140.838048:0:18951:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258055168 00000100:00100000:2.0:1789066140.838051:0:18951:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258055168 00000100:00100000:2.0:1789066140.838066:0:18951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1789066140.838073:0:18951:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07f55c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3298:x1875971258055296:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789066140.838122:0:18951:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07f55c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3298:x1875971258055296:12345-0@lo:400:kworker.0 Request processed in 50us (274us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066140.838130:0:18951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1789066140.838146:0:18951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1789066140.838151:0:18951:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07f55df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3298:x1875971258055168:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789066140.838178:0:18951:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07f55df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3298:x1875971258055168:12345-0@lo:400:kworker.0 Request processed in 26us (229us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066140.838183:0:18951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00080000:2.0:1789066140.838218:0:3298:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9cf07f55d180 x1875971258055168/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789066156 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789066140.838231:0:3298:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf07f55d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3298:1875971258055168:0@lo:400:kworker.0 00010000:00080000:2.0:1789066140.838241:0:3298:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9cf07f55ca80 x1875971258055296/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789066156 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789066140.838249:0:3298:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf07f55ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3298:1875971258055296:0@lo:400:kworker.0 00000100:00080000:2.0:1789066140.838315:0:18947:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1789066140.838497:0:3296:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf07f55d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:3296:1875971258055040:0@lo:400:kworker.0 00000100:00100000:1.0:1789066140.838533:0:3296:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789066140.838692:0:18943:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258055040 00000100:00100000:2.0:1789066140.838697:0:18943:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258055040 00000100:00100000:2.0:1789066140.838722:0:18943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:2.0:1789066140.838728:0:18943:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf0818ef850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+16:3296:x1875971258055040:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789066140.838774:0:18943:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf0818ef850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+16:3296:x1875971258055040:12345-0@lo:400:kworker.0 Request processed in 46us (240us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066140.838780:0:18943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:2.0:1789066140.838811:0:3296:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf07f55d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:3296:1875971258055040:0@lo:400:kworker.0 00010000:00010000:3.0:1789066141.289592:0:18940:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1789066141.799301:0:18985:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:0.0:1789066142.309978:0:18939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789066143.339646:0:18940:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1789066143.485180:0:20002:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg423-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:0.0:1789066144.373192:0:18939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789066144.999935:0:3294:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789066129/real 1789066129] req@ffff9cf07f55f480 x1875971258050816/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789066144 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789066144.999967:0:3294:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cf07f55f480 x1875971258050816/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789066144 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789066144.999978:0:3294:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789066129/real 1789066129] req@ffff9cf07f55e680 x1875971258050944/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789066144 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789066144.999989:0:3294:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cf07f55e680 x1875971258050944/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789066144 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789066145.000010:0:3294:0:(import.c:65:import_set_state_nolock()) ffff9cf050bb2800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789066145.000038:0:3294:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1789066145.000043:0:3294:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf07f55f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3294:1875971258050816:0@lo:8:kworker.0 00000100:00080000:0.0:1789066145.000048:0:3294:0:(import.c:65:import_set_state_nolock()) ffff9cf08177e800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789066145.000053:0:3294:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1789066145.000056:0:3294:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf07f55e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3294:1875971258050944:0@lo:8:kworker.0 00000100:00080000:0.0:1789066145.000137:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789066145.000141:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789066145.000143:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cf050bb2800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789066145.000147:0:8:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 588 00000100:00080000:0.0:1789066145.000152:0:8:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1789066145.000161:0:8:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff9cf050bb2800 using connection 192.168.204.123@tcp/0@lo 00000100:00100000:0.0:1789066145.000177:0:8:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cf07b1bb100 x1875971258055552/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789066145.000187:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789066145.000190:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789066145.000192:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cf08177e800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789066145.000194:0:8:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 588 00000100:00080000:0.0:1789066145.000197:0:8:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1789066145.000200:0:8:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff9cf08177e800 using connection 192.168.204.123@tcp/0@lo 00000100:00100000:0.0:1789066145.000207:0:8:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cf07b1b8000 x1875971258055680/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789066145.000253:0:3296:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf07b1b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3296:1875971258055808:0@lo:400:kworker.0 00000100:00100000:0.0:1789066145.000305:0:3296:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066145.000348:0:3296:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1789066145.000361:0:3296:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf07b1bad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:3296:1875971258055424:0@lo:400:kworker.0 00000100:00100000:0.0:1789066145.000389:0:3296:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066145.000417:0:3294:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf07b1bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3294:1875971258055552:0@lo:8:kworker.0 00000100:00100000:0.0:1789066145.000442:0:3294:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066145.000464:0:3294:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf07b1b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3294:1875971258055680:0@lo:8:kworker.0 00000100:00100000:0.0:1789066145.000482:0:3294:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066145.000502:0:3298:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1789066145.000508:0:3298:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf07b1b9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3298:1875971258055936:0@lo:400:kworker.0 00000100:00100000:0.0:1789066145.000534:0:3298:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066145.000581:0:18951:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258055808 00000100:00100000:0.0:1789066145.000588:0:18951:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258055808 00000100:00100000:0.0:1789066145.000633:0:18951:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258055936 00000100:00100000:0.0:1789066145.000636:0:18951:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258055936 00000100:00100000:0.0:1789066145.000660:0:18951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1789066145.000668:0:18951:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07b1ba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3296:x1875971258055808:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789066145.000736:0:18953:0:(service.c:3467:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000100:00100000:1.0:1789066145.000745:0:18953:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt00_003' 00000100:00100000:3.0:1789066145.001672:0:19637:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258055552 00000100:00100000:3.0:1789066145.001680:0:19637:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258055552 00000100:00100000:3.0:1789066145.001715:0:19637:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258055680 00000100:00100000:3.0:1789066145.001718:0:19637:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258055680 00000100:00100000:3.0:1789066145.001730:0:19637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1789066145.001736:0:19637:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07b1bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3294:x1875971258055552:12345-0@lo:8:kworker.0 00010000:00080000:3.0:1789066145.001770:0:19637:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 604 last 0 00000020:00000080:3.0:1789066145.001810:0:19637:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x7555615576c83e7d 00002000:00100000:3.0:1789066145.001825:0:19637:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/ffff9cef41a0b800 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113a28 ocd_grant: 0 ocd_index: 0 ocd_group 0 00002000:00080000:3.0:1789066145.001829:0:19637:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 0 00002000:00100000:3.0:1789066145.001832:0:19637:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:3.0:1789066145.002319:0:19637:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:3.0:1789066145.002345:0:19637:0:(import.c:65:import_set_state_nolock()) ffff9cef41a0e800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1789066145.002420:0:19637:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07b1bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3294:x1875971258055552:12345-0@lo:8:kworker.0 Request processed in 683us (1977us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066145.002439:0:19637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1789066145.002458:0:19637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1789066145.002463:0:19637:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07b1ba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3294:x1875971258055680:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1789066145.002475:0:19637:0:(ldlm_lib.c:1199:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1789066145.003309:0:18951:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07b1ba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3296:x1875971258055808:12345-0@lo:400:kworker.0 Request processed in 2637us (2999us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066145.003320:0:18951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1789066145.003342:0:18951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1789066145.003351:0:18951:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07b1baa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3298:x1875971258055936:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789066145.003390:0:18951:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07b1baa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3298:x1875971258055936:12345-0@lo:400:kworker.0 Request processed in 42us (2854us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066145.003396:0:18951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1789066145.003415:0:18946:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258055424 00000100:00100000:0.0:1789066145.003421:0:18946:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258055424 00000100:00100000:0.0:1789066145.003450:0:18946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:0.0:1789066145.003456:0:18946:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf0818ed050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+16:3296:x1875971258055424:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789066145.003491:0:18946:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf0818ed050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+16:3296:x1875971258055424:12345-0@lo:400:kworker.0 Request processed in 36us (3102us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066145.003497:0:18946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00080000:0.0:1789066145.003524:0:18947:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00080000:0.0:1789066145.003574:0:3294:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9cf07b1bb100 x1875971258055552/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1789066164 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789066145.003585:0:3294:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:0.0:1789066145.003593:0:3294:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0000: connect to target with instance 3 00000100:00080000:0.0:1789066145.003601:0:3294:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:0.0:1789066145.003606:0:3294:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:0.0:1789066145.003608:0:3294:0:(import.c:65:import_set_state_nolock()) ffff9cf050bb2800 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000004:00080000:0.0:1789066145.003622:0:3294:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:0.0:1789066145.003627:0:3294:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf07b1bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3294:1875971258055552:0@lo:8:kworker.0 00010000:00080000:0.0:1789066145.003662:0:3298:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9cf07b1b9c00 x1875971258055936/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789066160 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789066145.003671:0:3298:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf07b1b9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3298:1875971258055936:0@lo:400:kworker.0 00000004:00080000:0.0:1789066145.005705:0:18974:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: going to cleanup orphans since [0x240000400:0x22:0x0] 00000100:00100000:0.0:1789066145.005735:0:18974:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf07b1bb100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:18974:1875971258056192:0@lo:5:osp-pre-0-0.0 00000100:00100000:1.0:1789066145.016819:0:3296:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf07b1bad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:3296:1875971258055424:0@lo:400:kworker.0 00010000:00080000:1.0:1789066145.016861:0:3296:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9cf07b1b8a80 x1875971258055808/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789066160 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789066145.016875:0:3296:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf07b1b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3296:1875971258055808:0@lo:400:kworker.0 00000100:00100000:1.0:1789066145.016946:0:3297:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1789066145.016960:0:3297:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf07b1b9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3297:1875971258056064:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1789066145.017039:0:3297:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1789066145.017095:0:18973:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:1.0:1789066145.017416:0:18973:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 604210866728ns, next at 0ns, rc = 0 00000100:00100000:1.0:1789066145.017451:0:19639:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258056064 00000100:00100000:1.0:1789066145.017463:0:19639:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258056064 00000100:00100000:1.0:1789066145.017512:0:19639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1789066145.017520:0:19639:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07b0b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3297:x1875971258056064:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1789066145.017601:0:19639:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40960000 pending 0 free 3851419648 avail 3849322496 00000100:00100000:1.0:1789066145.017650:0:19639:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07b0b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3297:x1875971258056064:12345-0@lo:13:osp-pre-0-0.0 Request processed in 130us (610us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066145.017657:0:19639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00080000:1.0:1789066145.017700:0:18947:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00080000:1.0:1789066145.017720:0:3297:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9cf07b1b9c00 x1875971258056064/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789066161 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789066145.017737:0:3297:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf07b1b9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3297:1875971258056064:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1789066145.027330:0:19637:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07b1ba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3294:x1875971258055680:12345-0@lo:8:kworker.0 Request processed in 24855us (26835us total) trans 0 rc -19/-19 00000100:00100000:3.0:1789066145.027344:0:19637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00080000:3.0:1789066145.027400:0:3294:0:(import.c:65:import_set_state_nolock()) ffff9cf08177e800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789066145.027405:0:3294:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1789066145.027409:0:3294:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf07b1b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3294:1875971258055680:0@lo:8:kworker.0 00000100:00100000:1.0:1789066145.030683:0:18974:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066145.030744:0:18974:0:(client.c:2716:ptlrpc_set_wait()) set ffff9cf050bc2a80 going to sleep for 11 seconds 00000100:00100000:3.0:1789066145.032936:0:19635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258056192 00000100:00100000:3.0:1789066145.032953:0:19635:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258056192 00000100:00100000:3.0:1789066145.033006:0:19635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1789066145.033016:0:19635:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07b0b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:18974:x1875971258056192:12345-0@lo:5:osp-pre-0-0.0 00002000:00080000:3.0:1789066145.035350:0:19635:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0000: adding sequence 0x240000400 00002000:00080000:3.0:1789066145.035361:0:19635:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = -31 00002000:02000040:3.0:1789066145.035367:0:19635:0:(ofd_dev.c:1491:ofd_orphans_destroy()) lustre-OST0000: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x240000400:35 to 0x240000400:65) 00002000:00010000:2.0:1789066145.065245:0:19635:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x41:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1789066145.065259:0:19635:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e762271f/0x7555615576c83e84 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066145.065277:0:19635:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x41:0x0].0x0 since=604s v=(0 0) 00010000:00010000:2.0:1789066145.065282:0:19635:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x41:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789066145.065289:0:19635:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e762271f/0x7555615576c83e84 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066145.065305:0:19635:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e762271f/0x7555615576c83e84 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066145.065317:0:19635:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e762271f/0x7555615576c83e84 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066145.065337:0:19635:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e762271f/0x7555615576c83e84 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066145.065360:0:19635:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789066145.066002:0:18940:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789066145.066012:0:18940:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e762271f/0x7555615576c83e84 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066145.066022:0:18940:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf07fd1da00 already unused, calling callback (ffffffffc154c8b0) 00010000:00010000:0.0:1789066145.066027:0:18940:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e762271f/0x7555615576c83e84 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066145.066051:0:18940:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e762271f/0x7555615576c83e84 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066145.066071:0:18940:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e762271f/0x7555615576c83e84 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066145.066078:0:18940:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e762271f/0x7555615576c83e84 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066145.066100:0:18940:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789066145.066102:0:18940:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789066145.066104:0:18940:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789066145.070210:0:19635:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x40:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1789066145.070226:0:19635:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009158820d/0x7555615576c83e8b lrc: 3/0,1 mode: --/PW res: [0x240000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066145.070247:0:19635:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x40:0x0].0x0 since=604s v=(0 0) 00010000:00010000:2.0:1789066145.070252:0:19635:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x40:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789066145.070258:0:19635:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009158820d/0x7555615576c83e8b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066145.070273:0:19635:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009158820d/0x7555615576c83e8b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066145.070285:0:19635:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009158820d/0x7555615576c83e8b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066145.070294:0:19635:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009158820d/0x7555615576c83e8b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066145.070358:0:19635:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1789066145.072805:0:19635:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x3f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1789066145.072819:0:19635:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000024e90310/0x7555615576c83e92 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1789066145.073326:0:5860:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1 committed 00010000:00010000:2.0:1789066145.073400:0:19635:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x3f:0x0].0x0 since=604s v=(0 0) 00010000:00010000:2.0:1789066145.073407:0:19635:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x3f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789066145.073414:0:19635:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000024e90310/0x7555615576c83e92 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066145.073429:0:19635:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000024e90310/0x7555615576c83e92 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066145.073441:0:19635:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000024e90310/0x7555615576c83e92 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066145.073449:0:19635:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000024e90310/0x7555615576c83e92 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066145.075905:0:18939:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1789066145.075919:0:18939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009158820d/0x7555615576c83e8b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066145.075932:0:18939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf07fd1c400 already unused, calling callback (ffffffffc154c8b0) 00010000:00010000:0.0:1789066145.075946:0:18939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009158820d/0x7555615576c83e8b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066145.075958:0:18939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009158820d/0x7555615576c83e8b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066145.075979:0:18939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009158820d/0x7555615576c83e8b lrc: 1/0,0 mode: --/PW res: [0x240000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066145.076001:0:18939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009158820d/0x7555615576c83e8b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066145.076113:0:18939:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789066145.076118:0:18939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000024e90310/0x7555615576c83e92 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066145.076125:0:18939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf07fd1d200 already unused, calling callback (ffffffffc154c8b0) 00010000:00010000:0.0:1789066145.076128:0:18939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000024e90310/0x7555615576c83e92 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066145.076136:0:18939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000024e90310/0x7555615576c83e92 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066145.076147:0:18939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000024e90310/0x7555615576c83e92 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066145.076154:0:18939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789066145.076156:0:18939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789066145.076159:0:18939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789066145.077281:0:19635:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1789066145.077294:0:19635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000024e90310/0x7555615576c83e92 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066145.077367:0:18940:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789066145.078088:0:19635:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x3e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1789066145.078097:0:19635:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000beeeeb1b/0x7555615576c83e99 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066145.078109:0:19635:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x3e:0x0].0x0 since=604s v=(0 0) 00010000:00010000:3.0:1789066145.078114:0:19635:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x3e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789066145.078120:0:19635:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000beeeeb1b/0x7555615576c83e99 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066145.078142:0:19635:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000beeeeb1b/0x7555615576c83e99 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066145.078152:0:19635:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000beeeeb1b/0x7555615576c83e99 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066145.078160:0:19635:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000beeeeb1b/0x7555615576c83e99 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066145.078177:0:19635:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789066145.078189:0:18939:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789066145.078194:0:18939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000beeeeb1b/0x7555615576c83e99 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066145.078201:0:18939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf040030400 already unused, calling callback (ffffffffc154c8b0) 00010000:00010000:3.0:1789066145.078205:0:18939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000beeeeb1b/0x7555615576c83e99 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066145.078213:0:18939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000beeeeb1b/0x7555615576c83e99 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066145.078227:0:18939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000beeeeb1b/0x7555615576c83e99 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066145.078234:0:18939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000beeeeb1b/0x7555615576c83e99 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066145.078257:0:18939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789066145.078259:0:18939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789066145.078260:0:18939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789066145.078667:0:19635:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x3d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1789066145.078673:0:19635:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005f27920d/0x7555615576c83ea0 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066145.078680:0:19635:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x3d:0x0].0x0 since=604s v=(0 0) 00010000:00010000:3.0:1789066145.078684:0:19635:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x3d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789066145.078687:0:19635:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005f27920d/0x7555615576c83ea0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066145.078696:0:19635:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005f27920d/0x7555615576c83ea0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066145.078703:0:19635:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005f27920d/0x7555615576c83ea0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066145.078709:0:19635:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005f27920d/0x7555615576c83ea0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066145.078728:0:19635:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1789066145.079103:0:19635:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x3c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1789066145.079110:0:19635:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bdabc932/0x7555615576c83ea7 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066145.079128:0:19635:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x3c:0x0].0x0 since=604s v=(0 0) 00010000:00010000:3.0:1789066145.079131:0:19635:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x3c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789066145.079136:0:19635:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bdabc932/0x7555615576c83ea7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066145.079145:0:19635:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bdabc932/0x7555615576c83ea7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066145.079153:0:19635:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bdabc932/0x7555615576c83ea7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066145.079161:0:19635:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000bdabc932/0x7555615576c83ea7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066145.079178:0:19635:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1789066145.079190:0:18939:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1789066145.079195:0:18939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005f27920d/0x7555615576c83ea0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066145.079201:0:18939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf040031600 already unused, calling callback (ffffffffc154c8b0) 00010000:00010000:3.0:1789066145.079205:0:18939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005f27920d/0x7555615576c83ea0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066145.079212:0:18939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005f27920d/0x7555615576c83ea0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066145.079235:0:18939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005f27920d/0x7555615576c83ea0 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066145.079242:0:18939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005f27920d/0x7555615576c83ea0 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066145.079258:0:18939:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789066145.079261:0:18939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000bdabc932/0x7555615576c83ea7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066145.079267:0:18939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf040031c00 already unused, calling callback (ffffffffc154c8b0) 00010000:00010000:3.0:1789066145.079270:0:18939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000bdabc932/0x7555615576c83ea7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066145.079277:0:18939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000bdabc932/0x7555615576c83ea7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066145.079287:0:18939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000bdabc932/0x7555615576c83ea7 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066145.079295:0:18939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bdabc932/0x7555615576c83ea7 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066145.079306:0:18939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789066145.079308:0:18939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789066145.079315:0:18939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789066145.079744:0:19635:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x3b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1789066145.079750:0:19635:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002ac64e0e/0x7555615576c83eae lrc: 3/0,1 mode: --/PW res: [0x240000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066145.079758:0:19635:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x3b:0x0].0x0 since=604s v=(0 0) 00010000:00010000:3.0:1789066145.079761:0:19635:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x3b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789066145.079766:0:19635:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002ac64e0e/0x7555615576c83eae lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066145.079775:0:19635:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002ac64e0e/0x7555615576c83eae lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066145.079783:0:19635:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002ac64e0e/0x7555615576c83eae lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066145.079805:0:19635:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002ac64e0e/0x7555615576c83eae lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066145.079820:0:19635:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789066145.079829:0:18939:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789066145.079832:0:18939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002ac64e0e/0x7555615576c83eae lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066145.079839:0:18939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf040031200 already unused, calling callback (ffffffffc154c8b0) 00010000:00010000:3.0:1789066145.079842:0:18939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002ac64e0e/0x7555615576c83eae lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066145.079860:0:18939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002ac64e0e/0x7555615576c83eae lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066145.079871:0:18939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002ac64e0e/0x7555615576c83eae lrc: 1/0,0 mode: --/PW res: [0x240000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066145.079879:0:18939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002ac64e0e/0x7555615576c83eae lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066145.079890:0:18939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789066145.079892:0:18939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789066145.079894:0:18939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789066145.080582:0:18940:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789066145.081066:0:19635:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x3a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1789066145.081076:0:19635:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f62026b6/0x7555615576c83eb5 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066145.081089:0:19635:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x3a:0x0].0x0 since=604s v=(0 0) 00010000:00010000:3.0:1789066145.081093:0:19635:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x3a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789066145.081099:0:19635:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f62026b6/0x7555615576c83eb5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066145.081111:0:19635:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f62026b6/0x7555615576c83eb5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066145.081121:0:19635:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f62026b6/0x7555615576c83eb5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066145.081138:0:19635:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f62026b6/0x7555615576c83eb5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066145.081161:0:19635:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1789066145.081649:0:19635:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x39:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1789066145.081655:0:19635:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000017d883b7/0x7555615576c83ebc lrc: 3/0,1 mode: --/PW res: [0x240000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066145.081663:0:19635:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x39:0x0].0x0 since=604s v=(0 0) 00010000:00010000:3.0:1789066145.081666:0:19635:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x39:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789066145.081670:0:19635:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000017d883b7/0x7555615576c83ebc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066145.081679:0:19635:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000017d883b7/0x7555615576c83ebc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066145.081687:0:19635:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000017d883b7/0x7555615576c83ebc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066145.081694:0:19635:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000017d883b7/0x7555615576c83ebc lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066145.081719:0:19635:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1789066145.081897:0:18940:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1789066145.081904:0:18940:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f62026b6/0x7555615576c83eb5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066145.081912:0:18940:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf040031400 already unused, calling callback (ffffffffc154c8b0) 00010000:00010000:2.0:1789066145.081916:0:18940:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f62026b6/0x7555615576c83eb5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066145.081931:0:18940:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f62026b6/0x7555615576c83eb5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066145.081959:0:18940:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f62026b6/0x7555615576c83eb5 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066145.081966:0:18940:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f62026b6/0x7555615576c83eb5 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066145.081987:0:18940:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789066145.081990:0:18940:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000017d883b7/0x7555615576c83ebc lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066145.081996:0:18940:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf0413fc200 already unused, calling callback (ffffffffc154c8b0) 00010000:00010000:2.0:1789066145.081998:0:18940:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000017d883b7/0x7555615576c83ebc lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066145.082005:0:18940:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000017d883b7/0x7555615576c83ebc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066145.082014:0:18940:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000017d883b7/0x7555615576c83ebc lrc: 1/0,0 mode: --/PW res: [0x240000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066145.082021:0:18940:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000017d883b7/0x7555615576c83ebc lrc: 0/0,0 mode: --/PW res: [0x240000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066145.082043:0:18940:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789066145.082045:0:18940:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789066145.082047:0:18940:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789066145.082054:0:18939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789066145.083588:0:19635:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x38:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1789066145.083601:0:19635:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b09e56fc/0x7555615576c83ec3 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066145.083623:0:19635:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x38:0x0].0x0 since=604s v=(0 0) 00010000:00010000:3.0:1789066145.083627:0:19635:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x38:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789066145.083633:0:19635:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b09e56fc/0x7555615576c83ec3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066145.083647:0:19635:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b09e56fc/0x7555615576c83ec3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066145.083658:0:19635:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b09e56fc/0x7555615576c83ec3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066145.083665:0:19635:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b09e56fc/0x7555615576c83ec3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066145.083688:0:19635:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1789066145.084904:0:18940:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789066145.084916:0:18940:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b09e56fc/0x7555615576c83ec3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066145.084928:0:18940:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf0817a6000 already unused, calling callback (ffffffffc154c8b0) 00010000:00010000:2.0:1789066145.084932:0:18940:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b09e56fc/0x7555615576c83ec3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066145.084953:0:18940:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b09e56fc/0x7555615576c83ec3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066145.084971:0:18940:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b09e56fc/0x7555615576c83ec3 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066145.084979:0:18940:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b09e56fc/0x7555615576c83ec3 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066145.085000:0:18940:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789066145.085002:0:18940:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789066145.085004:0:18940:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789066145.085251:0:19635:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x37:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1789066145.085260:0:19635:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004733668d/0x7555615576c83eca lrc: 3/0,1 mode: --/PW res: [0x240000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066145.085270:0:19635:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x37:0x0].0x0 since=604s v=(0 0) 00010000:00010000:3.0:1789066145.085273:0:19635:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x37:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789066145.085278:0:19635:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004733668d/0x7555615576c83eca lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066145.085289:0:19635:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004733668d/0x7555615576c83eca lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066145.085308:0:19635:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004733668d/0x7555615576c83eca lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066145.085315:0:19635:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004733668d/0x7555615576c83eca lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066145.085339:0:19635:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1789066145.086101:0:18939:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789066145.086110:0:18939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004733668d/0x7555615576c83eca lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066145.086126:0:18939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf0817a6600 already unused, calling callback (ffffffffc154c8b0) 00010000:00010000:2.0:1789066145.086130:0:18939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004733668d/0x7555615576c83eca lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066145.086138:0:18939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004733668d/0x7555615576c83eca lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066145.086153:0:18939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004733668d/0x7555615576c83eca lrc: 1/0,0 mode: --/PW res: [0x240000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066145.086160:0:18939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004733668d/0x7555615576c83eca lrc: 0/0,0 mode: --/PW res: [0x240000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066145.086176:0:18939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789066145.086178:0:18939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789066145.086179:0:18939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789066145.086329:0:19635:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x36:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1789066145.086336:0:19635:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e321f230/0x7555615576c83ed1 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066145.086345:0:19635:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x36:0x0].0x0 since=604s v=(0 0) 00010000:00010000:3.0:1789066145.086349:0:19635:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x36:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789066145.086353:0:19635:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e321f230/0x7555615576c83ed1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066145.086363:0:19635:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e321f230/0x7555615576c83ed1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066145.086371:0:19635:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e321f230/0x7555615576c83ed1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066145.086378:0:19635:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e321f230/0x7555615576c83ed1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066145.086605:0:19635:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1789066145.087140:0:19635:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x35:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1789066145.087147:0:19635:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000099d017a3/0x7555615576c83ed8 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066145.087159:0:19635:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x35:0x0].0x0 since=604s v=(0 0) 00010000:00010000:3.0:1789066145.087163:0:19635:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x35:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789066145.087168:0:19635:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000099d017a3/0x7555615576c83ed8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066145.087179:0:19635:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000099d017a3/0x7555615576c83ed8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066145.087187:0:19635:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000099d017a3/0x7555615576c83ed8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066145.087196:0:19635:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000099d017a3/0x7555615576c83ed8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066145.087618:0:18940:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1789066145.087625:0:18940:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e321f230/0x7555615576c83ed1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066145.087635:0:18940:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf0817a7800 already unused, calling callback (ffffffffc154c8b0) 00010000:00010000:2.0:1789066145.087639:0:18940:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e321f230/0x7555615576c83ed1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066145.087648:0:18940:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e321f230/0x7555615576c83ed1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066145.087676:0:18940:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e321f230/0x7555615576c83ed1 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066145.087684:0:18940:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e321f230/0x7555615576c83ed1 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066145.087818:0:18940:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789066145.087822:0:18940:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000099d017a3/0x7555615576c83ed8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066145.087828:0:18940:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf0817a6400 already unused, calling callback (ffffffffc154c8b0) 00010000:00010000:2.0:1789066145.087831:0:18940:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000099d017a3/0x7555615576c83ed8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066145.087838:0:18940:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000099d017a3/0x7555615576c83ed8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066145.087909:0:18940:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000099d017a3/0x7555615576c83ed8 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066145.087917:0:18940:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789066145.087919:0:18940:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789066145.087921:0:18940:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789066145.088134:0:19635:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1789066145.088140:0:19635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000099d017a3/0x7555615576c83ed8 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1789066145.088712:0:19635:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x34:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1789066145.088720:0:19635:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003c7682eb/0x7555615576c83edf lrc: 3/0,1 mode: --/PW res: [0x240000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066145.088736:0:19635:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x34:0x0].0x0 since=604s v=(0 0) 00010000:00010000:3.0:1789066145.088741:0:19635:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x34:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789066145.088747:0:19635:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003c7682eb/0x7555615576c83edf lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066145.088758:0:19635:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003c7682eb/0x7555615576c83edf lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066145.088778:0:19635:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003c7682eb/0x7555615576c83edf lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066145.088795:0:19635:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003c7682eb/0x7555615576c83edf lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066145.088811:0:19635:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1789066145.089427:0:19635:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x33:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1789066145.089434:0:19635:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000083530397/0x7555615576c83ee6 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066145.089444:0:19635:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x33:0x0].0x0 since=604s v=(0 0) 00010000:00010000:3.0:1789066145.089447:0:19635:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x33:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789066145.089451:0:19635:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000083530397/0x7555615576c83ee6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066145.089460:0:19635:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000083530397/0x7555615576c83ee6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066145.089477:0:19635:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000083530397/0x7555615576c83ee6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066145.089484:0:19635:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000083530397/0x7555615576c83ee6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066145.089492:0:19635:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:3.0:1789066145.090136:0:19635:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x32:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1789066145.090144:0:19635:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000068d06635/0x7555615576c83eed lrc: 3/0,1 mode: --/PW res: [0x240000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066145.090154:0:19635:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x32:0x0].0x0 since=604s v=(0 0) 00010000:00010000:3.0:1789066145.090157:0:19635:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x32:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789066145.090161:0:19635:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000068d06635/0x7555615576c83eed lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066145.090172:0:19635:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000068d06635/0x7555615576c83eed lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066145.090179:0:19635:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000068d06635/0x7555615576c83eed lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066145.090186:0:19635:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000068d06635/0x7555615576c83eed lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066145.090205:0:19635:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00002000:00010000:3.0:1789066145.090677:0:19635:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x31:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1789066145.090683:0:19635:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b1f73341/0x7555615576c83ef4 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066145.090692:0:19635:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x31:0x0].0x0 since=604s v=(0 0) 00010000:00010000:2.0:1789066145.090903:0:18940:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1789066145.090912:0:18940:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003c7682eb/0x7555615576c83edf lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066145.090932:0:18940:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf0817a7c00 already unused, calling callback (ffffffffc154c8b0) 00010000:00010000:2.0:1789066145.090938:0:18940:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003c7682eb/0x7555615576c83edf lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066145.090947:0:18940:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003c7682eb/0x7555615576c83edf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066145.090966:0:18940:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003c7682eb/0x7555615576c83edf lrc: 1/0,0 mode: --/PW res: [0x240000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066145.090974:0:18940:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003c7682eb/0x7555615576c83edf lrc: 0/0,0 mode: --/PW res: [0x240000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066145.090993:0:18940:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1789066145.090996:0:18940:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000083530397/0x7555615576c83ee6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066145.091002:0:18940:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf0817a7a00 already unused, calling callback (ffffffffc154c8b0) 00010000:00010000:2.0:1789066145.091004:0:18940:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000083530397/0x7555615576c83ee6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066145.091010:0:18940:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000083530397/0x7555615576c83ee6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066145.091019:0:18940:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000083530397/0x7555615576c83ee6 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066145.091032:0:18940:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000083530397/0x7555615576c83ee6 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066145.091045:0:18940:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789066145.091049:0:18940:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000068d06635/0x7555615576c83eed lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066145.091055:0:18940:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf0817a7e00 already unused, calling callback (ffffffffc154c8b0) 00010000:00010000:2.0:1789066145.091058:0:18940:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000068d06635/0x7555615576c83eed lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066145.091066:0:18940:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000068d06635/0x7555615576c83eed lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066145.091076:0:18940:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000068d06635/0x7555615576c83eed lrc: 1/0,0 mode: --/PW res: [0x240000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066145.091083:0:18940:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000068d06635/0x7555615576c83eed lrc: 0/0,0 mode: --/PW res: [0x240000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066145.091095:0:18940:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789066145.091097:0:18940:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789066145.091099:0:18940:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789066145.091123:0:18939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789066145.091223:0:19635:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x31:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789066145.091230:0:19635:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b1f73341/0x7555615576c83ef4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066145.091240:0:19635:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b1f73341/0x7555615576c83ef4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066145.091248:0:19635:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b1f73341/0x7555615576c83ef4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066145.091256:0:19635:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b1f73341/0x7555615576c83ef4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066145.091277:0:19635:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1789066145.091633:0:18940:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789066145.091638:0:18940:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b1f73341/0x7555615576c83ef4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066145.091652:0:18940:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf0817a6c00 already unused, calling callback (ffffffffc154c8b0) 00010000:00010000:2.0:1789066145.091655:0:18940:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b1f73341/0x7555615576c83ef4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066145.091663:0:18940:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b1f73341/0x7555615576c83ef4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066145.091675:0:18940:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b1f73341/0x7555615576c83ef4 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066145.091682:0:18940:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b1f73341/0x7555615576c83ef4 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066145.091709:0:18940:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789066145.091711:0:18940:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789066145.091712:0:18940:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789066145.092115:0:19635:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x30:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1789066145.092121:0:19635:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d87c4d22/0x7555615576c83efb lrc: 3/0,1 mode: --/PW res: [0x240000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066145.092129:0:19635:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x30:0x0].0x0 since=604s v=(0 0) 00010000:00010000:3.0:1789066145.092138:0:19635:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x30:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789066145.092143:0:19635:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d87c4d22/0x7555615576c83efb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066145.092152:0:19635:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d87c4d22/0x7555615576c83efb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066145.092159:0:19635:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d87c4d22/0x7555615576c83efb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066145.092166:0:19635:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d87c4d22/0x7555615576c83efb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066145.092230:0:19635:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1789066145.093137:0:19635:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x2f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1789066145.093146:0:19635:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004b2f33ed/0x7555615576c83f02 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066145.093156:0:19635:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x2f:0x0].0x0 since=604s v=(0 0) 00010000:00010000:3.0:1789066145.093160:0:19635:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x2f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789066145.093165:0:19635:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004b2f33ed/0x7555615576c83f02 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066145.093175:0:19635:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004b2f33ed/0x7555615576c83f02 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066145.093184:0:19635:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004b2f33ed/0x7555615576c83f02 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066145.093196:0:19635:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004b2f33ed/0x7555615576c83f02 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066145.093432:0:18939:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1789066145.093440:0:18939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d87c4d22/0x7555615576c83efb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066145.093448:0:18939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf0817a7400 already unused, calling callback (ffffffffc154c8b0) 00010000:00010000:2.0:1789066145.093452:0:18939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d87c4d22/0x7555615576c83efb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066145.093460:0:18939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d87c4d22/0x7555615576c83efb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066145.093481:0:18939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d87c4d22/0x7555615576c83efb lrc: 1/0,0 mode: --/PW res: [0x240000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066145.093489:0:18939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d87c4d22/0x7555615576c83efb lrc: 0/0,0 mode: --/PW res: [0x240000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066145.093505:0:18939:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789066145.093508:0:18939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004b2f33ed/0x7555615576c83f02 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066145.093515:0:18939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf0817a6800 already unused, calling callback (ffffffffc154c8b0) 00010000:00010000:2.0:1789066145.093519:0:18939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004b2f33ed/0x7555615576c83f02 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066145.093526:0:18939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004b2f33ed/0x7555615576c83f02 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066145.093535:0:18939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004b2f33ed/0x7555615576c83f02 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066145.093542:0:18939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789066145.093544:0:18939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789066145.093619:0:18939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789066145.093670:0:19635:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1789066145.093675:0:19635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004b2f33ed/0x7555615576c83f02 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066145.093958:0:18940:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789066145.096309:0:19635:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x2e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1789066145.096324:0:19635:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000059625ee9/0x7555615576c83f09 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066145.096341:0:19635:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x2e:0x0].0x0 since=604s v=(0 0) 00010000:00010000:0.0:1789066145.096352:0:19635:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x2e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789066145.096358:0:19635:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000059625ee9/0x7555615576c83f09 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066145.096371:0:19635:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000059625ee9/0x7555615576c83f09 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066145.096381:0:19635:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000059625ee9/0x7555615576c83f09 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066145.096388:0:19635:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000059625ee9/0x7555615576c83f09 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066145.096454:0:19635:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1789066145.100424:0:19635:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x2d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1789066145.100439:0:19635:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000014da5c2f/0x7555615576c83f10 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066145.100456:0:19635:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x2d:0x0].0x0 since=604s v=(0 0) 00010000:00010000:0.0:1789066145.100461:0:19635:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x2d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789066145.100467:0:19635:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000014da5c2f/0x7555615576c83f10 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066145.100481:0:19635:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000014da5c2f/0x7555615576c83f10 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066145.100493:0:19635:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000014da5c2f/0x7555615576c83f10 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066145.100510:0:19635:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000014da5c2f/0x7555615576c83f10 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066145.101042:0:18939:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1789066145.101052:0:18939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000059625ee9/0x7555615576c83f09 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066145.101067:0:18939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf081655a00 already unused, calling callback (ffffffffc154c8b0) 00010000:00010000:2.0:1789066145.101072:0:18939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000059625ee9/0x7555615576c83f09 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066145.101081:0:18939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000059625ee9/0x7555615576c83f09 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066145.101100:0:18939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000059625ee9/0x7555615576c83f09 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066145.101107:0:18939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000059625ee9/0x7555615576c83f09 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066145.101196:0:18939:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789066145.101201:0:18939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000014da5c2f/0x7555615576c83f10 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066145.101208:0:18939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf081654c00 already unused, calling callback (ffffffffc154c8b0) 00010000:00010000:1.0:1789066145.101211:0:18939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000014da5c2f/0x7555615576c83f10 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066145.101218:0:18939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000014da5c2f/0x7555615576c83f10 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066145.101232:0:18939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000014da5c2f/0x7555615576c83f10 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066145.101250:0:18939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789066145.101251:0:18939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789066145.101253:0:18939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789066145.101810:0:19635:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1789066145.101818:0:19635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000014da5c2f/0x7555615576c83f10 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066145.104170:0:18940:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789066145.105298:0:19635:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x2c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1789066145.105311:0:19635:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000727c7e84/0x7555615576c83f17 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066145.105329:0:19635:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x2c:0x0].0x0 since=604s v=(0 0) 00010000:00010000:0.0:1789066145.105335:0:19635:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x2c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789066145.105341:0:19635:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000727c7e84/0x7555615576c83f17 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066145.105355:0:19635:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000727c7e84/0x7555615576c83f17 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066145.105366:0:19635:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000727c7e84/0x7555615576c83f17 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066145.105374:0:19635:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000727c7e84/0x7555615576c83f17 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066145.105415:0:19635:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789066145.105827:0:18939:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789066145.105836:0:18939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000727c7e84/0x7555615576c83f17 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066145.105856:0:18939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf081654a00 already unused, calling callback (ffffffffc154c8b0) 00010000:00010000:3.0:1789066145.105861:0:18939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000727c7e84/0x7555615576c83f17 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066145.105871:0:18939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000727c7e84/0x7555615576c83f17 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066145.105889:0:18939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000727c7e84/0x7555615576c83f17 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066145.105897:0:18939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000727c7e84/0x7555615576c83f17 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066145.105930:0:18939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789066145.105932:0:18939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789066145.105934:0:18939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789066145.109417:0:19635:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x2b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1789066145.109432:0:19635:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004000f815/0x7555615576c83f1e lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066145.109451:0:19635:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x2b:0x0].0x0 since=604s v=(0 0) 00010000:00010000:0.0:1789066145.109457:0:19635:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x2b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789066145.109464:0:19635:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004000f815/0x7555615576c83f1e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066145.109481:0:19635:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004000f815/0x7555615576c83f1e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066145.109492:0:19635:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004000f815/0x7555615576c83f1e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066145.109500:0:19635:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004000f815/0x7555615576c83f1e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066145.109531:0:19635:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789066145.110882:0:18940:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789066145.110898:0:18940:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004000f815/0x7555615576c83f1e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066145.110911:0:18940:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf081654800 already unused, calling callback (ffffffffc154c8b0) 00010000:00010000:3.0:1789066145.110917:0:18940:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004000f815/0x7555615576c83f1e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066145.110929:0:18940:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004000f815/0x7555615576c83f1e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066145.110964:0:18940:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004000f815/0x7555615576c83f1e lrc: 1/0,0 mode: --/PW res: [0x240000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066145.110974:0:18940:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004000f815/0x7555615576c83f1e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066145.111000:0:18940:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789066145.111003:0:18940:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789066145.111004:0:18940:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789066145.125600:0:19635:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x2a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1789066145.125622:0:19635:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004b2f33ed/0x7555615576c83f25 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066145.125657:0:19635:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x2a:0x0].0x0 since=604s v=(0 0) 00010000:00010000:3.0:1789066145.125663:0:19635:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x2a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789066145.125672:0:19635:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004b2f33ed/0x7555615576c83f25 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066145.125688:0:19635:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004b2f33ed/0x7555615576c83f25 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066145.126057:0:19635:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004b2f33ed/0x7555615576c83f25 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066145.126066:0:19635:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004b2f33ed/0x7555615576c83f25 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066145.126094:0:19635:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1789066145.126986:0:18939:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789066145.126998:0:18939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004b2f33ed/0x7555615576c83f25 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066145.127010:0:18939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf0817a6800 already unused, calling callback (ffffffffc154c8b0) 00010000:00010000:2.0:1789066145.127015:0:18939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004b2f33ed/0x7555615576c83f25 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066145.127024:0:18939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004b2f33ed/0x7555615576c83f25 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066145.127045:0:18939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004b2f33ed/0x7555615576c83f25 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066145.127059:0:18939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004b2f33ed/0x7555615576c83f25 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066145.127080:0:18939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789066145.127082:0:18939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789066145.127083:0:18939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789066145.128117:0:19635:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x29:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1789066145.128130:0:19635:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000099d017a3/0x7555615576c83f2c lrc: 3/0,1 mode: --/PW res: [0x240000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066145.128147:0:19635:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x29:0x0].0x0 since=604s v=(0 0) 00010000:00010000:3.0:1789066145.128152:0:19635:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x29:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789066145.128159:0:19635:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000099d017a3/0x7555615576c83f2c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066145.128173:0:19635:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000099d017a3/0x7555615576c83f2c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066145.128199:0:19635:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000099d017a3/0x7555615576c83f2c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066145.128206:0:19635:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000099d017a3/0x7555615576c83f2c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066145.128234:0:19635:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1789066145.129159:0:18940:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789066145.129170:0:18940:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000099d017a3/0x7555615576c83f2c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066145.129181:0:18940:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf0817a6400 already unused, calling callback (ffffffffc154c8b0) 00010000:00010000:2.0:1789066145.129185:0:18940:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000099d017a3/0x7555615576c83f2c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066145.129196:0:18940:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000099d017a3/0x7555615576c83f2c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066145.129217:0:18940:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000099d017a3/0x7555615576c83f2c lrc: 1/0,0 mode: --/PW res: [0x240000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066145.129223:0:18940:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000099d017a3/0x7555615576c83f2c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066145.129241:0:18940:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789066145.129243:0:18940:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789066145.129245:0:18940:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789066145.129925:0:19635:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x28:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1789066145.129933:0:19635:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e1b8d5a8/0x7555615576c83f33 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066145.129957:0:19635:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x28:0x0].0x0 since=604s v=(0 0) 00010000:00010000:3.0:1789066145.129961:0:19635:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x28:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789066145.129967:0:19635:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e1b8d5a8/0x7555615576c83f33 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066145.129977:0:19635:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e1b8d5a8/0x7555615576c83f33 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066145.129986:0:19635:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e1b8d5a8/0x7555615576c83f33 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066145.129992:0:19635:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e1b8d5a8/0x7555615576c83f33 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066145.130016:0:19635:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1789066145.130494:0:19635:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x27:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1789066145.130501:0:19635:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000010a021dc/0x7555615576c83f3a lrc: 3/0,1 mode: --/PW res: [0x240000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066145.130510:0:19635:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x27:0x0].0x0 since=604s v=(0 0) 00010000:00010000:3.0:1789066145.130513:0:19635:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x27:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789066145.130517:0:19635:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000010a021dc/0x7555615576c83f3a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066145.130525:0:19635:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000010a021dc/0x7555615576c83f3a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066145.130533:0:19635:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000010a021dc/0x7555615576c83f3a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066145.130540:0:19635:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000010a021dc/0x7555615576c83f3a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066145.130593:0:19635:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1789066145.131361:0:18940:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1789066145.131370:0:18940:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e1b8d5a8/0x7555615576c83f33 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066145.131381:0:18940:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf0817a7200 already unused, calling callback (ffffffffc154c8b0) 00010000:00010000:2.0:1789066145.131385:0:18940:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e1b8d5a8/0x7555615576c83f33 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066145.131395:0:18940:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e1b8d5a8/0x7555615576c83f33 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066145.131412:0:18940:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e1b8d5a8/0x7555615576c83f33 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066145.131419:0:18940:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e1b8d5a8/0x7555615576c83f33 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066145.131438:0:18940:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789066145.131442:0:18940:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000010a021dc/0x7555615576c83f3a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066145.131448:0:18940:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf0817a6a00 already unused, calling callback (ffffffffc154c8b0) 00010000:00010000:2.0:1789066145.131451:0:18940:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000010a021dc/0x7555615576c83f3a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066145.131459:0:18940:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000010a021dc/0x7555615576c83f3a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066145.131484:0:18940:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000010a021dc/0x7555615576c83f3a lrc: 1/0,0 mode: --/PW res: [0x240000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066145.131490:0:18940:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000010a021dc/0x7555615576c83f3a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066145.131503:0:18940:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789066145.131505:0:18940:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789066145.131507:0:18940:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789066145.131527:0:18939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789066145.132280:0:19635:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x26:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1789066145.132289:0:19635:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007ac368be/0x7555615576c83f41 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066145.132300:0:19635:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x26:0x0].0x0 since=604s v=(0 0) 00010000:00010000:3.0:1789066145.132312:0:19635:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x26:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789066145.132318:0:19635:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007ac368be/0x7555615576c83f41 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066145.132330:0:19635:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007ac368be/0x7555615576c83f41 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066145.132341:0:19635:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007ac368be/0x7555615576c83f41 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066145.132349:0:19635:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007ac368be/0x7555615576c83f41 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066145.132366:0:19635:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1789066145.132871:0:18940:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789066145.132878:0:18940:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007ac368be/0x7555615576c83f41 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066145.132887:0:18940:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf0817a6e00 already unused, calling callback (ffffffffc154c8b0) 00010000:00010000:2.0:1789066145.132892:0:18940:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007ac368be/0x7555615576c83f41 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066145.132901:0:18940:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007ac368be/0x7555615576c83f41 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066145.132916:0:18940:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007ac368be/0x7555615576c83f41 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066145.132924:0:18940:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007ac368be/0x7555615576c83f41 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066145.132966:0:18940:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789066145.132968:0:18940:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789066145.132970:0:18940:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789066145.134513:0:19635:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x25:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1789066145.134527:0:19635:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000986163a3/0x7555615576c83f48 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066145.134541:0:19635:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x25:0x0].0x0 since=604s v=(0 0) 00010000:00010000:3.0:1789066145.134571:0:19635:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x25:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789066145.134578:0:19635:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000986163a3/0x7555615576c83f48 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066145.134591:0:19635:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000986163a3/0x7555615576c83f48 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066145.134603:0:19635:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000986163a3/0x7555615576c83f48 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066145.134618:0:19635:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000986163a3/0x7555615576c83f48 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066145.134639:0:19635:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1789066145.135401:0:19635:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x24:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1789066145.135411:0:19635:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000013f964cb/0x7555615576c83f4f lrc: 3/0,1 mode: --/PW res: [0x240000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066145.135421:0:19635:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x24:0x0].0x0 since=604s v=(0 0) 00010000:00010000:3.0:1789066145.135425:0:19635:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x24:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789066145.135431:0:19635:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000013f964cb/0x7555615576c83f4f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066145.135443:0:19635:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000013f964cb/0x7555615576c83f4f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066145.135451:0:19635:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000013f964cb/0x7555615576c83f4f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066145.135459:0:19635:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000013f964cb/0x7555615576c83f4f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066145.135475:0:19635:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1789066145.137990:0:18940:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1789066145.138004:0:18940:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000986163a3/0x7555615576c83f48 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066145.138019:0:18940:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf0817a7600 already unused, calling callback (ffffffffc154c8b0) 00010000:00010000:2.0:1789066145.138024:0:18940:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000986163a3/0x7555615576c83f48 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066145.138034:0:18940:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000986163a3/0x7555615576c83f48 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066145.138056:0:18940:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000986163a3/0x7555615576c83f48 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066145.138064:0:18940:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000986163a3/0x7555615576c83f48 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066145.138096:0:18940:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789066145.138101:0:18940:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000013f964cb/0x7555615576c83f4f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066145.138106:0:18940:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf0817a6200 already unused, calling callback (ffffffffc154c8b0) 00010000:00010000:2.0:1789066145.138131:0:18940:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000013f964cb/0x7555615576c83f4f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066145.138139:0:18940:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000013f964cb/0x7555615576c83f4f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066145.138149:0:18940:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000013f964cb/0x7555615576c83f4f lrc: 1/0,0 mode: --/PW res: [0x240000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066145.138155:0:18940:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000013f964cb/0x7555615576c83f4f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066145.138171:0:18940:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789066145.138173:0:18940:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789066145.138175:0:18940:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789066145.138202:0:18939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789066145.139260:0:19635:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x23:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1789066145.139270:0:19635:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001e0b3685/0x7555615576c83f56 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066145.139290:0:19635:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x23:0x0].0x0 since=604s v=(0 0) 00010000:00010000:3.0:1789066145.139294:0:19635:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789066145.139300:0:19635:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001e0b3685/0x7555615576c83f56 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066145.139315:0:19635:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001e0b3685/0x7555615576c83f56 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066145.139325:0:19635:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001e0b3685/0x7555615576c83f56 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066145.139332:0:19635:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001e0b3685/0x7555615576c83f56 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066145.139398:0:19635:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00080000:3.0:1789066145.147134:0:19635:0:(ofd_dev.c:1518:ofd_orphans_destroy()) lustre-OST0000: after destroy: set last_id to 0x240000400:34 00000100:00100000:3.0:1789066145.147262:0:19635:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07b0b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:18974:x1875971258056192:12345-0@lo:5:osp-pre-0-0.0 Request processed in 114242us (116579us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066145.147273:0:19635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1789066145.147543:0:18974:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf07b1bb100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:18974:1875971258056192:0@lo:5:osp-pre-0-0.0 00000004:00080000:0.0:1789066145.147591:0:18974:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: Got last_id [0x240000400:0x41:0x0] from OST, last_created [0x240000400:0x41:0x0]last_used is [0x240000400:0x22:0x0] 00000100:00100000:0.0:1789066145.147638:0:18974:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf07b1bb100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:18974:1875971258056320:0@lo:5:osp-pre-0-0.0 00000100:00100000:0.0:1789066145.147673:0:18974:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066145.147730:0:18974:0:(client.c:2716:ptlrpc_set_wait()) set ffff9cf050bc2a80 going to sleep for 11 seconds 00000100:00100000:3.0:1789066145.147955:0:19637:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258056320 00000100:00100000:3.0:1789066145.147962:0:19637:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258056320 00000100:00100000:3.0:1789066145.148014:0:19637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1789066145.148023:0:19637:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07b1bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:18974:x1875971258056320:12345-0@lo:5:osp-pre-0-0.0 00002000:00080000:3.0:1789066145.148062:0:19637:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x240000400 at 66 00010000:00010000:2.0:1789066145.149911:0:18940:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789066145.149925:0:18940:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001e0b3685/0x7555615576c83f56 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066145.149939:0:18940:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf0817a7000 already unused, calling callback (ffffffffc154c8b0) 00010000:00010000:2.0:1789066145.149945:0:18940:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001e0b3685/0x7555615576c83f56 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066145.149957:0:18940:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001e0b3685/0x7555615576c83f56 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066145.149980:0:18940:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001e0b3685/0x7555615576c83f56 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066145.149996:0:18940:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001e0b3685/0x7555615576c83f56 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066145.150051:0:18940:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789066145.150053:0:18940:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789066145.150055:0:18940:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789066145.160300:0:19637:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07b1bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+7:18974:x1875971258056320:12345-0@lo:5:osp-pre-0-0.0 Request processed in 12271us (12619us total) trans 12884901889 rc 0/0 00000100:00100000:2.0:1789066145.160318:0:19637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1789066145.160508:0:18974:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf07b1bb100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:18974:1875971258056320:0@lo:5:osp-pre-0-0.0 00000004:00080000:1.0:1789066145.160527:0:18974:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0000-osc-MDT0000: current precreated pool: [0x240000400:0x41:0x0]-[0x240000400:0x61:0x0] 00010000:00010000:2.0:1789066145.382042:0:18939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789066146.409214:0:18940:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1789066146.587722:0:6711:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901889 is committed 00000001:00100000:1.0:1789066146.587800:0:6711:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00010000:00010000:2.0:1789066147.437826:0:18939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789066148.454719:0:18940:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789066149.477829:0:18939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789066150.057232:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789066150.057267:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789066150.057272:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cf08177e800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789066150.057282:0:38:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 604 00000100:00080000:3.0:1789066150.057290:0:38:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:3.0:1789066150.057306:0:38:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff9cf08177e800 using connection 192.168.204.123@tcp/0@lo 00000100:00100000:3.0:1789066150.057337:0:38:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cf081693800 x1875971258056704/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789066150.057419:0:3295:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf081693b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:3295:1875971258056448:0@lo:400:kworker.0 00000100:00100000:3.0:1789066150.057514:0:3295:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789066150.057603:0:3295:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1789066150.057610:0:3295:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf081692a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3295:1875971258056576:0@lo:400:kworker.0 00000100:00100000:3.0:1789066150.057645:0:3295:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789066150.057681:0:3294:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf081693800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3294:1875971258056704:0@lo:8:kworker.0 00000100:00100000:3.0:1789066150.057717:0:3294:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789066150.057745:0:3297:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf081691180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3297:1875971258056832:0@lo:400:kworker.0 00000100:00100000:3.0:1789066150.057778:0:3297:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789066150.057797:0:3297:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1789066150.057803:0:3297:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf081691c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3297:1875971258056960:0@lo:400:kworker.0 00000100:00100000:3.0:1789066150.057825:0:3297:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066150.064470:0:19638:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258056576 00000100:00100000:0.0:1789066150.064487:0:19638:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258056576 00000100:00100000:0.0:1789066150.064584:0:19638:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258056704 00000100:00100000:0.0:1789066150.064588:0:19638:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258056704 00000100:00100000:1.0:1789066150.064822:0:3295:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf07b1b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3295:1875971258057088:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1789066150.065016:0:3295:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066150.065082:0:19639:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258057088 00000100:00100000:1.0:1789066150.065088:0:19639:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258057088 00000100:00100000:1.0:1789066150.065128:0:19639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1789066150.065141:0:19639:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07b0b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3295:x1875971258057088:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1789066150.065196:0:19639:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3851419648 avail 3849322496 00000100:00100000:1.0:1789066150.065253:0:19639:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07b0b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3295:x1875971258057088:12345-0@lo:13:osp-pre-0-0.0 Request processed in 114us (237us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066150.065262:0:19639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1789066150.065309:0:3295:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 12884901889 gen 2 00000100:00100000:1.0:1789066150.065335:0:3295:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf07b1b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3295:1875971258057088:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1789066150.065373:0:18945:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258056448 00000100:00100000:3.0:1789066150.065379:0:18945:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258056448 00000100:00100000:0.0:1789066150.065404:0:19638:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1789066150.065415:0:19638:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf081691f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3295:x1875971258056576:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789066150.065422:0:18945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:3.0:1789066150.065429:0:18945:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf0818edc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+16:3295:x1875971258056448:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789066150.065464:0:18945:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf0818edc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+16:3295:x1875971258056448:12345-0@lo:400:kworker.0 Request processed in 35us (7950us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066150.065464:0:19638:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf081691f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3295:x1875971258056576:12345-0@lo:400:kworker.0 Request processed in 52us (7817us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066150.065471:0:19638:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1789066150.065484:0:19638:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1789066150.065488:0:19638:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf081690380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3294:x1875971258056704:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1789066150.065489:0:18945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00010000:00020000:0.0:1789066150.065508:0:19638:0:(ldlm_lib.c:1199:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1789066150.066431:0:18952:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258056832 00000100:00100000:3.0:1789066150.066447:0:18952:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258056832 00000100:00100000:3.0:1789066150.066506:0:18952:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258056960 00000100:00100000:3.0:1789066150.066510:0:18952:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258056960 00000100:00100000:3.0:1789066150.066545:0:18952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1789066150.066570:0:18952:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf081690000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3297:x1875971258056832:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789066150.066658:0:18952:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf081690000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3297:x1875971258056832:12345-0@lo:400:kworker.0 Request processed in 89us (8879us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066150.066666:0:18952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1789066150.066682:0:18952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1789066150.066688:0:18952:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf081690e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3297:x1875971258056960:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789066150.066731:0:18952:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf081690e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3297:x1875971258056960:12345-0@lo:400:kworker.0 Request processed in 43us (8905us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066150.066737:0:18952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00010000:00080000:3.0:1789066150.066796:0:3297:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9cf081691c00 x1875971258056960/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789066166 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789066150.066812:0:3297:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf081691c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3297:1875971258056960:0@lo:400:kworker.0 00010000:00080000:3.0:1789066150.066826:0:3297:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9cf081691180 x1875971258056832/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789066166 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789066150.066836:0:3297:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf081691180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3297:1875971258056832:0@lo:400:kworker.0 00000100:00080000:1.0:1789066150.068845:0:18947:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1789066150.068939:0:18947:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1789066150.075419:0:3295:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf081692a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3295:1875971258056576:0@lo:400:kworker.0 00000100:00100000:1.0:1789066150.075480:0:3295:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf081693b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:3295:1875971258056448:0@lo:400:kworker.0 00000100:00100000:0.0:1789066150.094976:0:19638:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf081690380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3294:x1875971258056704:12345-0@lo:8:kworker.0 Request processed in 29474us (37246us total) trans 0 rc -19/-19 00000100:00080000:3.0:1789066150.096052:0:3294:0:(import.c:65:import_set_state_nolock()) ffff9cf08177e800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789066150.096068:0:3294:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1789066150.096074:0:3294:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf081693800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3294:1875971258056704:0@lo:8:kworker.0 00000100:00100000:0.0:1789066150.105511:0:19638:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00010000:1.0:1789066150.503044:0:18940:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1789066151.016263:0:18985:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:2.0:1789066151.528818:0:18939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:1.0:1789066152.275171:0:20356:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:1.0:1789066152.275176:0:20356:0:(obd_mount.c:926:lmd_print()) device: lustre-ost2/ost2 00000080:01200004:1.0:1789066152.275291:0:20356:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff9cf07ec25000 00000020:01000004:1.0:1789066152.275307:0:20356:0:(tgt_mount.c:2502:osd_start()) Attempting to start lustre-OST0001, type=osd-zfs, lsifl=200002, mountfl=0 00000020:01000004:1.0:1789066152.275321:0:20356:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-OST0001-osd (typ=osd-zfs) 00000020:00000080:1.0:1789066152.275336:0:20356:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osd (ffff9cf074ea99c0) 00000020:00000080:1.0:1789066152.275355:0:20356:0:(obd_config.c:720:class_attach_name()) OBD: dev 15 attached type osd-zfs with refcount 2 00100000:10000000:1.0:1789066152.292949:0:20356:0:(osd_scrub.c:136:osd_scrub_refresh_mapping()) lustre-OST0001: refresh OI map for scrub, op 1, force yes, [0x200000007:0x1:0x0] => 0 (ROOT): rc = 1 00100000:10000000:1.0:1789066152.293439:0:20356:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-OST0001: registered index [0x200000001:0x3:0x0] (8/24) 00100000:10000000:1.0:1789066152.294803:0:20356:0:(osd_scrub.c:136:osd_scrub_refresh_mapping()) lustre-OST0001: refresh OI map for scrub, op 1, force yes, [0x200000009:0x0:0x0] => 0 (update_log): rc = 1 00100000:10000000:1.0:1789066152.295042:0:20356:0:(osd_scrub.c:136:osd_scrub_refresh_mapping()) lustre-OST0001: refresh OI map for scrub, op 1, force yes, [0x20000000a:0x0:0x0] => 0 (update_log_dir): rc = 1 00100000:10000000:1.0:1789066152.295635:0:20356:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-OST0001: registered index [0x200000003:0xb:0x0] (8/32) 00100000:10000000:1.0:1789066152.296007:0:20356:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0001: initial OI scrub handled lustre-OST0001 under 423: rc = 0 00100000:10000000:1.0:1789066152.296149:0:20356:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0001: initial OI scrub handled lustre-client under 423: rc = 0 00100000:10000000:1.0:1789066152.296282:0:20356:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0001: initial OI scrub handled params under 423: rc = 0 00100000:10000000:1.0:1789066152.296744:0:20356:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0001: initial OI scrub handled 0x1020000 under 566: rc = 0 00100000:10000000:1.0:1789066152.297099:0:20356:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0001: initial OI scrub handled 0x2020000-OST0001 under 566: rc = 0 00100000:10000000:1.0:1789066152.297340:0:20356:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0001: initial OI scrub handled 0x20000-OST0001 under 566: rc = 0 00100000:10000000:1.0:1789066152.297621:0:20356:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0001: initial OI scrub handled 0x2020000 under 566: rc = 0 00100000:10000000:1.0:1789066152.299860:0:20356:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0001: initial OI scrub handled 0x20000 under 566: rc = 0 00100000:10000000:1.0:1789066152.300217:0:20356:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0001: initial OI scrub handled 0x1020000-OST0001 under 566: rc = 0 00000020:00000080:1.0:1789066152.301757:0:20356:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osd (uuid lustre-OST0001-osd_UUID) 00080000:01000000:1.0:1789066152.301772:0:20356:0:(osd_handler.c:1574:osd_obd_connect()) connect #0 00000020:00000080:2.0:1789066152.301878:0:20356:0:(genops.c:1384:class_connect()) connect: client lustre-OST0001-osd_UUID, cookie 0x7555615576c83f64 00000020:01000004:2.0:1789066152.301889:0:20356:0:(tgt_mount.c:2587:server_fill_super()) Found service lustre-OST0001 on device lustre-ost2/ost2 00000020:01000004:2.0:1789066152.301914:0:20356:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.204.123@tcp:Set MGC reconnect 1 10000000:01000000:2.0:1789066152.301918:0:20356:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.204.123@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:2.0:1789066152.301925:0:20356:0:(tgt_mount.c:1808:server_start_targets()) starting target lustre-OST0001 00000020:01000004:2.0:1789066152.301950:0:20356:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for lustre-ost2/ost2 10000000:01000000:2.0:1789066152.301955:0:20356:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.204.123@tcp: cl_mgc_mutex lustre-OST0001-osd for locked: rc = 0 00000040:01000000:2.0:1789066152.312205:0:20356:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.204.123@tcp ctxt 0 is initialized 00000020:01000004:2.0:1789066152.312260:0:20356:0:(tgt_mount.c:1416:server_register_target()) Registration lustre-OST0001, fs=lustre, 192.168.204.123@tcp, index=0001, flags=0x20002 00000020:01000004:2.0:1789066152.312264:0:20356:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:2.0:1789066152.312266:0:20356:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:2.0:1789066152.312268:0:20356:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1789066152.312269:0:20356:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1789066152.312271:0:20356:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1789066152.312272:0:20356:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1789066152.312273:0:20356:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1789066152.312280:0:20356:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1789066152.312281:0:20356:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:2.0:1789066152.312285:0:20356:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0001 0x10020002 00000020:01000004:2.0:1789066152.312287:0:20356:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1789066152.312288:0:20356:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:2.0:1789066152.312289:0:20356:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1789066152.312290:0:20356:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1789066152.312291:0:20356:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1789066152.312292:0:20356:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1789066152.312293:0:20356:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1789066152.312294:0:20356:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1789066152.312295:0:20356:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:2.0:1789066152.312322:0:20356:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0001 00000100:00100000:2.0:1789066152.312344:0:20356:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf07f55d500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:20356:1875971258057216:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1789066152.312415:0:20356:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066152.312593:0:18943:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258057216 00000100:00100000:0.0:1789066152.312601:0:18943:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258057216 00000100:00100000:0.0:1789066152.312664:0:18943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:0.0:1789066152.312675:0:18943:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf0818ec050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+16:20356:x1875971258057216:12345-0@lo:253:mount.lustre.0 20000000:01000000:0.0:1789066152.312703:0:18943:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 1 is registered to MGS. 20000000:01000000:0.0:1789066152.312706:0:18943:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-OST0001 is running on 0@lo 20000000:01000000:0.0:1789066152.312710:0:18943:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0001, index=1, rc=0 00000100:00100000:2.0:1789066152.313235:0:20356:0:(client.c:2716:ptlrpc_set_wait()) set ffff9cf0510cdf00 going to sleep for 11 seconds 00000100:00100000:0.0:1789066152.326800:0:18943:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf0818ec050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+16:20356:x1875971258057216:12345-0@lo:253:mount.lustre.0 Request processed in 14108us (14365us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066152.326822:0:18943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:3.0:1789066152.327001:0:20356:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf07f55d500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:20356:1875971258057216:0@lo:253:mount.lustre.0 10000000:01000000:3.0:1789066152.327022:0:20356:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0001 got index = 1 00000020:01000004:3.0:1789066152.327026:0:20356:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1789066152.327028:0:20356:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:3.0:1789066152.327030:0:20356:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1789066152.327032:0:20356:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1789066152.327033:0:20356:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1789066152.327034:0:20356:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1789066152.327036:0:20356:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1789066152.327038:0:20356:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1789066152.327040:0:20356:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:3.0:1789066152.327071:0:20356:0:(tgt_mount.c:101:server_register_mount()) register mount ffff9cf07ec25000 from lustre-OST0001 10000000:01000000:3.0:1789066152.327110:0:20356:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-OST0001 from 0 10000000:01000000:3.0:1789066152.327114:0:20356:0:(mgc_request.c:329:config_log_add()) add config log lustre-OST0001-0000000000000000 10000000:01000000:3.0:1789066152.327125:0:20356:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff9cf07eed4d40 local copy 00010000:00010000:3.0:1789066152.327139:0:20356:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.123@tcp lock: ffff9cf081655200/0x7555615576c83cf5 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x7555615576c83cfc expref: -99 pid: 18933 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789066152.327513:0:20356:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf081693800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:20356:1875971258057344:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789066152.327991:0:20356:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789066152.328054:0:20356:0:(client.c:2716:ptlrpc_set_wait()) set ffff9cf07edd7180 going to sleep for 11 seconds 00000100:00100000:1.0:1789066152.328109:0:18946:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258057344 00000100:00100000:1.0:1789066152.328128:0:18946:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258057344 00000100:00100000:1.0:1789066152.328233:0:18946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:1.0:1789066152.328246:0:18946:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf0818ef050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+16:20356:x1875971258057344:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789066152.329481:0:18946:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf0818ef050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+16:20356:x1875971258057344:12345-0@lo:501:mount.lustre.0 Request processed in 1233us (1843us total) trans 0 rc -2/-2 00000100:00100000:1.0:1789066152.329494:0:18946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:3.0:1789066152.332504:0:20356:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf081693800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:20356:1875971258057344:0@lo:501:mount.lustre.0 10000000:01000000:3.0:1789066152.332709:0:20356:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.204.123@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:3.0:1789066152.334242:0:20356:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.204.123@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:3.0:1789066152.334263:0:20356:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.123@tcp lock: ffff9cf081655200/0x7555615576c83cf5 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x7555615576c83cfc expref: -99 pid: 18933 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066152.334278:0:20356:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.123@tcp lock: ffff9cf081655200/0x7555615576c83cf5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x7555615576c83cfc expref: -99 pid: 18933 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789066152.334332:0:20356:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff9cf07ec25000 10000000:01000000:3.0:1789066152.334338:0:20356:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:3.0:1789066152.334346:0:20356:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-OST0001-0000000000000000 10000000:01000000:3.0:1789066152.334348:0:20356:0:(mgc_request.c:68:mgc_name2resid()) log lustre-OST0001 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1789066152.334355:0:20356:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-OST0001-0000000000000000 from 1 10000000:01000000:3.0:1789066152.334359:0:20356:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0001 (res 0x65727473756c) 00010000:00010000:3.0:1789066152.334414:0:20356:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.123@tcp lock: ffff9cf0817a6200/0x7555615576c83f6b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 20356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066152.334423:0:20356:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.123@tcp lock: ffff9cf0817a6200/0x7555615576c83f6b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 20356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066152.334436:0:20356:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.123@tcp lock: ffff9cf0817a6200/0x7555615576c83f6b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 20356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789066152.334469:0:20356:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf081693800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:20356:1875971258057472:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1789066152.334596:0:20356:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789066152.334755:0:20356:0:(client.c:2716:ptlrpc_set_wait()) set ffff9cf07edd7180 going to sleep for 11 seconds 00000100:00100000:0.0:1789066152.337732:0:18943:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258057472 00000100:00100000:0.0:1789066152.337789:0:18943:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258057472 00000100:00100000:0.0:1789066152.338073:0:18943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:0.0:1789066152.338085:0:18943:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cef433bcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+16:20356:x1875971258057472:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789066152.338108:0:18943:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789066152.338131:0:18943:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9cf081654600/0x7555615576c83f72 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x7555615576c83f6b expref: -99 pid: 18943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066152.338170:0:18943:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9cf081654600/0x7555615576c83f72 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x7555615576c83f6b expref: 17 pid: 18943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066152.338182:0:18943:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9cf081654600/0x7555615576c83f72 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7555615576c83f6b expref: 17 pid: 18943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066152.338192:0:18943:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf081654600, rc 0) 00000100:00100000:0.0:1789066152.338301:0:18943:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cef433bcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+17:20356:x1875971258057472:12345-0@lo:101:mount.lustre.0 Request processed in 218us (3707us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066152.338309:0:18943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:2.0:1789066152.338417:0:20356:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf081693800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:20356:1875971258057472:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789066152.338460:0:20356:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.123@tcp lock: ffff9cf0817a6200/0x7555615576c83f6b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x7555615576c83f72 expref: -99 pid: 20356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066152.338476:0:20356:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.123@tcp lock: ffff9cf0817a6200/0x7555615576c83f6b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x7555615576c83f72 expref: -99 pid: 20356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1789066152.342222:0:20356:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 11 count 11 00000040:00080000:2.0:1789066152.344203:0:20356:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1789066152.344512:0:20356:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].1, 224 off8416 00000040:00080000:2.0:1789066152.344586:0:20356:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].2, 128 off8544 00000040:00080000:2.0:1789066152.345152:0:20356:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].3, 112 off8656 00000040:00080000:2.0:1789066152.345233:0:20356:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].4, 224 off8880 00000040:00080000:2.0:1789066152.345280:0:20356:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].5, 224 off9104 00000040:00080000:2.0:1789066152.345325:0:20356:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].6, 80 off9184 00000040:00080000:2.0:1789066152.345369:0:20356:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].7, 224 off9408 00000040:00080000:2.0:1789066152.345398:0:20356:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].8, 224 off9632 00000040:00080000:2.0:1789066152.345458:0:20356:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].9, 120 off9752 00000040:00080000:2.0:1789066152.345519:0:20356:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].10, 224 off9976 00000040:00080000:2.0:1789066152.345527:0:20356:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 10 count 11 00000100:00100000:2.0:1789066152.345902:0:20356:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf07f55ca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:20356:1875971258057600:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789066152.345984:0:20356:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789066152.346028:0:20356:0:(client.c:2716:ptlrpc_set_wait()) set ffff9cf0510cdb40 going to sleep for 11 seconds 00000100:00100000:1.0:1789066152.346162:0:18946:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258057600 00000100:00100000:1.0:1789066152.346181:0:18946:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258057600 00000100:00100000:1.0:1789066152.346257:0:18946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:1.0:1789066152.346270:0:18946:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cef433be050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+17:20356:x1875971258057600:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789066152.347454:0:18946:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cef433be050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+17:20356:x1875971258057600:12345-0@lo:501:mount.lustre.0 Request processed in 1179us (1462us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066152.347472:0:18946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:2.0:1789066152.347518:0:20356:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf07f55ca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:20356:1875971258057600:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789066152.347606:0:20356:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf07f55ca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:20356:1875971258057728:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1789066152.347844:0:20356:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789066152.348017:0:20356:0:(client.c:2716:ptlrpc_set_wait()) set ffff9cf0510cdb40 going to sleep for 11 seconds 00000100:00100000:3.0:1789066152.348099:0:18945:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258057728 00000100:00100000:3.0:1789066152.348108:0:18945:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258057728 00000100:00100000:3.0:1789066152.348177:0:18945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:3.0:1789066152.348187:0:18945:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cef433bf050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+17:20356:x1875971258057728:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1789066152.349138:0:18945:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cef433bf050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+17:20356:x1875971258057728:12345-0@lo:503:mount.lustre.0 Request processed in 947us (1289us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066152.349149:0:18945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:2.0:1789066152.349733:0:20356:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf07f55ca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:20356:1875971258057728:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1789066152.353909:0:20356:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1789066152.354482:0:20356:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf07f55ca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:20356:1875971258057856:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789066152.355357:0:20356:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789066152.355486:0:20356:0:(client.c:2716:ptlrpc_set_wait()) set ffff9cf0510cdb40 going to sleep for 11 seconds 00000100:00100000:1.0:1789066152.358707:0:18946:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258057856 00000100:00100000:1.0:1789066152.358726:0:18946:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258057856 00000100:00100000:1.0:1789066152.358791:0:18946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:1.0:1789066152.359224:0:18946:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cef433bf450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+17:20356:x1875971258057856:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1789066152.360443:0:18946:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cef433bf450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+17:20356:x1875971258057856:12345-0@lo:502:mount.lustre.0 Request processed in 1222us (5084us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066152.360456:0:18946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:2.0:1789066152.360476:0:20356:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf07f55ca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:20356:1875971258057856:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1789066152.360803:0:20356:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].1, 224 off8416 00000040:00080000:2.0:1789066152.360861:0:20356:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].2, 128 off8544 00000040:00080000:2.0:1789066152.361226:0:20356:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].3, 112 off8656 00000040:00080000:2.0:1789066152.361374:0:20356:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].4, 224 off8880 00000040:00080000:2.0:1789066152.361417:0:20356:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].5, 224 off9104 00000040:00080000:2.0:1789066152.361450:0:20356:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].6, 80 off9184 00000040:00080000:2.0:1789066152.361498:0:20356:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].7, 224 off9408 00000040:00080000:2.0:1789066152.361535:0:20356:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].8, 224 off9632 00000040:00080000:3.0:1789066152.365406:0:20356:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].9, 120 off9752 00000100:00100000:3.0:1789066152.365481:0:20356:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf081691180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:20356:1875971258057984:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789066152.365605:0:20356:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789066152.365673:0:20356:0:(client.c:2716:ptlrpc_set_wait()) set ffff9cf07edd7cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1789066152.365999:0:18945:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258057984 00000100:00100000:1.0:1789066152.366008:0:18945:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258057984 00000100:00100000:1.0:1789066152.366054:0:18945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:1.0:1789066152.366062:0:18945:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cef433bfc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+17:20356:x1875971258057984:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1789066152.367024:0:18945:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cef433bfc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+17:20356:x1875971258057984:12345-0@lo:502:mount.lustre.0 Request processed in 957us (1413us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066152.367037:0:18945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:3.0:1789066152.367264:0:20356:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf081691180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:20356:1875971258057984:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1789066152.367393:0:20356:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].10, 224 off9976 00000040:00080000:3.0:1789066152.367410:0:20356:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 10 count 11 00000020:01000000:0.0:1789066152.371152:0:20357:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:0.0:1789066152.371375:0:20357:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of lustre-ost2/ost2 00000020:00000080:0.0:1789066152.371383:0:20357:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789066152.371385:0:20357:0:(obd_config.c:1563:class_process_config()) marker 17 (0x1) lustre-OST0001 add ost 00000020:00000080:0.0:1789066152.371393:0:20357:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1789066152.371408:0:20357:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001 (ffff9cf07eed19c0) 00000020:00000080:0.0:1789066152.371432:0:20357:0:(obd_config.c:720:class_attach_name()) OBD: dev 16 attached type obdfilter with refcount 2 00000020:00000080:0.0:1789066152.371436:0:20357:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:0.0:1789066152.371498:0:20357:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9cf07ec25000 from lustre-OST0001, refs=2 00080000:01000000:0.0:1789066152.371506:0:20357:0:(osd_handler.c:1574:osd_obd_connect()) connect #1 00000020:00000080:0.0:1789066152.371513:0:20357:0:(genops.c:1384:class_connect()) connect: client lustre-OST0001-osd_UUID, cookie 0x7555615576c83f80 00010000:00010000:0.0:1789066152.381100:0:20357:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0001_UUID-3 is initialized 00000001:00000004:0.0:1789066152.382509:0:20357:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 3, last_transno is 8589934593 00080000:10000000:1.0:1789066152.393430:0:20357:0:(osd_index.c:2103:osd_index_try()) lustre-OST0001: index object [0x200000003:0xc:0x0] (8/8/4) registered 00000020:00000080:2.0:1789066152.397388:0:20357:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001 (uuid lustre-OST0001_UUID) 00000020:01000000:2.0:1789066152.397401:0:20357:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789066152.397408:0:20357:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789066152.397417:0:20357:0:(obd_config.c:1563:class_process_config()) marker 17 (0x2) lustre-OST0001 add ost 00000020:01000000:2.0:1789066152.397421:0:20357:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789066152.397426:0:20357:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789066152.397427:0:20357:0:(obd_config.c:1563:class_process_config()) marker 21 (0x1) lustre sys.timeout 00000020:00000080:2.0:1789066152.397430:0:20357:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:2.0:1789066152.397432:0:20357:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:2.0:1789066152.397434:0:20357:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789066152.397437:0:20357:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789066152.397438:0:20357:0:(obd_config.c:1563:class_process_config()) marker 21 (0x2) lustre sys.timeout 00000020:01000000:2.0:1789066152.397440:0:20357:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789066152.397442:0:20357:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789066152.397443:0:20357:0:(obd_config.c:1563:class_process_config()) marker 25 (0x1) lustre sys.jobid_var 00000020:00000080:2.0:1789066152.397446:0:20357:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000020:01000000:2.0:1789066152.397513:0:20357:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789066152.397517:0:20357:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789066152.397518:0:20357:0:(obd_config.c:1563:class_process_config()) marker 25 (0x2) lustre sys.jobid_var 00000040:00080000:2.0:1789066152.397521:0:20357:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 11 count 11 00000020:01000000:3.0:1789066152.402408:0:20356:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0001 gen 1-10 (rc=0) 10000000:01000000:3.0:1789066152.402456:0:20356:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.123@tcp: configuration from log 'lustre-OST0001' succeeded (0). 00010000:00010000:3.0:1789066152.402481:0:20356:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.123@tcp lock: ffff9cf0817a6200/0x7555615576c83f6b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x7555615576c83f72 expref: -99 pid: 20356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066152.402494:0:20356:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.123@tcp lock: ffff9cf0817a6200/0x7555615576c83f6b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x7555615576c83f72 expref: -99 pid: 20356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789066152.402503:0:20356:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9cf07ec25000 from 1 10000000:01000000:3.0:1789066152.402506:0:20356:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1789066152.402683:0:20356:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.123@tcp lock: ffff9cf0817a7000/0x7555615576c83f87 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 20356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066152.402693:0:20356:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.123@tcp lock: ffff9cf0817a7000/0x7555615576c83f87 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 20356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066152.402705:0:20356:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.123@tcp lock: ffff9cf0817a7000/0x7555615576c83f87 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 20356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789066152.402730:0:20356:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf081691180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:20356:1875971258058112:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1789066152.402800:0:20356:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789066152.402842:0:20356:0:(client.c:2716:ptlrpc_set_wait()) set ffff9cf051703a80 going to sleep for 11 seconds 00000100:00100000:0.0:1789066152.403587:0:18943:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258058112 00000100:00100000:0.0:1789066152.403598:0:18943:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258058112 00000100:00100000:0.0:1789066152.403670:0:18943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:0.0:1789066152.403679:0:18943:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cef433bd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+17:20356:x1875971258058112:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789066152.403694:0:18943:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789066152.403712:0:18943:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9cf081655a00/0x7555615576c83f8e lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x7555615576c83f87 expref: -99 pid: 18943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066152.403737:0:18943:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9cf081655a00/0x7555615576c83f8e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x7555615576c83f87 expref: 18 pid: 18943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066152.403747:0:18943:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9cf081655a00/0x7555615576c83f8e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7555615576c83f87 expref: 18 pid: 18943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066152.403755:0:18943:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf081655a00, rc 0) 00000100:00100000:0.0:1789066152.403808:0:18943:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cef433bd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+18:20356:x1875971258058112:12345-0@lo:101:mount.lustre.0 Request processed in 130us (1008us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066152.403816:0:18943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:3.0:1789066152.404223:0:20356:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf081691180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:20356:1875971258058112:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789066152.404258:0:20356:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.123@tcp lock: ffff9cf0817a7000/0x7555615576c83f87 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x7555615576c83f8e expref: -99 pid: 20356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066152.404279:0:20356:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.123@tcp lock: ffff9cf0817a7000/0x7555615576c83f87 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x7555615576c83f8e expref: -99 pid: 20356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1789066152.405611:0:20356:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 10 count 10 00000040:00080000:3.0:1789066152.410125:0:20356:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1789066152.412585:0:20356:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:3.0:1789066152.414791:0:20356:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 112 off8528 00000040:00080000:3.0:1789066152.414889:0:20356:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 224 off8752 00000040:00080000:3.0:1789066152.414928:0:20356:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8976 00000040:00080000:3.0:1789066152.414963:0:20356:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 112 off9088 00000040:00080000:3.0:1789066152.415012:0:20356:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 224 off9312 00000040:00080000:3.0:1789066152.415044:0:20356:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 224 off9536 00000040:00080000:3.0:1789066152.415072:0:20356:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 128 off9664 00000040:00080000:3.0:1789066152.415148:0:20356:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9888 00000040:00080000:3.0:1789066152.415156:0:20356:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 9 count 10 00000100:00100000:3.0:1789066152.415272:0:20356:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf081691180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:20356:1875971258058240:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789066152.415356:0:20356:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789066152.415407:0:20356:0:(client.c:2716:ptlrpc_set_wait()) set ffff9cf051703a80 going to sleep for 11 seconds 00000100:00100000:0.0:1789066152.416273:0:18946:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258058240 00000100:00100000:0.0:1789066152.416284:0:18946:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258058240 00000100:00100000:0.0:1789066152.416340:0:18946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:0.0:1789066152.416350:0:18946:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cef433bc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+18:20356:x1875971258058240:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789066152.416706:0:18946:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cef433bc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+18:20356:x1875971258058240:12345-0@lo:501:mount.lustre.0 Request processed in 352us (1344us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066152.416714:0:18946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:3.0:1789066152.417237:0:20356:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf081691180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:20356:1875971258058240:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789066152.417463:0:20356:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf081691180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:20356:1875971258058368:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1789066152.417522:0:20356:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066152.417685:0:18945:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258058368 00000100:00100000:1.0:1789066152.417692:0:18945:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258058368 00000100:00100000:1.0:1789066152.417738:0:18945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:1.0:1789066152.417747:0:18945:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cef433bc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+18:20356:x1875971258058368:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1789066152.418246:0:18945:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cef433bc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+18:20356:x1875971258058368:12345-0@lo:503:mount.lustre.0 Request processed in 499us (722us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066152.418256:0:18945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:3.0:1789066152.418594:0:20356:0:(client.c:2716:ptlrpc_set_wait()) set ffff9cf051703a80 going to sleep for 11 seconds 00000100:00100000:3.0:1789066152.418757:0:20356:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf081691180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:20356:1875971258058368:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1789066152.420127:0:20356:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1789066152.422053:0:20356:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf081691180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:20356:1875971258058496:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789066152.422178:0:20356:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789066152.422224:0:20356:0:(client.c:2716:ptlrpc_set_wait()) set ffff9cf051703a80 going to sleep for 11 seconds 00000100:00100000:1.0:1789066152.422455:0:18943:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258058496 00000100:00100000:1.0:1789066152.422463:0:18943:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258058496 00000100:00100000:1.0:1789066152.422517:0:18943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:1.0:1789066152.422528:0:18943:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07b816450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+18:20356:x1875971258058496:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1789066152.422865:0:18943:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07b816450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+18:20356:x1875971258058496:12345-0@lo:502:mount.lustre.0 Request processed in 338us (686us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066152.422874:0:18943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:0.0:1789066152.423240:0:20356:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf081691180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:20356:1875971258058496:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1789066152.423519:0:20356:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:0.0:1789066152.423623:0:20356:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 112 off8528 00000040:00080000:0.0:1789066152.423705:0:20356:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 224 off8752 00000040:00080000:0.0:1789066152.423745:0:20356:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8976 00000040:00080000:0.0:1789066152.423780:0:20356:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 112 off9088 00000040:00080000:0.0:1789066152.423826:0:20356:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 224 off9312 00000040:00080000:0.0:1789066152.423862:0:20356:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 224 off9536 00000040:00080000:0.0:1789066152.423897:0:20356:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 128 off9664 00000100:00100000:0.0:1789066152.423933:0:20356:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf07b1b8700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:20356:1875971258058624:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789066152.424152:0:20356:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066152.424186:0:20356:0:(client.c:2716:ptlrpc_set_wait()) set ffff9cf0582029c0 going to sleep for 11 seconds 00000100:00100000:1.0:1789066152.424351:0:18946:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258058624 00000100:00100000:1.0:1789066152.424359:0:18946:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258058624 00000100:00100000:1.0:1789066152.424396:0:18946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:1.0:1789066152.424404:0:18946:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07b814850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+18:20356:x1875971258058624:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1789066152.424635:0:18946:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07b814850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+18:20356:x1875971258058624:12345-0@lo:502:mount.lustre.0 Request processed in 231us (482us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066152.424642:0:18946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:3.0:1789066152.424799:0:20356:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf07b1b8700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:20356:1875971258058624:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1789066152.424908:0:20356:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9888 00000040:00080000:3.0:1789066152.424921:0:20356:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 9 count 10 00000020:01000000:3.0:1789066152.426505:0:20361:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1789066152.426521:0:20361:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789066152.426523:0:20361:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:3.0:1789066152.426531:0:20361:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff9cf07ec25000 00000020:00000080:3.0:1789066152.426533:0:20361:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1789066152.426540:0:20361:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789066152.426542:0:20361:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789066152.426543:0:20361:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:3.0:1789066152.426585:0:20361:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1789066152.426589:0:20361:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789066152.426591:0:20361:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:3.0:1789066152.426595:0:20361:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff9cf07ec25000 00000020:00000080:3.0:1789066152.426597:0:20361:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1789066152.426672:0:20361:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789066152.426676:0:20361:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789066152.426678:0:20361:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:3.0:1789066152.426680:0:20361:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1789066152.426683:0:20361:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789066152.426684:0:20361:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:3.0:1789066152.426688:0:20361:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff9cf07ec25000 00000020:00000080:3.0:1789066152.426690:0:20361:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1789066152.426726:0:20361:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789066152.426730:0:20361:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789066152.426732:0:20361:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000040:00080000:3.0:1789066152.426735:0:20361:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 10 count 10 00000020:01000000:0.0:1789066152.426877:0:20356:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-9 (rc=0) 10000000:01000000:0.0:1789066152.426901:0:20356:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.123@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1789066152.426927:0:20356:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.123@tcp lock: ffff9cf0817a7000/0x7555615576c83f87 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x7555615576c83f8e expref: -99 pid: 20356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066152.426940:0:20356:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.123@tcp lock: ffff9cf0817a7000/0x7555615576c83f87 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x7555615576c83f8e expref: -99 pid: 20356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789066152.426998:0:20356:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:0.0:1789066152.427001:0:20356:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff9cf07ec25000 10000000:01000000:0.0:1789066152.427005:0:20356:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff9cf07ec25000 10000000:01000000:0.0:1789066152.427008:0:20356:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1789066152.427014:0:20356:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff9cf07ec25000 from 1 10000000:01000000:0.0:1789066152.427018:0:20356:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1789066152.427057:0:20356:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.123@tcp lock: ffff9cf081654a00/0x7555615576c83f95 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 20356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066152.427066:0:20356:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.123@tcp lock: ffff9cf081654a00/0x7555615576c83f95 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 20356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066152.427076:0:20356:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.123@tcp lock: ffff9cf081654a00/0x7555615576c83f95 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 20356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789066152.427117:0:20356:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf07b1b9f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:20356:1875971258058752:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1789066152.427183:0:20356:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066152.427218:0:20356:0:(client.c:2716:ptlrpc_set_wait()) set ffff9cf0582029c0 going to sleep for 11 seconds 00000100:00100000:3.0:1789066152.427401:0:18945:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258058752 00000100:00100000:3.0:1789066152.427414:0:18945:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258058752 00000100:00100000:3.0:1789066152.427463:0:18945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:3.0:1789066152.427473:0:18945:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07bae9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+18:20356:x1875971258058752:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789066152.427485:0:18945:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789066152.427499:0:18945:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9cf0817a7600/0x7555615576c83f9c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0x7555615576c83f95 expref: -99 pid: 18945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066152.427522:0:18945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9cf0817a7600/0x7555615576c83f9c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x7555615576c83f95 expref: 19 pid: 18945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066152.427533:0:18945:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9cf0817a7600/0x7555615576c83f9c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7555615576c83f95 expref: 19 pid: 18945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066152.427542:0:18945:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf0817a7600, rc 0) 00000100:00100000:3.0:1789066152.427604:0:18945:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07bae9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+19:20356:x1875971258058752:12345-0@lo:101:mount.lustre.0 Request processed in 133us (421us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066152.427611:0:18945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:0.0:1789066152.427705:0:20356:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf07b1b9f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:20356:1875971258058752:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789066152.427719:0:20356:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.123@tcp lock: ffff9cf081654a00/0x7555615576c83f95 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x7555615576c83f9c expref: -99 pid: 20356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066152.427727:0:20356:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.123@tcp lock: ffff9cf081654a00/0x7555615576c83f95 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x7555615576c83f9c expref: -99 pid: 20356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1789066152.428321:0:20356:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 42 count 42 00000040:00080000:0.0:1789066152.428688:0:20356:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1789066152.428920:0:20356:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:0.0:1789066152.428992:0:20356:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 120 off8536 00000040:00080000:0.0:1789066152.429027:0:20356:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 168 off8704 00000040:00080000:0.0:1789066152.429073:0:20356:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8928 00000040:00080000:0.0:1789066152.429112:0:20356:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 224 off9152 00000040:00080000:0.0:1789066152.429164:0:20356:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 120 off9272 00000040:00080000:0.0:1789066152.429200:0:20356:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 168 off9440 00000040:00080000:0.0:1789066152.429235:0:20356:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 224 off9664 00000040:00080000:0.0:1789066152.429329:0:20356:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:0.0:1789066152.429367:0:20356:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 120 off10008 00000040:00080000:0.0:1789066152.429396:0:20356:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 224 off10232 00000040:00080000:0.0:1789066152.429441:0:20356:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10456 00000040:00080000:0.0:1789066152.429475:0:20356:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].13, 88 off10544 00000040:00080000:0.0:1789066152.429507:0:20356:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].14, 128 off10672 00000040:00080000:0.0:1789066152.429575:0:20356:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].15, 144 off10816 00000040:00080000:0.0:1789066152.429612:0:20356:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].16, 160 off10976 00000040:00080000:0.0:1789066152.429645:0:20356:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].17, 224 off11200 00000040:00080000:0.0:1789066152.429731:0:20356:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].18, 224 off11424 00000040:00080000:0.0:1789066152.429768:0:20356:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].19, 80 off11504 00000040:00080000:0.0:1789066152.429804:0:20356:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].20, 224 off11728 00000040:00080000:0.0:1789066152.429857:0:20356:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].21, 224 off11952 00000040:00080000:0.0:1789066152.429894:0:20356:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].22, 88 off12040 00000040:00080000:0.0:1789066152.429931:0:20356:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].23, 128 off12168 00000040:00080000:0.0:1789066152.429976:0:20356:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].24, 144 off12312 00000040:00080000:0.0:1789066152.430010:0:20356:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].25, 128 off12440 00000040:00080000:0.0:1789066152.430043:0:20356:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].26, 224 off12664 00000040:00080000:0.0:1789066152.430092:0:20356:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].27, 224 off12888 00000040:00080000:0.0:1789066152.430128:0:20356:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].28, 80 off12968 00000040:00080000:0.0:1789066152.430162:0:20356:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].29, 224 off13192 00000040:00080000:0.0:1789066152.430206:0:20356:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].30, 224 off13416 00000040:00080000:0.0:1789066152.430242:0:20356:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].31, 88 off13504 00000040:00080000:0.0:1789066152.430276:0:20356:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].32, 128 off13632 00000040:00080000:0.0:1789066152.430311:0:20356:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].33, 144 off13776 00000040:00080000:0.0:1789066152.430376:0:20356:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].34, 128 off13904 00000040:00080000:0.0:1789066152.430409:0:20356:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].35, 224 off14128 00000040:00080000:0.0:1789066152.430456:0:20356:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].36, 224 off14352 00000040:00080000:0.0:1789066152.430493:0:20356:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].37, 80 off14432 00000040:00080000:0.0:1789066152.430523:0:20356:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].38, 224 off14656 00000040:00080000:0.0:1789066152.442573:0:20356:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].39, 224 off14880 00000040:00080000:0.0:1789066152.442689:0:20356:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].40, 120 off15000 00000040:00080000:0.0:1789066152.442783:0:20356:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].41, 224 off15224 00000040:00080000:0.0:1789066152.442792:0:20356:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 41 count 42 00000100:00100000:0.0:1789066152.443214:0:20356:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf07b1b9f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:20356:1875971258058880:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789066152.443426:0:20356:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066152.443480:0:20356:0:(client.c:2716:ptlrpc_set_wait()) set ffff9cf0582029c0 going to sleep for 11 seconds 00000100:00100000:2.0:1789066152.446382:0:18943:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258058880 00000100:00100000:2.0:1789066152.446396:0:18943:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258058880 00000100:00100000:2.0:1789066152.446461:0:18943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:2.0:1789066152.446471:0:18943:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07baeb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+19:20356:x1875971258058880:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789066152.446877:0:18943:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07baeb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+19:20356:x1875971258058880:12345-0@lo:501:mount.lustre.0 Request processed in 406us (3450us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066152.446885:0:18943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:0.0:1789066152.447086:0:20356:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf07b1b9f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:20356:1875971258058880:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789066152.447137:0:20356:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf07b1b9f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:20356:1875971258059008:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1789066152.447197:0:20356:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066152.447226:0:18946:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258059008 00000100:00100000:0.0:1789066152.447231:0:18946:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258059008 00000100:00100000:0.0:1789066152.447252:0:18946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:0.0:1789066152.447258:0:18946:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07bae8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+19:20356:x1875971258059008:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1789066152.449573:0:18946:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07bae8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+19:20356:x1875971258059008:12345-0@lo:503:mount.lustre.0 Request processed in 2282us (2344us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066152.449589:0:18946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:0.0:1789066152.450879:0:20356:0:(client.c:2716:ptlrpc_set_wait()) set ffff9cf0582029c0 going to sleep for 11 seconds 00000100:00100000:0.0:1789066152.451898:0:20356:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf07b1b9f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:20356:1875971258059008:0@lo:503:mount.lustre.0 00000040:00080000:0.0:1789066152.452503:0:20356:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1789066152.452635:0:20356:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf07b1b9f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:20356:1875971258059136:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789066152.452717:0:20356:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066152.452754:0:20356:0:(client.c:2716:ptlrpc_set_wait()) set ffff9cf0582029c0 going to sleep for 11 seconds 00000100:00100000:3.0:1789066152.454042:0:18943:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258059136 00000100:00100000:3.0:1789066152.454052:0:18943:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258059136 00000100:00100000:3.0:1789066152.454106:0:18943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:3.0:1789066152.454116:0:18943:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07baeb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+19:20356:x1875971258059136:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789066152.454472:0:18943:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07baeb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+19:20356:x1875971258059136:12345-0@lo:502:mount.lustre.0 Request processed in 357us (1755us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066152.454481:0:18943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:3.0:1789066152.454567:0:20356:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf07b1b9f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:20356:1875971258059136:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1789066152.454825:0:20356:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:3.0:1789066152.454877:0:20356:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 120 off8536 00000040:00080000:3.0:1789066152.454907:0:20356:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 168 off8704 00000040:00080000:3.0:1789066152.454976:0:20356:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8928 00000040:00080000:3.0:1789066152.455012:0:20356:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 224 off9152 00000040:00080000:3.0:1789066152.455056:0:20356:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 120 off9272 00000040:00080000:3.0:1789066152.455088:0:20356:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 168 off9440 00000040:00080000:3.0:1789066152.455119:0:20356:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 224 off9664 00000040:00080000:3.0:1789066152.455165:0:20356:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:3.0:1789066152.455198:0:20356:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 120 off10008 00000040:00080000:3.0:1789066152.455228:0:20356:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 224 off10232 00000040:00080000:3.0:1789066152.455276:0:20356:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10456 00000040:00080000:3.0:1789066152.455312:0:20356:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].13, 88 off10544 00000040:00080000:3.0:1789066152.455348:0:20356:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].14, 128 off10672 00000040:00080000:3.0:1789066152.455398:0:20356:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].15, 144 off10816 00000040:00080000:3.0:1789066152.455435:0:20356:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].16, 160 off10976 00000040:00080000:3.0:1789066152.455470:0:20356:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].17, 224 off11200 00000040:00080000:3.0:1789066152.455520:0:20356:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].18, 224 off11424 00000040:00080000:3.0:1789066152.455587:0:20356:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].19, 80 off11504 00000040:00080000:3.0:1789066152.455642:0:20356:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].20, 224 off11728 00000040:00080000:3.0:1789066152.455709:0:20356:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].21, 224 off11952 00000040:00080000:3.0:1789066152.455750:0:20356:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].22, 88 off12040 00000040:00080000:3.0:1789066152.455786:0:20356:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].23, 128 off12168 00000040:00080000:3.0:1789066152.455835:0:20356:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].24, 144 off12312 00000040:00080000:3.0:1789066152.455871:0:20356:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].25, 128 off12440 00000040:00080000:3.0:1789066152.455905:0:20356:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].26, 224 off12664 00000040:00080000:3.0:1789066152.455952:0:20356:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].27, 224 off12888 00000040:00080000:3.0:1789066152.455990:0:20356:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].28, 80 off12968 00000040:00080000:3.0:1789066152.456024:0:20356:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].29, 224 off13192 00000040:00080000:3.0:1789066152.456069:0:20356:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].30, 224 off13416 00000040:00080000:3.0:1789066152.456105:0:20356:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].31, 88 off13504 00000040:00080000:3.0:1789066152.456137:0:20356:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].32, 128 off13632 00000040:00080000:3.0:1789066152.456169:0:20356:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].33, 144 off13776 00000040:00080000:3.0:1789066152.456218:0:20356:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].34, 128 off13904 00000040:00080000:3.0:1789066152.456254:0:20356:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].35, 224 off14128 00000040:00080000:3.0:1789066152.456321:0:20356:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].36, 224 off14352 00000040:00080000:3.0:1789066152.456369:0:20356:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].37, 80 off14432 00000040:00080000:3.0:1789066152.456405:0:20356:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].38, 224 off14656 00000040:00080000:3.0:1789066152.456457:0:20356:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].39, 224 off14880 00000040:00080000:3.0:1789066152.456494:0:20356:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].40, 120 off15000 00000100:00100000:3.0:1789066152.456542:0:20356:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf081691c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:20356:1875971258059264:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789066152.456661:0:20356:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789066152.456716:0:18946:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258059264 00000100:00100000:3.0:1789066152.456724:0:18946:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258059264 00000100:00100000:3.0:1789066152.456769:0:18946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:3.0:1789066152.456777:0:18946:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07bae8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+19:20356:x1875971258059264:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789066152.462018:0:20356:0:(client.c:2716:ptlrpc_set_wait()) set ffff9cf0517033c0 going to sleep for 11 seconds 00000100:00100000:3.0:1789066152.462759:0:18946:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07bae8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+19:20356:x1875971258059264:12345-0@lo:502:mount.lustre.0 Request processed in 5977us (6093us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066152.462771:0:18946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00100000:2.0:1789066152.463219:0:20356:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf081691c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:20356:1875971258059264:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1789066152.463488:0:20356:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].41, 224 off15224 00000040:00080000:2.0:1789066152.463505:0:20356:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 41 count 42 00000020:01000004:2.0:1789066152.473958:0:20366:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0001 (typ=lwp) 00000020:00000080:2.0:1789066152.473977:0:20366:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0001 (ffff9cf081664d40) 00000020:00000080:2.0:1789066152.474001:0:20366:0:(obd_config.c:720:class_attach_name()) OBD: dev 17 attached type lwp with refcount 2 00000020:01000004:2.0:1789066152.474108:0:20366:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9cf07ec25000 from lustre-OST0001, refs=3 00000020:01000004:2.0:1789066152.474112:0:20366:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9cf07ec25000 from lustre-OST0001, refs=3 00000020:01000004:2.0:1789066152.474114:0:20366:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9cf07ec25000 3 00010000:00080000:2.0:1789066152.474145:0:20366:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9cef4130c800@lustre-MDT0000-lwp-OST0001: add connection 192.168.204.123@tcp at head 00010000:00010000:2.0:1789066152.479172:0:20366:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0001-5 is initialized 00000020:00000080:2.0:1789066152.479582:0:20366:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0001 (uuid lustre-MDT0000-lwp-OST0001_UUID) 00000010:01000000:2.0:1789066152.479625:0:20366:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:2.0:1789066152.479638:0:20366:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-lwp-OST0001, cookie 0x7555615576c83faa 00000100:00080000:2.0:1789066152.479658:0:20366:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1789066152.479669:0:20366:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9cef4130c800 using connection 192.168.204.123@tcp/0@lo 00000100:00100000:2.0:1789066152.479706:0:20366:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cf07f55ca80 x1875971258059392/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789066152.479734:0:20366:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID 00000100:00080000:0.0:1789066152.480052:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789066152.480057:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789066152.480060:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cf08177e800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789066152.480064:0:38:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 609 00000100:00080000:0.0:1789066152.480067:0:38:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789066152.480072:0:38:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff9cf08177e800 using connection 192.168.204.123@tcp/0@lo 00000100:00100000:0.0:1789066152.480086:0:38:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cf07b1b9f80 x1875971258059648/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789066152.480136:0:3296:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf07b1b9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3296:1875971258059520:0@lo:400:kworker.0 00000100:00100000:0.0:1789066152.480199:0:3296:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066152.480245:0:3297:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf07b1b8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3297:1875971258059776:0@lo:400:kworker.0 00000100:00100000:0.0:1789066152.480491:0:3297:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066152.480514:0:3297:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1789066152.480520:0:3297:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf07b1b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3297:1875971258059904:0@lo:400:kworker.0 00000100:00100000:0.0:1789066152.480542:0:3297:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066152.481034:0:19635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258059520 00000100:00100000:0.0:1789066152.481045:0:19635:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258059520 00000100:00100000:0.0:1789066152.481111:0:19635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1789066152.481122:0:19635:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07b1bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3296:x1875971258059520:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789066152.481182:0:19635:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07b1bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3296:x1875971258059520:12345-0@lo:400:kworker.0 Request processed in 62us (981us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066152.481189:0:19635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1789066152.481211:0:18952:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258059776 00000100:00100000:0.0:1789066152.481215:0:18952:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258059776 00000100:00100000:0.0:1789066152.481240:0:18952:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258059904 00000100:00100000:0.0:1789066152.481243:0:18952:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258059904 00000100:00100000:2.0:1789066152.482090:0:3294:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf07f55ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3294:1875971258059392:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1789066152.482140:0:3294:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789066152.490109:0:3294:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf07b1b9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3294:1875971258059648:0@lo:8:kworker.0 00000100:00100000:2.0:1789066152.490194:0:3294:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066152.490394:0:19638:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258059648 00000100:00100000:1.0:1789066152.490403:0:19638:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258059648 00000100:00100000:1.0:1789066152.490445:0:19638:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1789066152.490454:0:19638:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07f55f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3294:x1875971258059648:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1789066152.490533:0:19638:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07f55f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3294:x1875971258059648:12345-0@lo:8:kworker.0 Request processed in 79us (339us total) trans 0 rc -11/-11 00000100:00100000:1.0:1789066152.490574:0:19638:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1789066152.490750:0:18953:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258059392 00000100:00100000:3.0:1789066152.490756:0:18953:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258059392 00000100:00100000:3.0:1789066152.490776:0:18953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1789066152.490787:0:18953:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07b1b8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3297:x1875971258059776:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789066152.490931:0:3294:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:2.0:1789066152.490939:0:3294:0:(import.c:65:import_set_state_nolock()) ffff9cf08177e800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789066152.490943:0:3294:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-11) 00000100:00100000:2.0:1789066152.490946:0:3294:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf07b1b9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3294:1875971258059648:0@lo:8:kworker.0 00000100:00100000:3.0:1789066152.491056:0:18953:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07b1b8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3297:x1875971258059776:12345-0@lo:400:kworker.0 Request processed in 271us (10564us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066152.491063:0:18953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1789066152.491081:0:18953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1789066152.491089:0:18953:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07b1b9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3297:x1875971258059904:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789066152.491119:0:18953:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07b1b9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3297:x1875971258059904:12345-0@lo:400:kworker.0 Request processed in 32us (10577us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066152.491125:0:18953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1789066152.491135:0:18953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1789066152.491139:0:18953:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07f55d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3294:x1875971258059392:12345-0@lo:38:llog_process_th.0 00010000:00080000:3.0:1789066152.491161:0:18953:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0001_UUID@0@lo t0 exp 0000000000000000 cur 611 last 0 00000020:00000080:3.0:1789066152.491195:0:18953:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-lwp-OST0001_UUID, cookie 0x7555615576c83fb1 00000004:00100000:3.0:1789066152.491210:0:18953:0:(mdt_handler.c:7356:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:3.0:1789066152.491237:0:18953:0:(import.c:65:import_set_state_nolock()) ffff9cef41a0a000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1789066152.491407:0:18953:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07f55d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3294:x1875971258059392:12345-0@lo:38:llog_process_th.0 Request processed in 266us (9266us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066152.491414:0:18953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00080000:3.0:1789066152.491439:0:18947:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1789066152.491443:0:18947:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00080000:2.0:1789066152.491499:0:3294:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9cf07f55ca80 x1875971258059392/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1789066162 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789066152.491509:0:3294:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 2 00000100:00080000:2.0:1789066152.491514:0:3294:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0001: connect to target with instance 3 00000100:00080000:2.0:1789066152.491521:0:3294:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0001: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:2.0:1789066152.491532:0:3294:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:2.0:1789066152.491534:0:3294:0:(import.c:65:import_set_state_nolock()) ffff9cef4130c800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:2.0:1789066152.491540:0:3294:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf07f55ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3294:1875971258059392:0@lo:38:llog_process_th.0 00010000:00080000:1.0:1789066152.491670:0:3297:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9cf07b1b8700 x1875971258059776/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789066168 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789066152.491681:0:3297:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf07b1b8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3297:1875971258059776:0@lo:400:kworker.0 00010000:00080000:1.0:1789066152.491702:0:3297:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9cf07b1b9880 x1875971258059904/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789066168 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789066152.491710:0:3297:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf07b1b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3297:1875971258059904:0@lo:400:kworker.0 00000100:00100000:0.0:1789066152.491795:0:3296:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf07b1b9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3296:1875971258059520:0@lo:400:kworker.0 00000040:00080000:2.0:1789066152.492158:0:20366:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 42 count 42 00000020:01000000:3.0:1789066152.492372:0:20356:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-41 (rc=0) 10000000:01000000:3.0:1789066152.492399:0:20356:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.123@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1789066152.492421:0:20356:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.123@tcp lock: ffff9cf081654a00/0x7555615576c83f95 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x7555615576c83f9c expref: -99 pid: 20356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066152.492433:0:20356:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.123@tcp lock: ffff9cf081654a00/0x7555615576c83f95 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x7555615576c83f9c expref: -99 pid: 20356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:3.0:1789066152.492491:0:20356:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:3.0:1789066152.492494:0:20356:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:3.0:1789066152.492496:0:20356:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1789066152.492497:0:20356:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1789066152.492499:0:20356:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1789066152.492501:0:20356:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1789066152.492502:0:20356:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1789066152.492504:0:20356:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1789066152.492506:0:20356:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:3.0:1789066152.492510:0:20356:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0001 0x40020002 00000020:01000004:3.0:1789066152.492513:0:20356:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:3.0:1789066152.492514:0:20356:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:3.0:1789066152.492516:0:20356:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1789066152.492517:0:20356:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1789066152.492518:0:20356:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1789066152.492526:0:20356:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1789066152.492527:0:20356:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1789066152.492528:0:20356:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1789066152.492529:0:20356:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:3.0:1789066152.492591:0:20356:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0001 00000100:00100000:3.0:1789066152.492614:0:20356:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf081692680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:20356:1875971258060032:0@lo:253:mount.lustre.0 00000100:00100000:3.0:1789066152.492676:0:20356:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789066152.492711:0:20356:0:(client.c:2716:ptlrpc_set_wait()) set ffff9cf051703c00 going to sleep for 11 seconds 00000100:00100000:1.0:1789066152.492846:0:18945:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258060032 00000100:00100000:1.0:1789066152.492853:0:18945:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258060032 00000100:00100000:3.0:1789066152.493107:0:18943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:3.0:1789066152.493116:0:18943:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07baea050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+19:20356:x1875971258060032:12345-0@lo:253:mount.lustre.0 20000000:01000000:3.0:1789066152.493144:0:18943:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 1 is ready to reconnect. 20000000:01000000:3.0:1789066152.493160:0:18943:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:3.0:1789066152.524528:0:18943:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:3.0:1789066152.524721:0:18943:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0001, index=1, rc=0 20000000:01000000:1.0:1789066152.526798:0:18967:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:1.0:1789066152.526808:0:18967:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:1.0:1789066152.526835:0:18967:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9cf06b072800/0x7555615576c83fb8 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066152.526856:0:18967:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9cf0413fd200/0x7555615576c83e76 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7555615576c83e6f expref: 19 pid: 18946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066152.526865:0:18967:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9cf06b072800/0x7555615576c83fb8 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 18967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066152.526907:0:18967:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9cf0413fd200/0x7555615576c83e76 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x7555615576c83e6f expref: 19 pid: 18946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066152.526921:0:18967:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9cf0413fd200/0x7555615576c83e76 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x7555615576c83e6f expref: 19 pid: 18946 timeout: 711 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789066152.526937:0:18967:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf07b0b1880 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:18967:1875971258060160:0@lo:104: 00000100:00100000:1.0:1789066152.527003:0:18967:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066152.527065:0:18967:0:(client.c:2716:ptlrpc_set_wait()) set ffff9cf043207240 going to sleep for 11 seconds 00000100:00100000:0.0:1789066152.527142:0:18934:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258060160 00000100:00100000:0.0:1789066152.527151:0:18934:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258060160 00000100:00100000:0.0:1789066152.527205:0:18934:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1789066152.527214:0:18934:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07b0b3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+3:18967:x1875971258060160:12345-0@lo:104: 00010000:00010000:0.0:1789066152.527227:0:18934:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.123@tcp lock: ffff9cf040031a00/0x7555615576c83e6f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x7555615576c83e76 expref: -99 pid: 18948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066152.527297:0:18934:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1789066152.527303:0:18934:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07b0b3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+3:18967:x1875971258060160:12345-0@lo:104: Request processed in 91us (299us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066152.527310:0:18934:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00010000:1.0:1789066152.527470:0:18940:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789066152.527477:0:18940:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.123@tcp lock: ffff9cf040031a00/0x7555615576c83e6f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x7555615576c83e76 expref: -99 pid: 18948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066152.527484:0:18940:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf040031a00 already unused, calling callback (ffffffffc1b4dc20) 10000000:00010000:1.0:1789066152.527488:0:18940:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.123@tcp lock: ffff9cf040031a00/0x7555615576c83e6f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x7555615576c83e76 expref: -99 pid: 18948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066152.527496:0:18940:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.123@tcp lock: ffff9cf040031a00/0x7555615576c83e6f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x7555615576c83e76 expref: -99 pid: 18948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1789066152.527503:0:18940:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.123@tcp lock: ffff9cf040031a00/0x7555615576c83e6f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x7555615576c83e76 expref: -99 pid: 18948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789066152.527509:0:18940:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:1.0:1789066152.527544:0:18940:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.123@tcp lock: ffff9cf040031a00/0x7555615576c83e6f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7555615576c83e76 expref: -99 pid: 18948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066152.527579:0:18940:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1789066152.527598:0:18940:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.123@tcp lock: ffff9cf040031a00/0x7555615576c83e6f lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7555615576c83e76 expref: -99 pid: 18948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066152.527604:0:18940:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.123@tcp lock: ffff9cf040031a00/0x7555615576c83e6f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7555615576c83e76 expref: -99 pid: 18948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066152.527631:0:18940:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789066152.527633:0:18940:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789066152.527634:0:18940:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789066152.527642:0:3296:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1789066152.527662:0:3296:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf07b0b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:3296:1875971258060288:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1789066152.527700:0:3296:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066152.527748:0:18936:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258060288 00000100:00100000:1.0:1789066152.527753:0:18936:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258060288 00010000:00010000:1.0:1789066152.527772:0:18936:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9cf0413fd200/0x7555615576c83e76 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x7555615576c83e6f expref: 20 pid: 18946 timeout: 711 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789066152.527796:0:18936:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1789066152.527803:0:18936:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07b0b2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+20:3296:x1875971258060288:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1789066152.527813:0:18936:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789066152.527819:0:18936:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9cf0413fd200/0x7555615576c83e76 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x7555615576c83e6f expref: 20 pid: 18946 timeout: 711 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066152.527829:0:18936:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9cf0413fd200/0x7555615576c83e76 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x7555615576c83e6f expref: 20 pid: 18946 timeout: 711 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066152.527845:0:18936:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9cf06b072800/0x7555615576c83fb8 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 18967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066152.527854:0:18936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9cf06b072800/0x7555615576c83fb8 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 18967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:1.0:1789066152.527867:0:18936:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.005279231s 00010000:00010000:1.0:1789066152.527872:0:18936:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9cf06b072800/0x7555615576c83fb8 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 18967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066152.527879:0:18936:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9cf06b072800/0x7555615576c83fb8 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 18967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066152.527885:0:18936:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9cf06b072800/0x7555615576c83fb8 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 18967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066152.527903:0:18936:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9cf06b072800/0x7555615576c83fb8 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 18967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066152.527909:0:18936:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf06b072800 already unused, calling callback (ffffffffc154c8b0) 00010000:00010000:1.0:1789066152.527913:0:18936:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9cf06b072800/0x7555615576c83fb8 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 18967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066152.527921:0:18936:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9cf06b072800/0x7555615576c83fb8 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 18967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066152.527929:0:18936:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9cf06b072800/0x7555615576c83fb8 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 18967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066152.527939:0:18936:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789066152.527967:0:18936:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07b0b2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+20:3296:x1875971258060288:12345-0@lo:103:ldlm_bl.0 Request processed in 165us (266us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066152.527973:0:18936:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1789066152.528011:0:3296:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf07b0b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:3296:1875971258060288:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1789066152.528036:0:18967:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9cf0413fd200/0x7555615576c83e76 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x7555615576c83e6f expref: 19 pid: 18946 timeout: 711 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789066152.528047:0:18967:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf07b0b1880 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:18967:1875971258060160:0@lo:104: 00010000:00010000:1.0:1789066152.528059:0:18967:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9cf06b072800/0x7555615576c83fb8 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 18967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066152.528067:0:18967:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9cf06b072800/0x7555615576c83fb8 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 18967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066152.528083:0:18967:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9cf06b072800/0x7555615576c83fb8 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 18967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066152.528088:0:18967:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9cf06b072800/0x7555615576c83fb8 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 18967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789066152.534691:0:18943:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07baea050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+18:20356:x1875971258060032:12345-0@lo:253:mount.lustre.0 Request processed in 41567us (42004us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066152.534707:0:18943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00100000:3.0:1789066152.534925:0:20356:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf081692680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:20356:1875971258060032:0@lo:253:mount.lustre.0 10000000:01000000:3.0:1789066152.534941:0:20356:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0001 got index = 1 00000020:01000004:3.0:1789066152.534945:0:20356:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1789066152.534947:0:20356:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:3.0:1789066152.534948:0:20356:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1789066152.534950:0:20356:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1789066152.534951:0:20356:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1789066152.534952:0:20356:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1789066152.534954:0:20356:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1789066152.534955:0:20356:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1789066152.534957:0:20356:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:3.0:1789066152.534974:0:20356:0:(tgt_mount.c:2694:server_calc_timeout()) lustre-OST0001: Imperative Recovery not enabled, recovery window 60-180 00080000:10000000:3.0:1789066152.542534:0:20356:0:(osd_index.c:2103:osd_index_try()) lustre-OST0001: index object [0x200000003:0x5:0x0] (8/8/4) registered 00080000:10000000:3.0:1789066152.542812:0:20356:0:(osd_index.c:2103:osd_index_try()) lustre-OST0001: index object [0x200000005:0x1:0x0] (8/8/1) registered 00080000:10000000:3.0:1789066152.542970:0:20356:0:(osd_index.c:2103:osd_index_try()) lustre-OST0001: index object [0x200000003:0x6:0x0] (8/8/4) registered 00080000:10000000:3.0:1789066152.543126:0:20356:0:(osd_index.c:2103:osd_index_try()) lustre-OST0001: index object [0x200000005:0x2:0x0] (8/8/1) registered 00080000:10000000:3.0:1789066152.543360:0:20356:0:(osd_index.c:2103:osd_index_try()) lustre-OST0001: index object [0x200000003:0x7:0x0] (8/8/4) registered 00080000:10000000:3.0:1789066152.543856:0:20356:0:(osd_index.c:2103:osd_index_try()) lustre-OST0001: index object [0x200000005:0x3:0x0] (8/8/1) registered 00000001:00000004:3.0:1789066152.544824:0:20356:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 3, last_transno is 12884901888 00010000:00010000:2.0:1789066152.552030:0:18939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:2.0:1789066152.621030:0:20356:0:(ofd_obd.c:539:ofd_postrecov()) lustre-OST0001: recovery is over 00100000:10000000:2.0:1789066152.621043:0:20356:0:(lfsck_lib.c:3085:lfsck_start()) lustre-OST0001-osd: start master thread 00000020:01000004:2.0:1789066152.621081:0:20356:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:2.0:1789066152.621144:0:20356:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.204.123@tcp: cl_mgc_mutex unlock 00000020:01000004:2.0:1789066152.621159:0:20356:0:(tgt_mount.c:2460:server_fill_super_common()) Server sb, dev=49 00000080:00000004:2.0:1789066152.621196:0:20356:0:(super25.c:182:lustre_fill_super()) lustre-ost2/ost2: Mount complete 00010000:00010000:1.0:1789066153.574962:0:18940:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1789066154.342915:0:18948:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:3.0:1789066154.342925:0:18948:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff9cef43074800 from 11 10000000:01000000:3.0:1789066154.342930:0:18948:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1789066154.342976:0:18948:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.123@tcp lock: ffff9cf0817a6e00/0x7555615576c83fbf lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066154.342988:0:18948:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.123@tcp lock: ffff9cf0817a6e00/0x7555615576c83fbf lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066154.343000:0:18948:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.123@tcp lock: ffff9cf0817a6e00/0x7555615576c83fbf lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 18948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789066154.343024:0:18948:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf081692680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:18948:1875971258060416:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1789066154.343092:0:18948:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789066154.343157:0:18948:0:(client.c:2716:ptlrpc_set_wait()) set ffff9cf050bc2000 going to sleep for 11 seconds 00000100:00100000:0.0:1789066154.343863:0:18946:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258060416 00000100:00100000:0.0:1789066154.343897:0:18946:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258060416 00000100:00100000:0.0:1789066154.343958:0:18946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:0.0:1789066154.343970:0:18946:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07bae9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+18:18948:x1875971258060416:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1789066154.343985:0:18946:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789066154.344003:0:18946:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9cf081654200/0x7555615576c83fc6 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x7555615576c83fbf expref: -99 pid: 18946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066154.344030:0:18946:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9cf081654200/0x7555615576c83fc6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x7555615576c83fbf expref: 19 pid: 18946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066154.344043:0:18946:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9cf081654200/0x7555615576c83fc6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7555615576c83fbf expref: 19 pid: 18946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066154.344062:0:18946:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf081654200, rc 0) 00000100:00100000:0.0:1789066154.344659:0:18946:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07bae9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+19:18948:x1875971258060416:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 687us (1563us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066154.344668:0:18946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:3.0:1789066154.356741:0:18948:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf081692680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:18948:1875971258060416:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1789066154.356774:0:18948:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.123@tcp lock: ffff9cf0817a6e00/0x7555615576c83fbf lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7555615576c83fc6 expref: -99 pid: 18948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066154.356787:0:18948:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.123@tcp lock: ffff9cf0817a6e00/0x7555615576c83fbf lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x7555615576c83fc6 expref: -99 pid: 18948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789066154.356862:0:18948:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf081692680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:18948:1875971258060544:0@lo:256:ll_cfg_requeue.0 00000100:00100000:3.0:1789066154.356926:0:18948:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789066154.356976:0:18948:0:(client.c:2716:ptlrpc_set_wait()) set ffff9cf050bc2000 going to sleep for 11 seconds 00000100:00100000:1.0:1789066154.357155:0:18943:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258060544 00000100:00100000:1.0:1789066154.357163:0:18943:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258060544 00000100:00100000:1.0:1789066154.357217:0:18943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:1.0:1789066154.357227:0:18943:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07baea450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+19:18948:x1875971258060544:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:1.0:1789066154.357247:0:18943:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:1.0:1789066154.357265:0:18943:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:1.0:1789066154.357268:0:18943:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 11 00000100:00100000:1.0:1789066154.357365:0:18943:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07baea450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+19:18948:x1875971258060544:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 139us (438us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066154.357372:0:18943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:0.0:1789066154.357470:0:18948:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf081692680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:18948:1875971258060544:0@lo:256:ll_cfg_requeue.0 10000000:01000000:0.0:1789066154.357579:0:18948:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.123@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1789066154.357588:0:18948:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.123@tcp lock: ffff9cf0817a6e00/0x7555615576c83fbf lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7555615576c83fc6 expref: -99 pid: 18948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066154.357598:0:18948:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.123@tcp lock: ffff9cf0817a6e00/0x7555615576c83fbf lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7555615576c83fc6 expref: -99 pid: 18948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066154.597784:0:18939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789066155.173890:0:3296:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf07b1b9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3296:1875971258060672:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1789066155.173961:0:3296:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789066155.174164:0:19639:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258060672 00000100:00100000:3.0:1789066155.174172:0:19639:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258060672 00000100:00100000:3.0:1789066155.174236:0:19639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1789066155.174258:0:19639:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07b0b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3296:x1875971258060672:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1789066155.174293:0:19639:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3851419648 avail 3849322496 00000100:00100000:3.0:1789066155.174350:0:19639:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07b0b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3296:x1875971258060672:12345-0@lo:13:osp-pre-0-0.0 Request processed in 94us (390us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066155.174357:0:19639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00080000:1.0:1789066155.174533:0:18947:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1789066155.174704:0:3296:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf07b1b9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3296:1875971258060672:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1789066155.625710:0:18940:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789066156.655105:0:18939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789066157.679773:0:18940:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789066157.733850:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789066157.733870:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789066157.733874:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cf08177e800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789066157.733892:0:38:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff9cf08177e800 using connection 192.168.204.123@tcp/0@lo 00000100:00100000:0.0:1789066157.733913:0:38:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cf07b1bad80 x1875971258061056/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789066157.733987:0:3296:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf07b1bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3296:1875971258061312:0@lo:400:kworker.0 00000100:00100000:0.0:1789066157.734055:0:3296:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066157.734106:0:3296:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1789066157.734113:0:3296:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf07b1b8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3296:1875971258061184:0@lo:400:kworker.0 00000100:00100000:0.0:1789066157.734136:0:3296:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789066157.734242:0:3298:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf07b1b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3298:1875971258060928:0@lo:400:kworker.0 00000100:00100000:3.0:1789066157.734278:0:3298:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789066157.734306:0:3298:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1789066157.734312:0:3298:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf07b1b9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:3298:1875971258060800:0@lo:400:kworker.0 00000100:00100000:3.0:1789066157.734339:0:3298:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789066157.734361:0:3298:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf07b1b8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3298:1875971258061440:0@lo:400:kworker.0 00000100:00100000:3.0:1789066157.734385:0:3298:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789066157.734414:0:18953:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258061312 00000100:00100000:3.0:1789066157.734422:0:18953:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258061312 00000100:00100000:3.0:1789066157.734472:0:18953:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258061184 00000100:00100000:3.0:1789066157.734476:0:18953:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258061184 00000100:00100000:3.0:1789066157.734489:0:18953:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258061440 00000100:00100000:3.0:1789066157.734492:0:18953:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258061440 00000100:00100000:3.0:1789066157.734509:0:18953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1789066157.734533:0:18953:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07b1b9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3296:x1875971258061312:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789066157.734623:0:18953:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07b1b9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3296:x1875971258061312:12345-0@lo:400:kworker.0 Request processed in 92us (567us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066157.734630:0:18953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1789066157.734647:0:18953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1789066157.734652:0:18953:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07b1b8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3296:x1875971258061184:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789066157.734680:0:18953:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07b1b8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3296:x1875971258061184:12345-0@lo:400:kworker.0 Request processed in 28us (543us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066157.734694:0:18953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1789066157.734707:0:18953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1789066157.734713:0:18953:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf081692300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3298:x1875971258061440:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789066157.734743:0:18953:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf081692300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3298:x1875971258061440:12345-0@lo:400:kworker.0 Request processed in 30us (357us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066157.734748:0:18953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1789066157.734769:0:18946:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258060800 00000100:00100000:3.0:1789066157.734773:0:18946:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258060800 00000100:00100000:3.0:1789066157.734802:0:18946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:3.0:1789066157.734810:0:18946:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07bae9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+19:3298:x1875971258060800:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789066157.734839:0:18946:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07bae9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+19:3298:x1875971258060800:12345-0@lo:400:kworker.0 Request processed in 31us (499us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066157.734844:0:18946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:3.0:1789066157.734917:0:3298:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf07b1b9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:3298:1875971258060800:0@lo:400:kworker.0 00010000:00080000:3.0:1789066157.734928:0:3298:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9cf07b1b8e00 x1875971258061440/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789066173 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789066157.734940:0:3298:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf07b1b8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3298:1875971258061440:0@lo:400:kworker.0 00000100:00080000:3.0:1789066157.734982:0:18947:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1789066157.734995:0:19638:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258060928 00000100:00100000:3.0:1789066157.734999:0:19638:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258060928 00000100:00100000:3.0:1789066157.735028:0:19638:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1789066157.735034:0:19638:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf081691500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3298:x1875971258060928:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789066157.735065:0:19638:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf081691500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3298:x1875971258060928:12345-0@lo:400:kworker.0 Request processed in 31us (787us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066157.735070:0:19638:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00080000:3.0:1789066157.735090:0:18947:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1789066157.735109:0:3298:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf07b1b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3298:1875971258060928:0@lo:400:kworker.0 00010000:00080000:0.0:1789066157.736865:0:3296:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9cf07b1b8380 x1875971258061184/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789066173 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789066157.736883:0:3296:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf07b1b8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3296:1875971258061184:0@lo:400:kworker.0 00010000:00080000:0.0:1789066157.736895:0:3296:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9cf07b1bb480 x1875971258061312/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789066173 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789066157.736904:0:3296:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf07b1bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3296:1875971258061312:0@lo:400:kworker.0 00000100:00100000:2.0:1789066157.738746:0:3294:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf07b1bad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3294:1875971258061056:0@lo:8:kworker.0 00000100:00100000:2.0:1789066157.739372:0:3294:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066157.747080:0:19635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258061056 00000100:00100000:0.0:1789066157.747095:0:19635:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258061056 00000100:00100000:0.0:1789066157.747144:0:19635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1789066157.747152:0:19635:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07f55ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3294:x1875971258061056:12345-0@lo:8:kworker.0 00010000:00080000:0.0:1789066157.747198:0:19635:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-OST0001: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 616 last 0 00000020:00000080:0.0:1789066157.747230:0:19635:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x7555615576c83fcd 00002000:00100000:0.0:1789066157.747245:0:19635:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli lustre-MDT0000-mdtlov_UUID/ffff9cf044fdc000 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113a28 ocd_grant: 0 ocd_index: 1 ocd_group 0 00002000:00080000:0.0:1789066157.747250:0:19635:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0001: Received MDS connection for group 0 00002000:00100000:0.0:1789066157.747258:0:19635:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0001: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:0.0:1789066157.747609:0:19635:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:0.0:1789066157.747634:0:19635:0:(import.c:65:import_set_state_nolock()) ffff9cf044fda000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1789066157.747710:0:19635:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07f55ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3294:x1875971258061056:12345-0@lo:8:kworker.0 Request processed in 557us (8341us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066157.747716:0:19635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00080000:2.0:1789066157.748405:0:3294:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9cf07b1bad80 x1875971258061056/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1789066182 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789066157.748423:0:3294:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-OST0001-osc-MDT0000: connect to target with instance 3 00000100:00080000:2.0:1789066157.748433:0:3294:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-OST0001-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:2.0:1789066157.748439:0:3294:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:2.0:1789066157.748442:0:3294:0:(import.c:65:import_set_state_nolock()) ffff9cf08177e800 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000004:00080000:2.0:1789066157.748462:0:3294:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:2.0:1789066157.748468:0:3294:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf07b1bad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3294:1875971258061056:0@lo:8:kworker.0 00000004:00080000:0.0:1789066157.753302:0:18976:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: going to cleanup orphans since [0x280000400:0x5:0x0] 00000100:00100000:0.0:1789066157.753330:0:18976:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf07b1b8380 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:18976:1875971258061696:0@lo:5:osp-pre-1-0.0 00000100:00100000:0.0:1789066157.753395:0:18976:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066157.753425:0:18976:0:(client.c:2716:ptlrpc_set_wait()) set ffff9cf058202300 going to sleep for 11 seconds 00000004:00080000:0.0:1789066157.753445:0:18975:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:0.0:1789066157.754015:0:18975:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 616947465476ns, next at 0ns, rc = 0 00000100:00100000:0.0:1789066157.754041:0:3297:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1789066157.754054:0:3297:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf07b1bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3297:1875971258061568:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1789066157.754096:0:3297:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066157.754135:0:19637:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258061696 00000100:00100000:0.0:1789066157.754142:0:19637:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258061696 00000100:00100000:0.0:1789066157.754189:0:19637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1789066157.754198:0:19637:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07b1b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:18976:x1875971258061696:12345-0@lo:5:osp-pre-1-0.0 00000100:00100000:2.0:1789066157.756605:0:19639:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258061568 00000100:00100000:2.0:1789066157.756618:0:19639:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258061568 00000100:00100000:2.0:1789066157.756668:0:19639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1789066157.756677:0:19639:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07b1bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3297:x1875971258061568:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1789066157.756708:0:19639:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40960000 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1789066157.756790:0:19639:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07b1bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3297:x1875971258061568:12345-0@lo:13:osp-pre-1-0.0 Request processed in 114us (2693us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066157.756798:0:19639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00080000:0.0:1789066157.770647:0:18947:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00080000:0.0:1789066157.770707:0:3297:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9cf07b1bb480 x1875971258061568/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789066173 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789066157.770734:0:3297:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf07b1bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3297:1875971258061568:0@lo:13:osp-pre-1-0.0 00002000:00080000:0.0:1789066157.771385:0:19637:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0001: adding sequence 0x280000400 00002000:00080000:0.0:1789066157.771394:0:19637:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = -60 00002000:02000040:0.0:1789066157.771399:0:19637:0:(ofd_dev.c:1491:ofd_orphans_destroy()) lustre-OST0001: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x280000400:6 to 0x280000400:65) 00002000:00010000:0.0:1789066157.812073:0:19637:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x41:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1789066157.812093:0:19637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000024854eaf/0x7555615576c83fd4 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.812110:0:19637:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x41:0x0].0x0 since=617s v=(0 0) 00010000:00010000:0.0:1789066157.812115:0:19637:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x41:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789066157.812122:0:19637:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000024854eaf/0x7555615576c83fd4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.812143:0:19637:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000024854eaf/0x7555615576c83fd4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.812155:0:19637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000024854eaf/0x7555615576c83fd4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.812164:0:19637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000024854eaf/0x7555615576c83fd4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.812186:0:19637:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789066157.812200:0:18939:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789066157.812205:0:18939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000024854eaf/0x7555615576c83fd4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.812213:0:18939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf081654400 already unused, calling callback (ffffffffc154c8b0) 00010000:00010000:0.0:1789066157.812217:0:18939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000024854eaf/0x7555615576c83fd4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.812225:0:18939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000024854eaf/0x7555615576c83fd4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.812249:0:18939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000024854eaf/0x7555615576c83fd4 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.812257:0:18939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000024854eaf/0x7555615576c83fd4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.812279:0:18939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789066157.812281:0:18939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789066157.812283:0:18939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789066157.818504:0:19637:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x40:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1789066157.823174:0:19637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004000f815/0x7555615576c83fdb lrc: 3/0,1 mode: --/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.823197:0:19637:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x40:0x0].0x0 since=617s v=(0 0) 00010000:00010000:0.0:1789066157.823203:0:19637:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x40:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789066157.823211:0:19637:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004000f815/0x7555615576c83fdb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.823228:0:19637:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004000f815/0x7555615576c83fdb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.823240:0:19637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004000f815/0x7555615576c83fdb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.823249:0:19637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004000f815/0x7555615576c83fdb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.823319:0:19637:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1789066157.827620:0:19637:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x3f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1789066157.827634:0:19637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000014da5c2f/0x7555615576c83fe2 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.827653:0:19637:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x3f:0x0].0x0 since=617s v=(0 0) 00010000:00010000:2.0:1789066157.828151:0:18940:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789066157.828162:0:18940:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004000f815/0x7555615576c83fdb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066157.828171:0:18940:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf081654800 already unused, calling callback (ffffffffc154c8b0) 00010000:00010000:2.0:1789066157.828177:0:18940:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004000f815/0x7555615576c83fdb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066157.828188:0:18940:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004000f815/0x7555615576c83fdb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066157.828211:0:18940:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004000f815/0x7555615576c83fdb lrc: 1/0,0 mode: --/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066157.828219:0:18940:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004000f815/0x7555615576c83fdb lrc: 0/0,0 mode: --/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066157.828238:0:18940:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789066157.828240:0:18940:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789066157.828242:0:18940:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789066157.833803:0:19637:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x3f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789066157.833816:0:19637:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000014da5c2f/0x7555615576c83fe2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.833845:0:19637:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000014da5c2f/0x7555615576c83fe2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.833862:0:19637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000014da5c2f/0x7555615576c83fe2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.833872:0:19637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000014da5c2f/0x7555615576c83fe2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.833915:0:19637:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789066157.834609:0:18939:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789066157.834620:0:18939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000014da5c2f/0x7555615576c83fe2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.834631:0:18939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf081654c00 already unused, calling callback (ffffffffc154c8b0) 00010000:00010000:0.0:1789066157.834650:0:18939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000014da5c2f/0x7555615576c83fe2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.834661:0:18939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000014da5c2f/0x7555615576c83fe2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.834684:0:18939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000014da5c2f/0x7555615576c83fe2 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.834692:0:18939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000014da5c2f/0x7555615576c83fe2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.834715:0:18939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789066157.834718:0:18939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789066157.834720:0:18939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789066157.835639:0:19637:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x3e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1789066157.835649:0:19637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000024854eaf/0x7555615576c83fe9 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.835663:0:19637:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x3e:0x0].0x0 since=617s v=(0 0) 00010000:00010000:0.0:1789066157.835667:0:19637:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x3e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789066157.835674:0:19637:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000024854eaf/0x7555615576c83fe9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.835687:0:19637:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000024854eaf/0x7555615576c83fe9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.835697:0:19637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000024854eaf/0x7555615576c83fe9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.835713:0:19637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000024854eaf/0x7555615576c83fe9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.835732:0:19637:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1789066157.836102:0:19637:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x3d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1789066157.836108:0:19637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bc33b926/0x7555615576c83ff0 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.836117:0:19637:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x3d:0x0].0x0 since=617s v=(0 0) 00010000:00010000:0.0:1789066157.836120:0:19637:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x3d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789066157.836125:0:19637:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bc33b926/0x7555615576c83ff0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.836134:0:19637:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bc33b926/0x7555615576c83ff0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.836142:0:19637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bc33b926/0x7555615576c83ff0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.836150:0:19637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000bc33b926/0x7555615576c83ff0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.836171:0:19637:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:0.0:1789066157.836693:0:19637:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x3c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1789066157.836699:0:19637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000097aa156c/0x7555615576c83ff7 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.836716:0:19637:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x3c:0x0].0x0 since=617s v=(0 0) 00010000:00010000:0.0:1789066157.836719:0:19637:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x3c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789066157.836724:0:19637:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000097aa156c/0x7555615576c83ff7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.836734:0:19637:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000097aa156c/0x7555615576c83ff7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.836742:0:19637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000097aa156c/0x7555615576c83ff7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.836749:0:19637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000097aa156c/0x7555615576c83ff7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.836757:0:19637:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:1.0:1789066157.837102:0:18939:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1789066157.837112:0:18939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000024854eaf/0x7555615576c83fe9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066157.837130:0:18939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf081654400 already unused, calling callback (ffffffffc154c8b0) 00010000:00010000:1.0:1789066157.837135:0:18939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000024854eaf/0x7555615576c83fe9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066157.837146:0:18939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000024854eaf/0x7555615576c83fe9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1789066157.837162:0:19637:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x3b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1789066157.837168:0:18939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000024854eaf/0x7555615576c83fe9 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.837170:0:19637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ee2ff967/0x7555615576c83ffe lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066157.837186:0:18939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000024854eaf/0x7555615576c83fe9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.837189:0:19637:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x3b:0x0].0x0 since=617s v=(0 0) 00010000:00010000:0.0:1789066157.837198:0:19637:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x3b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789066157.837204:0:19637:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ee2ff967/0x7555615576c83ffe lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066157.837212:0:18939:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1789066157.837215:0:19637:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ee2ff967/0x7555615576c83ffe lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066157.837217:0:18939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000bc33b926/0x7555615576c83ff0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066157.837233:0:18939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf081655400 already unused, calling callback (ffffffffc154c8b0) 00010000:00010000:1.0:1789066157.837237:0:18939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000bc33b926/0x7555615576c83ff0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066157.837256:0:18939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000bc33b926/0x7555615576c83ff0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.837261:0:19637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ee2ff967/0x7555615576c83ffe lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066157.837271:0:18939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000bc33b926/0x7555615576c83ff0 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.837274:0:19637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ee2ff967/0x7555615576c83ffe lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066157.837298:0:18939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bc33b926/0x7555615576c83ff0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.837299:0:19637:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1789066157.837316:0:18939:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1789066157.837321:0:18939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000097aa156c/0x7555615576c83ff7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066157.837328:0:18939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf081654000 already unused, calling callback (ffffffffc154c8b0) 00010000:00010000:1.0:1789066157.837332:0:18939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000097aa156c/0x7555615576c83ff7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066157.837340:0:18939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000097aa156c/0x7555615576c83ff7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066157.837351:0:18939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000097aa156c/0x7555615576c83ff7 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066157.837359:0:18939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000097aa156c/0x7555615576c83ff7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066157.837376:0:18939:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789066157.837380:0:18939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ee2ff967/0x7555615576c83ffe lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066157.837387:0:18939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf07b048000 already unused, calling callback (ffffffffc154c8b0) 00010000:00010000:1.0:1789066157.837395:0:18939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ee2ff967/0x7555615576c83ffe lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066157.837405:0:18939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ee2ff967/0x7555615576c83ffe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066157.837416:0:18939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ee2ff967/0x7555615576c83ffe lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066157.837424:0:18939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ee2ff967/0x7555615576c83ffe lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066157.837439:0:18939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789066157.837441:0:18939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789066157.837444:0:18939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789066157.837605:0:18940:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789066157.837822:0:19637:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x3a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1789066157.837828:0:19637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000038ad6c00/0x7555615576c84005 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.837838:0:19637:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x3a:0x0].0x0 since=617s v=(0 0) 00010000:00010000:0.0:1789066157.837841:0:19637:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x3a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789066157.837845:0:19637:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000038ad6c00/0x7555615576c84005 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.837855:0:19637:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000038ad6c00/0x7555615576c84005 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.837863:0:19637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000038ad6c00/0x7555615576c84005 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.837871:0:19637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000038ad6c00/0x7555615576c84005 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.837907:0:19637:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1789066157.838337:0:19637:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x39:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1789066157.838344:0:19637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b893f0cb/0x7555615576c8400c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.838354:0:19637:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x39:0x0].0x0 since=617s v=(0 0) 00010000:00010000:0.0:1789066157.838358:0:19637:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x39:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789066157.838363:0:19637:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b893f0cb/0x7555615576c8400c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.838373:0:19637:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b893f0cb/0x7555615576c8400c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.838382:0:19637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b893f0cb/0x7555615576c8400c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.838390:0:19637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b893f0cb/0x7555615576c8400c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.838403:0:19637:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:0.0:1789066157.838912:0:19637:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x38:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1789066157.838920:0:19637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000046002cc9/0x7555615576c84013 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.838928:0:19637:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x38:0x0].0x0 since=617s v=(0 0) 00010000:00010000:0.0:1789066157.838938:0:19637:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x38:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789066157.838944:0:19637:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000046002cc9/0x7555615576c84013 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.838956:0:19637:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000046002cc9/0x7555615576c84013 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.838964:0:19637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000046002cc9/0x7555615576c84013 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.838971:0:19637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000046002cc9/0x7555615576c84013 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.838980:0:19637:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00002000:00010000:0.0:1789066157.839399:0:19637:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x37:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1789066157.839406:0:19637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004f691a0c/0x7555615576c8401a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.839414:0:19637:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x37:0x0].0x0 since=617s v=(0 0) 00010000:00010000:0.0:1789066157.839417:0:19637:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x37:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789066157.839421:0:19637:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004f691a0c/0x7555615576c8401a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.839430:0:19637:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004f691a0c/0x7555615576c8401a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.839439:0:19637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004f691a0c/0x7555615576c8401a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.839453:0:19637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004f691a0c/0x7555615576c8401a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.839461:0:19637:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00002000:00010000:0.0:1789066157.839959:0:19637:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x36:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1789066157.839966:0:19637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000710975b5/0x7555615576c84021 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.839975:0:19637:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x36:0x0].0x0 since=617s v=(0 0) 00010000:00010000:0.0:1789066157.839978:0:19637:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x36:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789066157.839982:0:19637:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000710975b5/0x7555615576c84021 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.839993:0:19637:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000710975b5/0x7555615576c84021 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.840001:0:19637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000710975b5/0x7555615576c84021 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.840007:0:19637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000710975b5/0x7555615576c84021 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.840013:0:19637:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00002000:00010000:0.0:1789066157.840458:0:19637:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x35:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1789066157.840463:0:19637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e3f88c7c/0x7555615576c84028 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.840474:0:19637:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x35:0x0].0x0 since=617s v=(0 0) 00010000:00010000:0.0:1789066157.840476:0:19637:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x35:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789066157.840478:0:19637:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e3f88c7c/0x7555615576c84028 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.840484:0:19637:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e3f88c7c/0x7555615576c84028 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.840490:0:19637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e3f88c7c/0x7555615576c84028 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.840494:0:19637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e3f88c7c/0x7555615576c84028 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.840499:0:19637:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00010000:00010000:1.0:1789066157.840701:0:18940:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:1.0:1789066157.840711:0:18940:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000038ad6c00/0x7555615576c84005 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066157.840721:0:18940:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf07b048e00 already unused, calling callback (ffffffffc154c8b0) 00010000:00010000:1.0:1789066157.840727:0:18940:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000038ad6c00/0x7555615576c84005 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066157.840736:0:18940:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000038ad6c00/0x7555615576c84005 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066157.840757:0:18940:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000038ad6c00/0x7555615576c84005 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066157.840773:0:18940:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000038ad6c00/0x7555615576c84005 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066157.840794:0:18940:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:1.0:1789066157.840798:0:18940:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b893f0cb/0x7555615576c8400c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066157.840805:0:18940:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf07b049a00 already unused, calling callback (ffffffffc154c8b0) 00010000:00010000:1.0:1789066157.840808:0:18940:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b893f0cb/0x7555615576c8400c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066157.840816:0:18940:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b893f0cb/0x7555615576c8400c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066157.840828:0:18940:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b893f0cb/0x7555615576c8400c lrc: 1/0,0 mode: --/PW res: [0x280000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066157.840835:0:18940:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b893f0cb/0x7555615576c8400c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066157.840848:0:18940:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:1.0:1789066157.840852:0:18940:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000046002cc9/0x7555615576c84013 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066157.840860:0:18940:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf07b049400 already unused, calling callback (ffffffffc154c8b0) 00010000:00010000:1.0:1789066157.840871:0:18940:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000046002cc9/0x7555615576c84013 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066157.840880:0:18940:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000046002cc9/0x7555615576c84013 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066157.840894:0:18940:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000046002cc9/0x7555615576c84013 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066157.840902:0:18940:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000046002cc9/0x7555615576c84013 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066157.840915:0:18940:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1789066157.840919:0:18940:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004f691a0c/0x7555615576c8401a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066157.840926:0:18940:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf07b048200 already unused, calling callback (ffffffffc154c8b0) 00010000:00010000:1.0:1789066157.840929:0:18940:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004f691a0c/0x7555615576c8401a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066157.840936:0:18940:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004f691a0c/0x7555615576c8401a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066157.840949:0:18940:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004f691a0c/0x7555615576c8401a lrc: 1/0,0 mode: --/PW res: [0x280000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066157.840958:0:18940:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004f691a0c/0x7555615576c8401a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066157.840979:0:18940:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00002000:00010000:0.0:1789066157.840981:0:19637:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x34:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1789066157.840983:0:18940:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000710975b5/0x7555615576c84021 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.840991:0:19637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000234ebd30/0x7555615576c8402f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066157.840996:0:18940:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf07b048600 already unused, calling callback (ffffffffc154c8b0) 00010000:00010000:1.0:1789066157.841002:0:18940:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000710975b5/0x7555615576c84021 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.841004:0:19637:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x34:0x0].0x0 since=617s v=(0 0) 00010000:00010000:0.0:1789066157.841011:0:19637:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x34:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789066157.841021:0:19637:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000234ebd30/0x7555615576c8402f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066157.841023:0:18940:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000710975b5/0x7555615576c84021 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066157.841038:0:18940:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000710975b5/0x7555615576c84021 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.841042:0:19637:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000234ebd30/0x7555615576c8402f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066157.841055:0:18940:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000710975b5/0x7555615576c84021 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066157.841076:0:18940:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789066157.841078:0:19637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000234ebd30/0x7555615576c8402f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066157.841081:0:18940:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e3f88c7c/0x7555615576c84028 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.841096:0:19637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000234ebd30/0x7555615576c8402f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066157.841099:0:18940:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf07b049e00 already unused, calling callback (ffffffffc154c8b0) 00010000:00010000:1.0:1789066157.841105:0:18940:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e3f88c7c/0x7555615576c84028 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.841109:0:19637:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789066157.841131:0:18940:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e3f88c7c/0x7555615576c84028 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066157.841143:0:18940:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e3f88c7c/0x7555615576c84028 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066157.841152:0:18940:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e3f88c7c/0x7555615576c84028 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066157.841171:0:18940:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789066157.841174:0:18940:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000234ebd30/0x7555615576c8402f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066157.841181:0:18940:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf07b048800 already unused, calling callback (ffffffffc154c8b0) 00010000:00010000:1.0:1789066157.841185:0:18940:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000234ebd30/0x7555615576c8402f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066157.841192:0:18940:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000234ebd30/0x7555615576c8402f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066157.841203:0:18940:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000234ebd30/0x7555615576c8402f lrc: 1/0,0 mode: --/PW res: [0x280000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066157.841210:0:18940:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000234ebd30/0x7555615576c8402f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066157.841239:0:18940:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789066157.841242:0:18940:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789066157.841245:0:18940:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789066157.841255:0:18939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789066157.841508:0:19637:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x33:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1789066157.841515:0:19637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005ac157e3/0x7555615576c84036 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.841524:0:19637:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x33:0x0].0x0 since=617s v=(0 0) 00010000:00010000:0.0:1789066157.841527:0:19637:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x33:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789066157.841531:0:19637:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005ac157e3/0x7555615576c84036 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.841539:0:19637:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005ac157e3/0x7555615576c84036 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.841583:0:19637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005ac157e3/0x7555615576c84036 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.841590:0:19637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005ac157e3/0x7555615576c84036 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.841618:0:19637:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1789066157.841988:0:19637:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x32:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1789066157.841993:0:19637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000056e076bf/0x7555615576c8403d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.842000:0:19637:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x32:0x0].0x0 since=617s v=(0 0) 00010000:00010000:0.0:1789066157.842002:0:19637:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x32:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789066157.842005:0:19637:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000056e076bf/0x7555615576c8403d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.842011:0:19637:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000056e076bf/0x7555615576c8403d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.842016:0:19637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000056e076bf/0x7555615576c8403d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.842021:0:19637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000056e076bf/0x7555615576c8403d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.842034:0:19637:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1789066157.842041:0:18939:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1789066157.842044:0:18939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005ac157e3/0x7555615576c84036 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.842048:0:18939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf07b048a00 already unused, calling callback (ffffffffc154c8b0) 00010000:00010000:0.0:1789066157.842055:0:18939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005ac157e3/0x7555615576c84036 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.842063:0:18939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005ac157e3/0x7555615576c84036 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.842076:0:18939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005ac157e3/0x7555615576c84036 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.842082:0:18939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005ac157e3/0x7555615576c84036 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.842096:0:18939:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789066157.842099:0:18939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000056e076bf/0x7555615576c8403d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.842106:0:18939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf07b049200 already unused, calling callback (ffffffffc154c8b0) 00010000:00010000:0.0:1789066157.842109:0:18939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000056e076bf/0x7555615576c8403d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.842116:0:18939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000056e076bf/0x7555615576c8403d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.842126:0:18939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000056e076bf/0x7555615576c8403d lrc: 1/0,0 mode: --/PW res: [0x280000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.842133:0:18939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000056e076bf/0x7555615576c8403d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.842151:0:18939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789066157.842153:0:18939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789066157.842155:0:18939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789066157.842538:0:19637:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x31:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1789066157.842581:0:19637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000083ad3223/0x7555615576c84044 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.842591:0:19637:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x31:0x0].0x0 since=617s v=(0 0) 00010000:00010000:0.0:1789066157.842594:0:19637:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x31:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789066157.842598:0:19637:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000083ad3223/0x7555615576c84044 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.842608:0:19637:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000083ad3223/0x7555615576c84044 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.842617:0:19637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000083ad3223/0x7555615576c84044 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.842625:0:19637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000083ad3223/0x7555615576c84044 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.842640:0:19637:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789066157.842648:0:18939:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789066157.842652:0:18939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000083ad3223/0x7555615576c84044 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.842671:0:18939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf07b049000 already unused, calling callback (ffffffffc154c8b0) 00010000:00010000:0.0:1789066157.842674:0:18939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000083ad3223/0x7555615576c84044 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.842682:0:18939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000083ad3223/0x7555615576c84044 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.842696:0:18939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000083ad3223/0x7555615576c84044 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.842702:0:18939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000083ad3223/0x7555615576c84044 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.842712:0:18939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789066157.842714:0:18939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789066157.842715:0:18939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789066157.843064:0:19637:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x30:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1789066157.843069:0:19637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000005a8f764/0x7555615576c8404b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.843078:0:19637:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x30:0x0].0x0 since=617s v=(0 0) 00010000:00010000:0.0:1789066157.843080:0:19637:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x30:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789066157.843084:0:19637:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000005a8f764/0x7555615576c8404b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.843093:0:19637:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000005a8f764/0x7555615576c8404b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.843108:0:19637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000005a8f764/0x7555615576c8404b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.843116:0:19637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000005a8f764/0x7555615576c8404b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.843129:0:19637:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789066157.843138:0:18939:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789066157.843141:0:18939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000005a8f764/0x7555615576c8404b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.843148:0:18939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf07b049600 already unused, calling callback (ffffffffc154c8b0) 00010000:00010000:0.0:1789066157.843150:0:18939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000005a8f764/0x7555615576c8404b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.843158:0:18939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000005a8f764/0x7555615576c8404b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.843170:0:18939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000005a8f764/0x7555615576c8404b lrc: 1/0,0 mode: --/PW res: [0x280000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.843176:0:18939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000005a8f764/0x7555615576c8404b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.843189:0:18939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789066157.843195:0:18939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789066157.843197:0:18939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789066157.843621:0:19637:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x2f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1789066157.843626:0:19637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a047aa4c/0x7555615576c84052 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.843635:0:19637:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x2f:0x0].0x0 since=617s v=(0 0) 00010000:00010000:0.0:1789066157.843638:0:19637:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x2f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789066157.843641:0:19637:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a047aa4c/0x7555615576c84052 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.843651:0:19637:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a047aa4c/0x7555615576c84052 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.843659:0:19637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a047aa4c/0x7555615576c84052 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.843665:0:19637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a047aa4c/0x7555615576c84052 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.843678:0:19637:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789066157.843685:0:18939:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789066157.843689:0:18939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a047aa4c/0x7555615576c84052 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.843695:0:18939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf07b049c00 already unused, calling callback (ffffffffc154c8b0) 00010000:00010000:0.0:1789066157.843698:0:18939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a047aa4c/0x7555615576c84052 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.843717:0:18939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a047aa4c/0x7555615576c84052 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.843728:0:18939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a047aa4c/0x7555615576c84052 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.843735:0:18939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a047aa4c/0x7555615576c84052 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.843748:0:18939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789066157.843749:0:18939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789066157.843751:0:18939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789066157.844053:0:19637:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x2e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1789066157.844059:0:19637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001c488b74/0x7555615576c84059 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.844068:0:19637:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x2e:0x0].0x0 since=617s v=(0 0) 00010000:00010000:0.0:1789066157.844071:0:19637:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x2e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789066157.844075:0:19637:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001c488b74/0x7555615576c84059 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.844084:0:19637:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001c488b74/0x7555615576c84059 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.844093:0:19637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001c488b74/0x7555615576c84059 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.844107:0:19637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001c488b74/0x7555615576c84059 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.844119:0:19637:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789066157.844128:0:18939:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789066157.844132:0:18939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001c488b74/0x7555615576c84059 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.844138:0:18939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf07b049800 already unused, calling callback (ffffffffc154c8b0) 00010000:00010000:0.0:1789066157.844142:0:18939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001c488b74/0x7555615576c84059 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.844148:0:18939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001c488b74/0x7555615576c84059 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.844159:0:18939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001c488b74/0x7555615576c84059 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.844167:0:18939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001c488b74/0x7555615576c84059 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.844180:0:18939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789066157.844181:0:18939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789066157.844183:0:18939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789066157.844594:0:19637:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x2d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1789066157.844608:0:19637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c4711b45/0x7555615576c84060 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.844618:0:19637:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x2d:0x0].0x0 since=617s v=(0 0) 00010000:00010000:0.0:1789066157.844621:0:19637:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x2d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789066157.844625:0:19637:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c4711b45/0x7555615576c84060 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.844635:0:19637:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c4711b45/0x7555615576c84060 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.844642:0:19637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c4711b45/0x7555615576c84060 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.844650:0:19637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c4711b45/0x7555615576c84060 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.844664:0:19637:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789066157.844671:0:18939:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789066157.844674:0:18939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c4711b45/0x7555615576c84060 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.844681:0:18939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf07b048400 already unused, calling callback (ffffffffc154c8b0) 00010000:00010000:0.0:1789066157.844685:0:18939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c4711b45/0x7555615576c84060 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.844692:0:18939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c4711b45/0x7555615576c84060 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.844708:0:18939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c4711b45/0x7555615576c84060 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.844716:0:18939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c4711b45/0x7555615576c84060 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.844730:0:18939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789066157.844731:0:18939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789066157.844733:0:18939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789066157.845141:0:19637:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x2c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1789066157.845146:0:19637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000077edd5d8/0x7555615576c84067 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.845155:0:19637:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x2c:0x0].0x0 since=617s v=(0 0) 00010000:00010000:0.0:1789066157.845159:0:19637:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x2c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789066157.845164:0:19637:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000077edd5d8/0x7555615576c84067 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.845174:0:19637:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000077edd5d8/0x7555615576c84067 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.845182:0:19637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000077edd5d8/0x7555615576c84067 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.845190:0:19637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000077edd5d8/0x7555615576c84067 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.845216:0:19637:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789066157.845225:0:18939:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789066157.845229:0:18939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000077edd5d8/0x7555615576c84067 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.845236:0:18939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf07b048c00 already unused, calling callback (ffffffffc154c8b0) 00010000:00010000:0.0:1789066157.845238:0:18939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000077edd5d8/0x7555615576c84067 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.845246:0:18939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000077edd5d8/0x7555615576c84067 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.845257:0:18939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000077edd5d8/0x7555615576c84067 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.845265:0:18939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000077edd5d8/0x7555615576c84067 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.845279:0:18939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789066157.845281:0:18939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789066157.845282:0:18939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789066157.845727:0:19637:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x2b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1789066157.845733:0:19637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003ef0fab4/0x7555615576c8406e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.845742:0:19637:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x2b:0x0].0x0 since=617s v=(0 0) 00010000:00010000:0.0:1789066157.845751:0:19637:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x2b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789066157.845755:0:19637:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003ef0fab4/0x7555615576c8406e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.845764:0:19637:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003ef0fab4/0x7555615576c8406e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.845772:0:19637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003ef0fab4/0x7555615576c8406e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.845779:0:19637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003ef0fab4/0x7555615576c8406e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.845792:0:19637:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789066157.845800:0:18939:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789066157.845804:0:18939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003ef0fab4/0x7555615576c8406e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.845811:0:18939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf0821ffa00 already unused, calling callback (ffffffffc154c8b0) 00010000:00010000:0.0:1789066157.845814:0:18939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003ef0fab4/0x7555615576c8406e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.845823:0:18939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003ef0fab4/0x7555615576c8406e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.845834:0:18939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003ef0fab4/0x7555615576c8406e lrc: 1/0,0 mode: --/PW res: [0x280000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.845853:0:18939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003ef0fab4/0x7555615576c8406e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.845868:0:18939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789066157.845870:0:18939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789066157.845872:0:18939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789066157.846305:0:19637:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x2a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1789066157.846312:0:19637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ea75f494/0x7555615576c84075 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.846320:0:19637:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x2a:0x0].0x0 since=617s v=(0 0) 00010000:00010000:0.0:1789066157.846323:0:19637:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x2a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789066157.846328:0:19637:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ea75f494/0x7555615576c84075 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.846337:0:19637:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ea75f494/0x7555615576c84075 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.846345:0:19637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ea75f494/0x7555615576c84075 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.846352:0:19637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ea75f494/0x7555615576c84075 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.846367:0:19637:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789066157.846375:0:18939:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789066157.846385:0:18939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ea75f494/0x7555615576c84075 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.846392:0:18939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf0821ff000 already unused, calling callback (ffffffffc154c8b0) 00010000:00010000:0.0:1789066157.846395:0:18939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ea75f494/0x7555615576c84075 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.846403:0:18939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ea75f494/0x7555615576c84075 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.846415:0:18939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ea75f494/0x7555615576c84075 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.846423:0:18939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ea75f494/0x7555615576c84075 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.846436:0:18939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789066157.846438:0:18939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789066157.846439:0:18939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789066157.846915:0:19637:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x29:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1789066157.846921:0:19637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a7dfadd9/0x7555615576c8407c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.846930:0:19637:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x29:0x0].0x0 since=617s v=(0 0) 00010000:00010000:0.0:1789066157.846933:0:19637:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x29:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789066157.846937:0:19637:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a7dfadd9/0x7555615576c8407c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.846960:0:19637:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a7dfadd9/0x7555615576c8407c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.846968:0:19637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a7dfadd9/0x7555615576c8407c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.846976:0:19637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a7dfadd9/0x7555615576c8407c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.846991:0:19637:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789066157.847000:0:18939:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789066157.847004:0:18939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a7dfadd9/0x7555615576c8407c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.847011:0:18939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf0821ff600 already unused, calling callback (ffffffffc154c8b0) 00010000:00010000:0.0:1789066157.847014:0:18939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a7dfadd9/0x7555615576c8407c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.847022:0:18939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a7dfadd9/0x7555615576c8407c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.847032:0:18939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a7dfadd9/0x7555615576c8407c lrc: 1/0,0 mode: --/PW res: [0x280000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.847040:0:18939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a7dfadd9/0x7555615576c8407c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.847062:0:18939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789066157.847065:0:18939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789066157.847067:0:18939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789066157.847254:0:18940:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789066157.847473:0:19637:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x28:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1789066157.847479:0:19637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000051f27fd0/0x7555615576c84083 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.847487:0:19637:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x28:0x0].0x0 since=617s v=(0 0) 00010000:00010000:0.0:1789066157.847489:0:19637:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x28:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789066157.847493:0:19637:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000051f27fd0/0x7555615576c84083 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.847502:0:19637:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000051f27fd0/0x7555615576c84083 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.847509:0:19637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000051f27fd0/0x7555615576c84083 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.847515:0:19637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000051f27fd0/0x7555615576c84083 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.847536:0:19637:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789066157.847588:0:18939:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789066157.847595:0:18939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000051f27fd0/0x7555615576c84083 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066157.847605:0:18939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf0821ff400 already unused, calling callback (ffffffffc154c8b0) 00010000:00010000:1.0:1789066157.847610:0:18939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000051f27fd0/0x7555615576c84083 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066157.847619:0:18939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000051f27fd0/0x7555615576c84083 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066157.847634:0:18939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000051f27fd0/0x7555615576c84083 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066157.847642:0:18939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000051f27fd0/0x7555615576c84083 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066157.847670:0:18939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789066157.847673:0:18939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789066157.847675:0:18939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789066157.847924:0:19637:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x27:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1789066157.847930:0:19637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003e7a988e/0x7555615576c8408a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.847949:0:19637:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x27:0x0].0x0 since=617s v=(0 0) 00010000:00010000:0.0:1789066157.847952:0:19637:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x27:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789066157.847955:0:19637:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003e7a988e/0x7555615576c8408a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.847964:0:19637:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003e7a988e/0x7555615576c8408a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.847971:0:19637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003e7a988e/0x7555615576c8408a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.847977:0:19637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003e7a988e/0x7555615576c8408a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.847998:0:19637:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1789066157.848388:0:19637:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x26:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1789066157.848393:0:19637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000aca4e5cc/0x7555615576c84091 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.848398:0:19637:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x26:0x0].0x0 since=617s v=(0 0) 00010000:00010000:0.0:1789066157.848400:0:19637:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x26:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789066157.848403:0:19637:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000aca4e5cc/0x7555615576c84091 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.848409:0:19637:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000aca4e5cc/0x7555615576c84091 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.848425:0:19637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000aca4e5cc/0x7555615576c84091 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.848431:0:19637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000aca4e5cc/0x7555615576c84091 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.848446:0:19637:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1789066157.848456:0:18939:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1789066157.848460:0:18939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003e7a988e/0x7555615576c8408a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.848467:0:18939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf0821fea00 already unused, calling callback (ffffffffc154c8b0) 00010000:00010000:0.0:1789066157.848470:0:18939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003e7a988e/0x7555615576c8408a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.848479:0:18939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003e7a988e/0x7555615576c8408a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.848491:0:18939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003e7a988e/0x7555615576c8408a lrc: 1/0,0 mode: --/PW res: [0x280000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.848498:0:18939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003e7a988e/0x7555615576c8408a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.848512:0:18939:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789066157.848522:0:18939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000aca4e5cc/0x7555615576c84091 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.848529:0:18939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf0821fee00 already unused, calling callback (ffffffffc154c8b0) 00010000:00010000:0.0:1789066157.848533:0:18939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000aca4e5cc/0x7555615576c84091 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.848541:0:18939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000aca4e5cc/0x7555615576c84091 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.848588:0:18939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000aca4e5cc/0x7555615576c84091 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.848595:0:18939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000aca4e5cc/0x7555615576c84091 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.848608:0:18939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789066157.848609:0:18939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789066157.848611:0:18939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789066157.849020:0:19637:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x25:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1789066157.849027:0:19637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000920afdd6/0x7555615576c84098 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.849035:0:19637:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x25:0x0].0x0 since=617s v=(0 0) 00010000:00010000:0.0:1789066157.849039:0:19637:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x25:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789066157.849043:0:19637:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000920afdd6/0x7555615576c84098 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.849066:0:19637:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000920afdd6/0x7555615576c84098 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.849075:0:19637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000920afdd6/0x7555615576c84098 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.849083:0:19637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000920afdd6/0x7555615576c84098 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.849097:0:19637:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789066157.849106:0:18939:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789066157.849111:0:18939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000920afdd6/0x7555615576c84098 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.849120:0:18939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf0821ff200 already unused, calling callback (ffffffffc154c8b0) 00010000:00010000:0.0:1789066157.849123:0:18939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000920afdd6/0x7555615576c84098 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.849131:0:18939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000920afdd6/0x7555615576c84098 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.849143:0:18939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000920afdd6/0x7555615576c84098 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.849151:0:18939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000920afdd6/0x7555615576c84098 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.849176:0:18939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789066157.849178:0:18939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789066157.849180:0:18939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789066157.849612:0:18940:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789066157.849689:0:19637:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x24:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1789066157.849696:0:19637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000091464c5e/0x7555615576c8409f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.849706:0:19637:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x24:0x0].0x0 since=617s v=(0 0) 00010000:00010000:0.0:1789066157.849709:0:19637:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x24:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789066157.849714:0:19637:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000091464c5e/0x7555615576c8409f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.849724:0:19637:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000091464c5e/0x7555615576c8409f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.849733:0:19637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000091464c5e/0x7555615576c8409f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.849742:0:19637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000091464c5e/0x7555615576c8409f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.849766:0:19637:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789066157.849814:0:18939:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789066157.849821:0:18939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000091464c5e/0x7555615576c8409f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066157.849831:0:18939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf0821fe800 already unused, calling callback (ffffffffc154c8b0) 00010000:00010000:1.0:1789066157.849835:0:18939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000091464c5e/0x7555615576c8409f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066157.849844:0:18939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000091464c5e/0x7555615576c8409f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066157.849856:0:18939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000091464c5e/0x7555615576c8409f lrc: 1/0,0 mode: --/PW res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066157.849863:0:18939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000091464c5e/0x7555615576c8409f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066157.849880:0:18939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789066157.849883:0:18939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789066157.849885:0:18939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789066157.850197:0:19637:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x23:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1789066157.850203:0:19637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e264a8f8/0x7555615576c840a6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.850224:0:19637:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x23:0x0].0x0 since=617s v=(0 0) 00010000:00010000:0.0:1789066157.850227:0:19637:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789066157.850232:0:19637:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e264a8f8/0x7555615576c840a6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.850242:0:19637:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e264a8f8/0x7555615576c840a6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.850252:0:19637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e264a8f8/0x7555615576c840a6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.850260:0:19637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e264a8f8/0x7555615576c840a6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.850282:0:19637:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789066157.850335:0:18940:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789066157.850341:0:18940:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e264a8f8/0x7555615576c840a6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066157.850348:0:18940:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf0821ffc00 already unused, calling callback (ffffffffc154c8b0) 00010000:00010000:1.0:1789066157.850352:0:18940:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e264a8f8/0x7555615576c840a6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066157.850370:0:18940:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e264a8f8/0x7555615576c840a6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066157.850383:0:18940:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e264a8f8/0x7555615576c840a6 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066157.850390:0:18940:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e264a8f8/0x7555615576c840a6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066157.850408:0:18940:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789066157.850410:0:18940:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789066157.850411:0:18940:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789066157.850756:0:19637:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x22:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1789066157.850762:0:19637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e70c4630/0x7555615576c840ad lrc: 3/0,1 mode: --/PW res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.850770:0:19637:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x22:0x0].0x0 since=617s v=(0 0) 00010000:00010000:0.0:1789066157.850773:0:19637:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x22:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789066157.850777:0:19637:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e70c4630/0x7555615576c840ad lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.850787:0:19637:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e70c4630/0x7555615576c840ad lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.850808:0:19637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e70c4630/0x7555615576c840ad lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.850815:0:19637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e70c4630/0x7555615576c840ad lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066157.850835:0:19637:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789066157.850883:0:18939:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789066157.850889:0:18939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e70c4630/0x7555615576c840ad lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066157.850898:0:18939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf0821ff800 already unused, calling callback (ffffffffc154c8b0) 00010000:00010000:1.0:1789066157.850903:0:18939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e70c4630/0x7555615576c840ad lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066157.850912:0:18939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e70c4630/0x7555615576c840ad lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066157.850925:0:18939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e70c4630/0x7555615576c840ad lrc: 1/0,0 mode: --/PW res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066157.850946:0:18939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e70c4630/0x7555615576c840ad lrc: 0/0,0 mode: --/PW res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066157.850968:0:18939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789066157.850971:0:18939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789066157.850973:0:18939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:0.0:1789066157.851461:0:19637:0:(ofd_dev.c:1518:ofd_orphans_destroy()) lustre-OST0001: after destroy: set last_id to 0x280000400:5 00000100:00100000:0.0:1789066157.851704:0:19637:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07b1b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:18976:x1875971258061696:12345-0@lo:5:osp-pre-1-0.0 Request processed in 97500us (98302us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066157.851717:0:19637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1789066157.851832:0:18976:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf07b1b8380 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:18976:1875971258061696:0@lo:5:osp-pre-1-0.0 00000004:00080000:1.0:1789066157.851850:0:18976:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: Got last_id [0x280000400:0x41:0x0] from OST, last_created [0x280000400:0x41:0x0]last_used is [0x280000400:0x5:0x0] 00000100:00100000:1.0:1789066157.851913:0:18976:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf07b0b0700 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:18976:1875971258061824:0@lo:5:osp-pre-1-0.0 00000100:00100000:1.0:1789066157.851957:0:18976:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066157.852009:0:18976:0:(client.c:2716:ptlrpc_set_wait()) set ffff9cf065d77840 going to sleep for 11 seconds 00000100:00100000:2.0:1789066157.855592:0:19638:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258061824 00000100:00100000:2.0:1789066157.855614:0:19638:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258061824 00000100:00100000:2.0:1789066157.855698:0:19638:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1789066157.855711:0:19638:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07b0b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:18976:x1875971258061824:12345-0@lo:5:osp-pre-1-0.0 00002000:00080000:2.0:1789066157.855780:0:19638:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x280000400 at 66 00000100:00100000:2.0:1789066157.864634:0:19638:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07b0b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+7:18976:x1875971258061824:12345-0@lo:5:osp-pre-1-0.0 Request processed in 8792us (12542us total) trans 12884901889 rc 0/0 00000100:00100000:2.0:1789066157.864654:0:19638:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1789066157.866179:0:18976:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf07b0b0700 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:18976:1875971258061824:0@lo:5:osp-pre-1-0.0 00000004:00080000:1.0:1789066157.866203:0:18976:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0001-osc-MDT0000: current precreated pool: [0x280000400:0x41:0x0]-[0x280000400:0x61:0x0] 00000004:00080000:2.0:1789066157.888691:0:5860:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1 committed 00010000:00010000:1.0:1789066158.695302:0:18940:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1789066158.776096:0:20711:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg423-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:1.0:1789066159.717893:0:18939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789066160.300999:0:3295:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf07b0b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3295:1875971258061952:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1789066160.301283:0:3295:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789066160.301369:0:19639:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258061952 00000100:00100000:2.0:1789066160.301377:0:19639:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258061952 00000100:00100000:2.0:1789066160.301443:0:19639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1789066160.301452:0:19639:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07f55f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3295:x1875971258061952:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1789066160.301507:0:19639:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1789066160.301574:0:19639:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07f55f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3295:x1875971258061952:12345-0@lo:13:osp-pre-0-0.0 Request processed in 122us (290us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066160.301581:0:19639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1789066160.301627:0:3295:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf07b0b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3295:1875971258061952:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1789066160.301753:0:18947:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1789066160.742505:0:18940:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1789066161.262173:0:18985:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:1.0:1789066161.484466:0:3290:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:3.0:1789066161.484611:0:18945:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236041600 00000100:00100000:3.0:1789066161.484626:0:18945:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236041600 00000100:00100000:3.0:1789066161.484677:0:18945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 75 00000100:00100000:3.0:1789066161.484687:0:18945:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07bae8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0+-99:2346:x1875971236041600:12345-192.168.204.23@tcp:250:mount.lustre.0 00010000:00080000:3.0:1789066161.484743:0:18945:0:(ldlm_lib.c:1453:target_handle_connect()) MGS: connection from a015b8b0-04ed-42d3-bd2a-470e24531f7b@192.168.204.23@tcp t0 exp 0000000000000000 cur 620 last 0 00000020:00000080:3.0:1789066161.484810:0:18945:0:(genops.c:1384:class_connect()) connect: client a015b8b0-04ed-42d3-bd2a-470e24531f7b, cookie 0x7555615576c840b4 00000100:00080000:3.0:1789066161.485017:0:18945:0:(import.c:65:import_set_state_nolock()) ffff9cf07a786000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1789066161.485122:0:18945:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07bae8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a015b8b0-04ed-42d3-bd2a-470e24531f7b+5:2346:x1875971236041600:12345-192.168.204.23@tcp:250:mount.lustre.0 Request processed in 433us (664us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066161.485131:0:18945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 75 00000100:00100000:1.0:1789066161.511280:0:3289:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:3.0:1789066161.511715:0:18943:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236041728 00000100:00100000:3.0:1789066161.511727:0:18943:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236041728 00000100:00100000:3.0:1789066161.511801:0:18943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 76 00000100:00100000:3.0:1789066161.511813:0:18943:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07baea850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a015b8b0-04ed-42d3-bd2a-470e24531f7b+5:16726:x1875971236041728:12345-192.168.204.23@tcp:101:mount.lustre.0 00010000:00010000:3.0:1789066161.511831:0:18943:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789066161.511851:0:18943:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9cf0817a6a00/0x7555615576c840bb lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: local remote: 0x64887942ebce1ac expref: -99 pid: 18943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066161.511882:0:18943:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9cf0817a6a00/0x7555615576c840bb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000000000000 nid: 192.168.204.23@tcp remote: 0x64887942ebce1ac expref: 6 pid: 18943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066161.511894:0:18943:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9cf0817a6a00/0x7555615576c840bb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: 192.168.204.23@tcp remote: 0x64887942ebce1ac expref: 6 pid: 18943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066161.511903:0:18943:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf0817a6a00, rc 0) 00000100:00100000:3.0:1789066161.511992:0:18943:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07baea850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a015b8b0-04ed-42d3-bd2a-470e24531f7b+6:16726:x1875971236041728:12345-192.168.204.23@tcp:101:mount.lustre.0 Request processed in 181us (721us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066161.511999:0:18943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 76 00000100:00100000:1.0:1789066161.531043:0:3288:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:0.0:1789066161.531144:0:18946:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236041856 00000100:00100000:0.0:1789066161.531155:0:18946:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236041856 00000100:00100000:0.0:1789066161.531220:0:18946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 77 00000100:00100000:0.0:1789066161.531231:0:18946:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07baeac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a015b8b0-04ed-42d3-bd2a-470e24531f7b+6:16726:x1875971236041856:12345-192.168.204.23@tcp:501:mount.lustre.0 00000100:00100000:0.0:1789066161.531603:0:18946:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07baeac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a015b8b0-04ed-42d3-bd2a-470e24531f7b+6:16726:x1875971236041856:12345-192.168.204.23@tcp:501:mount.lustre.0 Request processed in 373us (569us total) trans 0 rc -2/-2 00000100:00100000:0.0:1789066161.531612:0:18946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 77 00000100:00100000:2.0:1789066161.538451:0:3290:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:1.0:1789066161.538631:0:18945:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236041984 00000100:00100000:1.0:1789066161.538643:0:18945:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236041984 00000100:00100000:1.0:1789066161.538707:0:18945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 78 00000100:00100000:1.0:1789066161.538738:0:18945:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07baeb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a015b8b0-04ed-42d3-bd2a-470e24531f7b+6:16726:x1875971236041984:12345-192.168.204.23@tcp:101:mount.lustre.0 00010000:00010000:1.0:1789066161.538761:0:18945:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789066161.538782:0:18945:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9cf06b073400/0x7555615576c840c2 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: local remote: 0x64887942ebce1b3 expref: -99 pid: 18945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066161.538819:0:18945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9cf06b073400/0x7555615576c840c2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000000000000 nid: 192.168.204.23@tcp remote: 0x64887942ebce1b3 expref: 7 pid: 18945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066161.538831:0:18945:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9cf06b073400/0x7555615576c840c2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: 192.168.204.23@tcp remote: 0x64887942ebce1b3 expref: 7 pid: 18945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066161.538840:0:18945:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf06b073400, rc 0) 00000100:00100000:1.0:1789066161.538913:0:18945:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07baeb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a015b8b0-04ed-42d3-bd2a-470e24531f7b+7:16726:x1875971236041984:12345-192.168.204.23@tcp:101:mount.lustre.0 Request processed in 178us (481us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066161.538921:0:18945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 78 00000100:00100000:1.0:1789066161.543004:0:3289:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:3.0:1789066161.543108:0:18943:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236042112 00000100:00100000:3.0:1789066161.543120:0:18943:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236042112 00000100:00100000:3.0:1789066161.543225:0:18943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 79 00000100:00100000:3.0:1789066161.543235:0:18943:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07bae9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a015b8b0-04ed-42d3-bd2a-470e24531f7b+7:16726:x1875971236042112:12345-192.168.204.23@tcp:501:mount.lustre.0 00000100:00100000:3.0:1789066161.545057:0:18943:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07bae9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a015b8b0-04ed-42d3-bd2a-470e24531f7b+8:16726:x1875971236042112:12345-192.168.204.23@tcp:501:mount.lustre.0 Request processed in 1813us (2057us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066161.545071:0:18943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 79 00000100:00100000:0.0:1789066161.555200:0:3288:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:1.0:1789066161.555277:0:18945:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236042240 00000100:00100000:1.0:1789066161.555286:0:18945:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236042240 00000100:00100000:1.0:1789066161.555342:0:18945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 80 00000100:00100000:1.0:1789066161.555353:0:18945:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07bae8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a015b8b0-04ed-42d3-bd2a-470e24531f7b+8:16726:x1875971236042240:12345-192.168.204.23@tcp:503:mount.lustre.0 00000100:00100000:1.0:1789066161.555892:0:18945:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07bae8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a015b8b0-04ed-42d3-bd2a-470e24531f7b+8:16726:x1875971236042240:12345-192.168.204.23@tcp:503:mount.lustre.0 Request processed in 538us (699us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066161.555901:0:18945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 80 00000100:00100000:2.0:1789066161.560199:0:3290:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:3.0:1789066161.560348:0:18943:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236042368 00000100:00100000:3.0:1789066161.560358:0:18943:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236042368 00000100:00100000:3.0:1789066161.560415:0:18943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 81 00000100:00100000:3.0:1789066161.560427:0:18943:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07baebc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a015b8b0-04ed-42d3-bd2a-470e24531f7b+8:16745:x1875971236042368:12345-192.168.204.23@tcp:502:llog_process_th.0 00000100:00100000:3.0:1789066161.560794:0:18943:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07baebc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a015b8b0-04ed-42d3-bd2a-470e24531f7b+8:16745:x1875971236042368:12345-192.168.204.23@tcp:502:llog_process_th.0 Request processed in 367us (605us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066161.560802:0:18943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 81 00000100:00100000:2.0:1789066161.583320:0:3289:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:0.0:1789066161.583845:0:18946:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236042496 00000100:00100000:0.0:1789066161.583858:0:18946:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236042496 00000100:00100000:0.0:1789066161.583919:0:18946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 82 00000100:00100000:0.0:1789066161.583931:0:18946:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07c185c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a015b8b0-04ed-42d3-bd2a-470e24531f7b+8:16745:x1875971236042496:12345-192.168.204.23@tcp:502:llog_process_th.0 00000100:00100000:0.0:1789066161.584231:0:18946:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07c185c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a015b8b0-04ed-42d3-bd2a-470e24531f7b+8:16745:x1875971236042496:12345-192.168.204.23@tcp:502:llog_process_th.0 Request processed in 301us (930us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066161.584247:0:18946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 82 00000100:00100000:0.0:1789066161.594343:0:3288:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:1.0:1789066161.595289:0:18945:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236042624 00000100:00100000:1.0:1789066161.595302:0:18945:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236042624 00000100:00100000:1.0:1789066161.595364:0:18945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 83 00000100:00100000:1.0:1789066161.595375:0:18945:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07c186c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a015b8b0-04ed-42d3-bd2a-470e24531f7b+8:16726:x1875971236042624:12345-192.168.204.23@tcp:101:mount.lustre.0 00010000:00010000:1.0:1789066161.595406:0:18945:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789066161.595427:0:18945:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9cf06b072e00/0x7555615576c840c9 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x64887942ebce1dd expref: -99 pid: 18945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066161.595461:0:18945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9cf06b072e00/0x7555615576c840c9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 192.168.204.23@tcp remote: 0x64887942ebce1dd expref: 9 pid: 18945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066161.595484:0:18945:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9cf06b072e00/0x7555615576c840c9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 192.168.204.23@tcp remote: 0x64887942ebce1dd expref: 9 pid: 18945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066161.595493:0:18945:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf06b072e00, rc 0) 00000100:00100000:1.0:1789066161.595618:0:18945:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07c186c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a015b8b0-04ed-42d3-bd2a-470e24531f7b+9:16726:x1875971236042624:12345-192.168.204.23@tcp:101:mount.lustre.0 Request processed in 244us (1285us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066161.595625:0:18945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 83 00000100:00100000:2.0:1789066161.606081:0:3290:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:3.0:1789066161.606236:0:18943:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236042752 00000100:00100000:3.0:1789066161.606248:0:18943:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236042752 00000100:00100000:3.0:1789066161.606309:0:18943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 84 00000100:00100000:3.0:1789066161.606319:0:18943:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07c186050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a015b8b0-04ed-42d3-bd2a-470e24531f7b+9:16726:x1875971236042752:12345-192.168.204.23@tcp:256:mount.lustre.0 20000000:01000000:3.0:1789066161.606345:0:18943:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:3.0:1789066161.606369:0:18943:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:3.0:1789066161.606373:0:18943:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:3.0:1789066161.606376:0:18943:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:3.0:1789066161.606378:0:18943:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 132, version 11 00000100:00100000:2.0:1789066161.627907:0:18943:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07c186050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a015b8b0-04ed-42d3-bd2a-470e24531f7b+9:16726:x1875971236042752:12345-192.168.204.23@tcp:256:mount.lustre.0 Request processed in 21573us (21823us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066161.627926:0:18943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 84 00000100:00100000:0.0:1789066161.636463:0:3288:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:3.0:1789066161.640724:0:18946:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236042880 00000100:00100000:3.0:1789066161.640741:0:18946:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236042880 00000100:00100000:3.0:1789066161.640827:0:18946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 85 00000100:00100000:3.0:1789066161.640839:0:18946:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07c187c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a015b8b0-04ed-42d3-bd2a-470e24531f7b+9:16726:x1875971236042880:12345-192.168.204.23@tcp:101:mount.lustre.0 00010000:00010000:3.0:1789066161.640859:0:18946:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789066161.640880:0:18946:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9cf0817a6400/0x7555615576c840d0 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x64887942ebce1e4 expref: -99 pid: 18946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066161.640912:0:18946:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9cf0817a6400/0x7555615576c840d0 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 192.168.204.23@tcp remote: 0x64887942ebce1e4 expref: 10 pid: 18946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066161.640924:0:18946:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9cf0817a6400/0x7555615576c840d0 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 192.168.204.23@tcp remote: 0x64887942ebce1e4 expref: 10 pid: 18946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066161.640934:0:18946:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf0817a6400, rc 0) 00000100:00100000:3.0:1789066161.641033:0:18946:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07c187c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a015b8b0-04ed-42d3-bd2a-470e24531f7b+10:16726:x1875971236042880:12345-192.168.204.23@tcp:101:mount.lustre.0 Request processed in 197us (4581us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066161.641039:0:18946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 85 00000100:00100000:1.0:1789066161.652827:0:3290:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:2.0:1789066161.652940:0:18943:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236043008 00000100:00100000:2.0:1789066161.652961:0:18943:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236043008 00000100:00100000:2.0:1789066161.653024:0:18943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 86 00000100:00100000:2.0:1789066161.653035:0:18943:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07c184450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a015b8b0-04ed-42d3-bd2a-470e24531f7b+10:16726:x1875971236043008:12345-192.168.204.23@tcp:501:mount.lustre.0 00000100:00100000:2.0:1789066161.653376:0:18943:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07c184450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a015b8b0-04ed-42d3-bd2a-470e24531f7b+10:16726:x1875971236043008:12345-192.168.204.23@tcp:501:mount.lustre.0 Request processed in 342us (561us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066161.653385:0:18943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 86 00000100:00100000:2.0:1789066161.663887:0:3289:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:1.0:1789066161.664589:0:18945:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236043136 00000100:00100000:1.0:1789066161.664603:0:18945:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236043136 00000100:00100000:1.0:1789066161.664666:0:18945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 87 00000100:00100000:1.0:1789066161.664677:0:18945:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07c187850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a015b8b0-04ed-42d3-bd2a-470e24531f7b+10:16726:x1875971236043136:12345-192.168.204.23@tcp:503:mount.lustre.0 00000100:00100000:1.0:1789066161.665725:0:18945:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07c187850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a015b8b0-04ed-42d3-bd2a-470e24531f7b+10:16726:x1875971236043136:12345-192.168.204.23@tcp:503:mount.lustre.0 Request processed in 1041us (1841us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066161.665738:0:18945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 87 00000100:00100000:0.0:1789066161.687417:0:3288:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:3.0:1789066161.687926:0:18946:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236043264 00000100:00100000:3.0:1789066161.687940:0:18946:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236043264 00000100:00100000:3.0:1789066161.688031:0:18946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 88 00000100:00100000:3.0:1789066161.688044:0:18946:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07c184050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a015b8b0-04ed-42d3-bd2a-470e24531f7b+10:16751:x1875971236043264:12345-192.168.204.23@tcp:502:llog_process_th.0 00000100:00100000:2.0:1789066161.689659:0:18946:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07c184050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a015b8b0-04ed-42d3-bd2a-470e24531f7b+10:16751:x1875971236043264:12345-192.168.204.23@tcp:502:llog_process_th.0 Request processed in 1604us (2240us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066161.689682:0:18946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 88 00000100:00100000:3.0:1789066161.704343:0:3290:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:2.0:1789066161.709386:0:18943:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236043392 00000100:00100000:2.0:1789066161.709406:0:18943:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236043392 00000100:00100000:2.0:1789066161.709508:0:18943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 89 00000100:00100000:2.0:1789066161.709522:0:18943:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07c185850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a015b8b0-04ed-42d3-bd2a-470e24531f7b+10:16751:x1875971236043392:12345-192.168.204.23@tcp:502:llog_process_th.0 00000100:00100000:2.0:1789066161.710188:0:18943:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07c185850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a015b8b0-04ed-42d3-bd2a-470e24531f7b+10:16751:x1875971236043392:12345-192.168.204.23@tcp:502:llog_process_th.0 Request processed in 666us (5855us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066161.710197:0:18943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 89 00000100:00100000:3.0:1789066161.732843:0:3289:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:0.0:1789066161.733765:0:18953:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236043520 00000100:00100000:0.0:1789066161.733780:0:18953:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236043520 00000100:00100000:0.0:1789066161.733848:0:18953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 4 00000100:00100000:0.0:1789066161.733858:0:18953:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf081693480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2346:x1875971236043520:12345-192.168.204.23@tcp:38:mount.lustre.0 00010000:00080000:0.0:1789066161.733890:0:18953:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0000: connection from 03395c2d-1c82-44ab-ab5f-676045f5b09e@192.168.204.23@tcp t0 exp 0000000000000000 cur 620 last 0 00000020:00000080:0.0:1789066161.733957:0:18953:0:(genops.c:1384:class_connect()) connect: client 03395c2d-1c82-44ab-ab5f-676045f5b09e, cookie 0x7555615576c840d7 00000004:00100000:0.0:1789066161.733992:0:18953:0:(mdt_handler.c:7352:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000001:00000004:0.0:1789066161.733999:0:18953:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 12884901888 00010000:00010000:3.0:1789066161.770823:0:18939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789066161.869523:0:18953:0:(import.c:65:import_set_state_nolock()) ffff9cf07a781800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1789066161.870997:0:18953:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf081693480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:03395c2d-1c82-44ab-ab5f-676045f5b09e+6:2346:x1875971236043520:12345-192.168.204.23@tcp:38:mount.lustre.0 Request processed in 137131us (138157us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066161.871027:0:18953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 4 00000100:00100000:0.0:1789066161.880710:0:3288:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:3.0:1789066161.880927:0:18952:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236043648 00000100:00100000:3.0:1789066161.880937:0:18952:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236043648 00000100:00100000:1.0:1789066161.881382:0:20070:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 5 00000100:00100000:1.0:1789066161.881398:0:20070:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07b1bb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:03395c2d-1c82-44ab-ab5f-676045f5b09e+6:0:x1875971236043648:12345-192.168.204.23@tcp:41:mount.lustre.0 00000004:00000024:1.0:1789066161.881450:0:20070:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2261647360 avail 2259550208 00000100:00100000:1.0:1789066161.881574:0:20070:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07b1bb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:03395c2d-1c82-44ab-ab5f-676045f5b09e+6:0:x1875971236043648:12345-192.168.204.23@tcp:41:mount.lustre.0 Request processed in 180us (873us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066161.881607:0:20070:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 5 00000100:00100000:1.0:1789066161.881710:0:3290:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:3.0:1789066161.882053:0:18952:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236043776 00000100:00100000:3.0:1789066161.882059:0:18952:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236043776 00000100:00080000:0.0:1789066161.882156:0:18947:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1789066161.882322:0:18952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 6 00000100:00100000:3.0:1789066161.882332:0:18952:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07b0b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:03395c2d-1c82-44ab-ab5f-676045f5b09e+6:16726:x1875971236043776:12345-192.168.204.23@tcp:41:mount.lustre.0 00000004:00000024:3.0:1789066161.882350:0:18952:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2261647360 avail 2259550208 00000100:00100000:3.0:1789066161.882400:0:18952:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07b0b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:03395c2d-1c82-44ab-ab5f-676045f5b09e+6:16726:x1875971236043776:12345-192.168.204.23@tcp:41:mount.lustre.0 Request processed in 70us (689us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066161.882408:0:18952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 6 00000100:00100000:1.0:1789066161.888615:0:3290:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:3.0:1789066161.888772:0:20070:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236043904 00000100:00100000:3.0:1789066161.888783:0:20070:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236043904 00000100:00100000:3.0:1789066161.888852:0:20070:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 7 00000100:00100000:3.0:1789066161.888863:0:20070:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07b0b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:03395c2d-1c82-44ab-ab5f-676045f5b09e+6:16726:x1875971236043904:12345-192.168.204.23@tcp:40:mount.lustre.0 00000100:00100000:3.0:1789066161.888961:0:20070:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07b0b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:03395c2d-1c82-44ab-ab5f-676045f5b09e+6:16726:x1875971236043904:12345-192.168.204.23@tcp:40:mount.lustre.0 Request processed in 100us (355us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066161.888969:0:20070:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 7 00000100:00100000:0.0:1789066161.893016:0:3288:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:0.0:1789066161.893056:0:3288:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:3.0:1789066161.894061:0:19637:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236044032 00000100:00100000:3.0:1789066161.894073:0:19637:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236044032 00000100:00100000:3.0:1789066161.894129:0:19637:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236044160 00000100:00100000:3.0:1789066161.894132:0:19637:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236044160 00000100:00100000:3.0:1789066161.894149:0:19637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 9 00000100:00100000:3.0:1789066161.894158:0:19637:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07b1b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2346:x1875971236044032:12345-192.168.204.23@tcp:8:mount.lustre.0 00010000:00080000:3.0:1789066161.894197:0:19637:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-OST0000: connection from 03395c2d-1c82-44ab-ab5f-676045f5b09e@192.168.204.23@tcp t0 exp 0000000000000000 cur 621 last 0 00000020:00000080:3.0:1789066161.894275:0:19637:0:(genops.c:1384:class_connect()) connect: client 03395c2d-1c82-44ab-ab5f-676045f5b09e, cookie 0x7555615576c840de 00002000:00100000:3.0:1789066161.894291:0:19637:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli 03395c2d-1c82-44ab-ab5f-676045f5b09e/ffff9cf07a780000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113a28 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:3.0:1789066161.894326:0:19637:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00080000:3.0:1789066161.894773:0:19637:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:3.0:1789066161.894823:0:19637:0:(import.c:65:import_set_state_nolock()) ffff9cf07a785000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1789066161.894919:0:19637:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07b1b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:03395c2d-1c82-44ab-ab5f-676045f5b09e+6:2346:x1875971236044032:12345-192.168.204.23@tcp:8:mount.lustre.0 Request processed in 759us (1913us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066161.894928:0:19637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 9 00000100:00100000:3.0:1789066161.894951:0:19637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 10 00000100:00100000:3.0:1789066161.894955:0:19637:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07b1b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2346:x1875971236044160:12345-192.168.204.23@tcp:8:mount.lustre.0 00010000:00080000:3.0:1789066161.894973:0:19637:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-OST0001: connection from 03395c2d-1c82-44ab-ab5f-676045f5b09e@192.168.204.23@tcp t0 exp 0000000000000000 cur 621 last 0 00000020:00000080:3.0:1789066161.894992:0:19637:0:(genops.c:1384:class_connect()) connect: client 03395c2d-1c82-44ab-ab5f-676045f5b09e, cookie 0x7555615576c840e5 00002000:00100000:3.0:1789066161.894998:0:19637:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli 03395c2d-1c82-44ab-ab5f-676045f5b09e/ffff9cf07a782000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113a28 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:3.0:1789066161.895013:0:19637:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:3.0:1789066161.895140:0:19637:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:3.0:1789066161.895321:0:19637:0:(import.c:65:import_set_state_nolock()) ffff9cf07a786800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1789066161.895353:0:19637:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07b1b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:03395c2d-1c82-44ab-ab5f-676045f5b09e+6:2346:x1875971236044160:12345-192.168.204.23@tcp:8:mount.lustre.0 Request processed in 395us (2295us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066161.895361:0:19637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 10 00000100:00100000:3.0:1789066161.895480:0:3289:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:3.0:1789066161.895617:0:18954:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236044288 00000100:00100000:3.0:1789066161.895624:0:18954:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236044288 00000100:00100000:3.0:1789066161.895693:0:18954:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 0 00000100:00100000:3.0:1789066161.895702:0:18954:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf081690700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:03395c2d-1c82-44ab-ab5f-676045f5b09e+6:16726:x1875971236044288:12345-192.168.204.23@tcp:33:mount.lustre.0 00000004:00080000:3.0:1789066161.903672:0:18954:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0000: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0000 0, time 7782us 00000004:00200000:0.0:1789066161.931724:0:18954:0:(mdt_handler.c:924:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 16384 00000100:00100000:0.0:1789066161.932176:0:18954:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf081690700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:03395c2d-1c82-44ab-ab5f-676045f5b09e+6:16726:x1875971236044288:12345-192.168.204.23@tcp:33:mount.lustre.0 Request processed in 36470us (36701us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066161.932190:0:18954:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 0 00000100:00100000:3.0:1789066162.289293:0:3289:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:0.0:1789066162.289480:0:18952:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236044416 00000100:00100000:0.0:1789066162.289492:0:18952:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236044416 00000100:00100000:0.0:1789066162.289650:0:18952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 8 00000100:00100000:0.0:1789066162.289661:0:18952:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf081692d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:03395c2d-1c82-44ab-ab5f-676045f5b09e+6:16772:x1875971236044416:12345-192.168.204.23@tcp:101:mkdir.0 00010000:00010000:0.0:1789066162.289681:0:18952:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789066162.289768:0:18952:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821fe800/0x7555615576c840ec lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x64887942ebce20e expref: -99 pid: 18952 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066162.289832:0:18952:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ffc00/0x7555615576c840f3 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18952 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066162.289846:0:18952:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ffc00/0x7555615576c840f3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18952 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066162.289859:0:18952:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ffc00/0x7555615576c840f3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18952 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1789066162.289893:0:18952:0:(mdt_handler.c:924:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 16384 00000004:00200000:0.0:1789066162.289896:0:18952:0:(mdt_handler.c:1589:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:0.0:1789066162.289932:0:18952:0:(mdt_handler.c:2560:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ffc00/0x7555615576c840f3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18952 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066162.289954:0:18952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821fe800/0x7555615576c840ec lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.23@tcp remote: 0x64887942ebce20e expref: 8 pid: 18952 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066162.290086:0:18952:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ffc00/0x7555615576c840f3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.23@tcp remote: 0x64887942ebce20e expref: 7 pid: 18952 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066162.290095:0:18952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf04872a700) 00010000:00010000:0.0:1789066162.290098:0:18952:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1789066162.290102:0:18952:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf0821ffc00, rc 0) 00000100:00100000:0.0:1789066162.290302:0:18952:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf081692d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:03395c2d-1c82-44ab-ab5f-676045f5b09e+7:16772:x1875971236044416:12345-192.168.204.23@tcp:101:mkdir.0 Request processed in 642us (1018us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066162.290310:0:18952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 8 00010000:00010000:1.0:1789066162.794582:0:18940:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789066162.854098:0:3298:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf07f55c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3298:1875971258062336:0@lo:400:kworker.0 00000100:00100000:2.0:1789066162.854179:0:3298:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789066162.854249:0:3298:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:2.0:1789066162.854256:0:3298:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf07f55c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3298:1875971258062208:0@lo:400:kworker.0 00000100:00100000:2.0:1789066162.854286:0:3298:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789066162.854309:0:3298:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf07f55d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3298:1875971258062848:0@lo:400:kworker.0 00000100:00100000:2.0:1789066162.854347:0:3298:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789066162.854365:0:3298:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf07b0b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3298:1875971258062720:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1789066162.854392:0:3298:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789066162.854427:0:19638:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258062336 00000100:00100000:2.0:1789066162.854445:0:19638:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258062336 00000100:00100000:2.0:1789066162.854507:0:19638:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258062208 00000100:00100000:2.0:1789066162.854510:0:19638:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258062208 00000100:00100000:2.0:1789066162.854528:0:19638:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1789066162.854537:0:19638:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07f55e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+7:3298:x1875971258062336:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789066162.854619:0:19638:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07f55e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+7:3298:x1875971258062336:12345-0@lo:400:kworker.0 Request processed in 83us (440us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066162.854626:0:19638:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1789066162.854642:0:19638:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1789066162.854649:0:19638:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07f55f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3298:x1875971258062208:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789066162.854675:0:19638:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07f55f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3298:x1875971258062208:12345-0@lo:400:kworker.0 Request processed in 27us (389us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066162.854681:0:19638:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1789066162.854697:0:19639:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258062720 00000100:00100000:2.0:1789066162.854700:0:19639:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258062720 00000100:00100000:2.0:1789066162.854721:0:19639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1789066162.854727:0:19639:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cef433b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3298:x1875971258062720:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1789066162.854740:0:19639:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1789066162.854767:0:19639:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cef433b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3298:x1875971258062720:12345-0@lo:13:osp-pre-1-0.0 Request processed in 40us (374us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066162.854773:0:19639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00080000:2.0:1789066162.854787:0:18947:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1789066162.854791:0:18947:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1789066162.854819:0:3298:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf07f55c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3298:1875971258062208:0@lo:400:kworker.0 00000100:00100000:2.0:1789066162.854835:0:3298:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf07b0b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3298:1875971258062720:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1789066162.854843:0:3298:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf07f55c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3298:1875971258062336:0@lo:400:kworker.0 00000100:00100000:3.0:1789066162.855083:0:20070:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258062848 00000100:00100000:1.0:1789066162.855086:0:3295:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf07f55fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3295:1875971258062464:0@lo:400:kworker.0 00000100:00100000:3.0:1789066162.855089:0:20070:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258062848 00000100:00100000:1.0:1789066162.855128:0:3295:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066162.855157:0:3295:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1789066162.855164:0:3295:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf07f55ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:3295:1875971258062080:0@lo:400:kworker.0 00000100:00100000:1.0:1789066162.855197:0:3295:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066162.855227:0:3295:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf07f55d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3295:1875971258062592:0@lo:400:kworker.0 00000100:00100000:1.0:1789066162.855256:0:3295:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789066162.855297:0:18946:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258062080 00000100:00100000:2.0:1789066162.855302:0:18946:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258062080 00000100:00100000:2.0:1789066162.855392:0:18946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90 00000100:00100000:2.0:1789066162.855401:0:18946:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07c187450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+19:3295:x1875971258062080:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789066162.855433:0:18946:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07c187450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+19:3295:x1875971258062080:12345-0@lo:400:kworker.0 Request processed in 34us (237us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066162.855439:0:18946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90 00000100:00080000:0.0:1789066162.855812:0:18947:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1789066162.862825:0:20070:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258062464 00000100:00100000:3.0:1789066162.862843:0:20070:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258062464 00000100:00100000:2.0:1789066162.866584:0:18953:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258062592 00000100:00100000:2.0:1789066162.866602:0:18953:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258062592 00000100:00100000:3.0:1789066162.867878:0:18951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1789066162.867897:0:18951:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07f55ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3298:x1875971258062848:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789066162.868003:0:18951:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07f55ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3298:x1875971258062848:12345-0@lo:400:kworker.0 Request processed in 112us (13654us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066162.868011:0:18951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1789066162.868033:0:18951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1789066162.868040:0:18951:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07b0b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3295:x1875971258062464:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789066162.868073:0:18951:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07b0b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3295:x1875971258062464:12345-0@lo:400:kworker.0 Request processed in 34us (12945us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066162.868080:0:18951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1789066162.868091:0:18951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1789066162.868097:0:18951:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07b0b1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3295:x1875971258062592:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789066162.868125:0:18951:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07b0b1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3295:x1875971258062592:12345-0@lo:400:kworker.0 Request processed in 29us (12870us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066162.868131:0:18951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1789066162.868187:0:3298:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf07f55d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3298:1875971258062848:0@lo:400:kworker.0 00000100:00080000:3.0:1789066162.868279:0:18947:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1789066162.868354:0:3295:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf07f55d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3295:1875971258062592:0@lo:400:kworker.0 00000100:00100000:1.0:1789066162.868368:0:3295:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf07f55fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3295:1875971258062464:0@lo:400:kworker.0 00000100:00100000:1.0:1789066162.868394:0:3295:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf07f55ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:3295:1875971258062080:0@lo:400:kworker.0 00000001:00100000:3.0:1789066162.941948:0:7636:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000001:00080000:3.0:1789066162.942026:0:7636:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901889 is committed 00000001:00100000:3.0:1789066162.942035:0:7636:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 03395c2d-1c82-44ab-ab5f-676045f5b09e 00010000:00010000:3.0:1789066163.814699:0:18939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789066164.839885:0:18940:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789066165.036522:0:3288:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:3.0:1789066165.036869:0:20070:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236044544 00000100:00100000:3.0:1789066165.036884:0:20070:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236044544 00000100:00100000:3.0:1789066165.036980:0:20070:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 9 00000100:00100000:3.0:1789066165.036990:0:20070:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07b0b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:03395c2d-1c82-44ab-ab5f-676045f5b09e+7:16825:x1875971236044544:12345-192.168.204.23@tcp:41:lfs.0 00000100:00080000:0.0:1789066165.037007:0:18947:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000004:00000024:3.0:1789066165.037039:0:20070:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2261647360 avail 2259550208 00000100:00100000:3.0:1789066165.037140:0:20070:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07b0b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:03395c2d-1c82-44ab-ab5f-676045f5b09e+7:16825:x1875971236044544:12345-192.168.204.23@tcp:41:lfs.0 Request processed in 152us (633us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066165.037148:0:20070:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 9 00000100:00100000:3.0:1789066165.063219:0:3290:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:2.0:1789066165.063438:0:19639:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236044672 00000100:00100000:2.0:1789066165.063450:0:19639:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236044672 00000100:00100000:2.0:1789066165.063544:0:19639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 6 00000100:00100000:2.0:1789066165.063582:0:19639:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf081692680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:03395c2d-1c82-44ab-ab5f-676045f5b09e+6:16825:x1875971236044672:12345-192.168.204.23@tcp:13:lfs.0 00002000:00000024:2.0:1789066165.063621:0:19639:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1789066165.063714:0:19639:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf081692680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:03395c2d-1c82-44ab-ab5f-676045f5b09e+6:16825:x1875971236044672:12345-192.168.204.23@tcp:13:lfs.0 Request processed in 134us (506us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066165.063722:0:19639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 6 00000100:00080000:0.0:1789066165.064240:0:18947:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1789066165.067812:0:3289:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:2.0:1789066165.067921:0:19639:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236044800 00000100:00100000:2.0:1789066165.067931:0:19639:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236044800 00000100:00100000:2.0:1789066165.068000:0:19639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 7 00000100:00100000:2.0:1789066165.068011:0:19639:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07b1b9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:03395c2d-1c82-44ab-ab5f-676045f5b09e+5:16825:x1875971236044800:12345-192.168.204.23@tcp:13:lfs.0 00002000:00000024:2.0:1789066165.068054:0:19639:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1789066165.068146:0:19639:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07b1b9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:03395c2d-1c82-44ab-ab5f-676045f5b09e+5:16825:x1875971236044800:12345-192.168.204.23@tcp:13:lfs.0 Request processed in 137us (344us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066165.068153:0:19639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 7 00000100:00080000:0.0:1789066165.068218:0:18947:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1789066165.387242:0:3288:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:3.0:1789066165.387343:0:18945:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236044928 00000100:00100000:3.0:1789066165.387354:0:18945:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236044928 00000100:00100000:3.0:1789066165.387482:0:18945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 91 00000100:00100000:3.0:1789066165.387493:0:18945:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07c187050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a015b8b0-04ed-42d3-bd2a-470e24531f7b+10:16857:x1875971236044928:12345-192.168.204.23@tcp:101:mount.lustre.0 00010000:00010000:3.0:1789066165.387510:0:18945:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789066165.387529:0:18945:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9cf0817a7200/0x7555615576c840fa lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: local remote: 0x64887942ebce215 expref: -99 pid: 18945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066165.389723:0:18945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9cf0817a7200/0x7555615576c840fa lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000000 nid: 192.168.204.23@tcp remote: 0x64887942ebce215 expref: 11 pid: 18945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066165.389747:0:18945:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9cf0817a7200/0x7555615576c840fa lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 192.168.204.23@tcp remote: 0x64887942ebce215 expref: 11 pid: 18945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066165.389758:0:18945:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf0817a7200, rc 0) 00000100:00100000:3.0:1789066165.389835:0:18945:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07c187050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a015b8b0-04ed-42d3-bd2a-470e24531f7b+11:16857:x1875971236044928:12345-192.168.204.23@tcp:101:mount.lustre.0 Request processed in 2343us (2603us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066165.389846:0:18945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 91 00000100:00100000:2.0:1789066165.405129:0:3290:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:0.0:1789066165.405248:0:18943:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236045056 00000100:00100000:0.0:1789066165.405260:0:18943:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236045056 00000100:00100000:0.0:1789066165.405327:0:18943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 92 00000100:00100000:0.0:1789066165.405338:0:18943:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07c185050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a015b8b0-04ed-42d3-bd2a-470e24531f7b+11:16857:x1875971236045056:12345-192.168.204.23@tcp:501:mount.lustre.0 00000100:00100000:0.0:1789066165.406376:0:18943:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07c185050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a015b8b0-04ed-42d3-bd2a-470e24531f7b+11:16857:x1875971236045056:12345-192.168.204.23@tcp:501:mount.lustre.0 Request processed in 1030us (1248us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066165.406389:0:18943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 92 00000100:00100000:0.0:1789066165.410672:0:3289:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:2.0:1789066165.413940:0:3298:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf058000380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3298:1875971258062976:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1789066165.414021:0:3298:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066165.419024:0:19639:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258062976 00000100:00100000:1.0:1789066165.419042:0:19639:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258062976 00000100:00100000:1.0:1789066165.419144:0:19639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1789066165.419156:0:19639:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cef433bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3298:x1875971258062976:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1789066165.419187:0:19639:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3851419648 avail 3849322496 00000100:00100000:1.0:1789066165.419273:0:19639:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cef433bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3298:x1875971258062976:12345-0@lo:13:osp-pre-0-0.0 Request processed in 119us (5251us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066165.419300:0:19639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1789066165.419462:0:3298:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf058000380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3298:1875971258062976:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1789066165.419833:0:18947:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1789066165.431734:0:18945:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236045184 00000100:00100000:3.0:1789066165.431773:0:18945:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236045184 00000100:00100000:3.0:1789066165.431869:0:18945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 93 00000100:00100000:3.0:1789066165.431882:0:18945:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07c186850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a015b8b0-04ed-42d3-bd2a-470e24531f7b+11:16857:x1875971236045184:12345-192.168.204.23@tcp:503:mount.lustre.0 00000100:00100000:3.0:1789066165.432308:0:18945:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07c186850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a015b8b0-04ed-42d3-bd2a-470e24531f7b+11:16857:x1875971236045184:12345-192.168.204.23@tcp:503:mount.lustre.0 Request processed in 425us (21649us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066165.432318:0:18945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 93 00000100:00100000:1.0:1789066165.479390:0:3288:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:2.0:1789066165.479620:0:18946:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236045312 00000100:00100000:2.0:1789066165.479634:0:18946:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236045312 00000100:00100000:2.0:1789066165.479714:0:18946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 94 00000100:00100000:2.0:1789066165.479727:0:18946:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07c186450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a015b8b0-04ed-42d3-bd2a-470e24531f7b+11:16864:x1875971236045312:12345-192.168.204.23@tcp:502:llog_process_th.0 00000100:00100000:2.0:1789066165.481337:0:18946:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07c186450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a015b8b0-04ed-42d3-bd2a-470e24531f7b+11:16864:x1875971236045312:12345-192.168.204.23@tcp:502:llog_process_th.0 Request processed in 1602us (1951us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066165.481353:0:18946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 94 00000100:00100000:2.0:1789066165.503451:0:3290:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:0.0:1789066165.508002:0:18943:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236045440 00000100:00100000:0.0:1789066165.508025:0:18943:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236045440 00000100:00100000:0.0:1789066165.508123:0:18943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 95 00000100:00100000:0.0:1789066165.508136:0:18943:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07c185450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a015b8b0-04ed-42d3-bd2a-470e24531f7b+11:16864:x1875971236045440:12345-192.168.204.23@tcp:502:llog_process_th.0 00000100:00100000:0.0:1789066165.508583:0:18943:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07c185450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a015b8b0-04ed-42d3-bd2a-470e24531f7b+11:16864:x1875971236045440:12345-192.168.204.23@tcp:502:llog_process_th.0 Request processed in 411us (5110us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066165.508594:0:18943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 95 00000100:00100000:0.0:1789066165.517636:0:3289:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:2.0:1789066165.517811:0:18946:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236045568 00000100:00100000:2.0:1789066165.517825:0:18946:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236045568 00000100:00100000:2.0:1789066165.517910:0:18946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 96 00000100:00100000:2.0:1789066165.517923:0:18946:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07c184850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a015b8b0-04ed-42d3-bd2a-470e24531f7b+11:16857:x1875971236045568:12345-192.168.204.23@tcp:101:mount.lustre.0 00010000:00010000:2.0:1789066165.517958:0:18946:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789066165.517983:0:18946:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9cf07fd1c800/0x7555615576c84101 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x64887942ebce23f expref: -99 pid: 18946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066165.518026:0:18946:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9cf07fd1c800/0x7555615576c84101 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 192.168.204.23@tcp remote: 0x64887942ebce23f expref: 12 pid: 18946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066165.518041:0:18946:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9cf07fd1c800/0x7555615576c84101 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 192.168.204.23@tcp remote: 0x64887942ebce23f expref: 12 pid: 18946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066165.518053:0:18946:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf07fd1c800, rc 0) 00000100:00100000:2.0:1789066165.518147:0:18946:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07c184850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a015b8b0-04ed-42d3-bd2a-470e24531f7b+12:16857:x1875971236045568:12345-192.168.204.23@tcp:101:mount.lustre.0 Request processed in 227us (528us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066165.518174:0:18946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 96 00000100:00100000:1.0:1789066165.522252:0:3288:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:0.0:1789066165.522432:0:18943:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236045696 00000100:00100000:0.0:1789066165.522448:0:18943:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236045696 00000100:00100000:0.0:1789066165.522533:0:18943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 97 00000100:00100000:0.0:1789066165.522586:0:18943:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07c184c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a015b8b0-04ed-42d3-bd2a-470e24531f7b+12:16857:x1875971236045696:12345-192.168.204.23@tcp:256:mount.lustre.0 20000000:01000000:0.0:1789066165.522624:0:18943:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:0.0:1789066165.522661:0:18943:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:0.0:1789066165.522671:0:18943:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:0.0:1789066165.522676:0:18943:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:0.0:1789066165.522679:0:18943:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 132, version 11 00000100:00100000:0.0:1789066165.524867:0:18943:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07c184c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a015b8b0-04ed-42d3-bd2a-470e24531f7b+12:16857:x1875971236045696:12345-192.168.204.23@tcp:256:mount.lustre.0 Request processed in 2293us (2605us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066165.524887:0:18943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 97 00000100:00100000:3.0:1789066165.528096:0:3289:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:1.0:1789066165.528263:0:18945:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236045824 00000100:00100000:1.0:1789066165.528276:0:18945:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236045824 00000100:00100000:1.0:1789066165.528412:0:18945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 98 00000100:00100000:1.0:1789066165.528423:0:18945:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf05802c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a015b8b0-04ed-42d3-bd2a-470e24531f7b+12:16857:x1875971236045824:12345-192.168.204.23@tcp:101:mount.lustre.0 00010000:00010000:1.0:1789066165.528444:0:18945:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789066165.528466:0:18945:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9cf06b073800/0x7555615576c84108 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x64887942ebce246 expref: -99 pid: 18945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066165.528500:0:18945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9cf06b073800/0x7555615576c84108 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 192.168.204.23@tcp remote: 0x64887942ebce246 expref: 13 pid: 18945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066165.528513:0:18945:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9cf06b073800/0x7555615576c84108 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 192.168.204.23@tcp remote: 0x64887942ebce246 expref: 13 pid: 18945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066165.528523:0:18945:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf06b073800, rc 0) 00000100:00100000:1.0:1789066165.528633:0:18945:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf05802c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a015b8b0-04ed-42d3-bd2a-470e24531f7b+13:16857:x1875971236045824:12345-192.168.204.23@tcp:101:mount.lustre.0 Request processed in 212us (551us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066165.528640:0:18945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 98 00000100:00100000:3.0:1789066165.530759:0:3288:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:2.0:1789066165.532099:0:18946:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236045952 00000100:00100000:2.0:1789066165.532115:0:18946:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236045952 00000100:00100000:2.0:1789066165.532174:0:18946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 99 00000100:00100000:2.0:1789066165.532184:0:18946:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf05802ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a015b8b0-04ed-42d3-bd2a-470e24531f7b+13:16857:x1875971236045952:12345-192.168.204.23@tcp:501:mount.lustre.0 00000100:00100000:2.0:1789066165.532755:0:18946:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf05802ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a015b8b0-04ed-42d3-bd2a-470e24531f7b+13:16857:x1875971236045952:12345-192.168.204.23@tcp:501:mount.lustre.0 Request processed in 570us (2007us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066165.532983:0:18946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 99 00000100:00100000:1.0:1789066165.536732:0:3290:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:2.0:1789066165.536955:0:18946:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236046080 00000100:00100000:2.0:1789066165.536970:0:18946:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236046080 00000100:00100000:2.0:1789066165.537110:0:18946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 100 00000100:00100000:2.0:1789066165.537124:0:18946:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf05802d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a015b8b0-04ed-42d3-bd2a-470e24531f7b+13:16857:x1875971236046080:12345-192.168.204.23@tcp:503:mount.lustre.0 00000100:00100000:2.0:1789066165.537641:0:18946:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf05802d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a015b8b0-04ed-42d3-bd2a-470e24531f7b+13:16857:x1875971236046080:12345-192.168.204.23@tcp:503:mount.lustre.0 Request processed in 506us (912us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066165.537658:0:18946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 100 00000100:00100000:2.0:1789066165.545760:0:3289:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:0.0:1789066165.546359:0:18943:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236046208 00000100:00100000:0.0:1789066165.546373:0:18943:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236046208 00000100:00100000:0.0:1789066165.546506:0:18943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 101 00000100:00100000:0.0:1789066165.546517:0:18943:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf05802e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a015b8b0-04ed-42d3-bd2a-470e24531f7b+13:16868:x1875971236046208:12345-192.168.204.23@tcp:502:llog_process_th.0 00000100:00100000:0.0:1789066165.546913:0:18943:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf05802e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a015b8b0-04ed-42d3-bd2a-470e24531f7b+13:16868:x1875971236046208:12345-192.168.204.23@tcp:502:llog_process_th.0 Request processed in 397us (1164us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066165.546923:0:18943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 101 00000100:00100000:3.0:1789066165.563016:0:3288:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:2.0:1789066165.566211:0:18946:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236046336 00000100:00100000:2.0:1789066165.566235:0:18946:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236046336 00000100:00100000:2.0:1789066165.566348:0:18946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 102 00000100:00100000:2.0:1789066165.566361:0:18946:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf05802dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a015b8b0-04ed-42d3-bd2a-470e24531f7b+13:16868:x1875971236046336:12345-192.168.204.23@tcp:502:llog_process_th.0 00000100:00100000:2.0:1789066165.566809:0:18946:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf05802dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a015b8b0-04ed-42d3-bd2a-470e24531f7b+13:16868:x1875971236046336:12345-192.168.204.23@tcp:502:llog_process_th.0 Request processed in 450us (3810us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066165.566818:0:18946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 102 00000100:00100000:3.0:1789066165.586935:0:3290:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:3.0:1789066165.587053:0:3290:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:3.0:1789066165.587107:0:3290:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:0.0:1789066165.587544:0:19638:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236046976 00000100:00100000:0.0:1789066165.587654:0:19638:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236046976 00000100:00100000:0.0:1789066165.587773:0:19638:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 5 00000100:00100000:0.0:1789066165.587787:0:19638:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf081691180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:03395c2d-1c82-44ab-ab5f-676045f5b09e+6:2350:x1875971236046976:12345-192.168.204.23@tcp:400:kworker.0 00000100:00100000:0.0:1789066165.587892:0:19638:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf081691180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:03395c2d-1c82-44ab-ab5f-676045f5b09e+6:2350:x1875971236046976:12345-192.168.204.23@tcp:400:kworker.0 Request processed in 108us (838us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066165.587901:0:19638:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 5 00000100:00100000:3.0:1789066165.597264:0:3290:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:1.0:1789066165.597444:0:19637:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236047104 00000100:00100000:1.0:1789066165.597461:0:19637:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236047104 00000100:00100000:1.0:1789066165.597543:0:19637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 6 00000100:00100000:1.0:1789066165.597580:0:19637:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf081693b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:03395c2d-1c82-44ab-ab5f-676045f5b09e+5:2350:x1875971236047104:12345-192.168.204.23@tcp:400:kworker.0 00000100:00100000:1.0:1789066165.597661:0:19637:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf081693b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:03395c2d-1c82-44ab-ab5f-676045f5b09e+5:2350:x1875971236047104:12345-192.168.204.23@tcp:400:kworker.0 Request processed in 85us (414us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066165.597682:0:19637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 6 00000100:00100000:2.0:1789066165.601279:0:18951:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236046464 00000100:00100000:0.0:1789066165.601280:0:18953:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236046848 00000100:00100000:0.0:1789066165.601297:0:18953:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236046848 00000100:00100000:2.0:1789066165.601316:0:18951:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236046464 00000100:00100000:2.0:1789066165.601406:0:18951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 10 00000100:00100000:2.0:1789066165.601419:0:18951:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf081691c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2346:x1875971236046464:12345-192.168.204.23@tcp:38:mount.lustre.0 00010000:00080000:2.0:1789066165.601544:0:18951:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0000: connection from 8627823b-7b53-4130-8cab-84c2d38ecd0b@192.168.204.23@tcp t0 exp 0000000000000000 cur 624 last 0 00000020:00000080:2.0:1789066165.601618:0:18951:0:(genops.c:1384:class_connect()) connect: client 8627823b-7b53-4130-8cab-84c2d38ecd0b, cookie 0x7555615576c8410f 00000004:00100000:2.0:1789066165.601658:0:18951:0:(mdt_handler.c:7352:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000100:00100000:0.0:1789066165.601740:0:18953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 17 00000100:00100000:0.0:1789066165.601755:0:18953:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf081693800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:03395c2d-1c82-44ab-ab5f-676045f5b09e+7:2350:x1875971236046848:12345-192.168.204.23@tcp:400:kworker.0 00000100:00100000:0.0:1789066165.601846:0:18953:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf081693800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:03395c2d-1c82-44ab-ab5f-676045f5b09e+7:2350:x1875971236046848:12345-192.168.204.23@tcp:400:kworker.0 Request processed in 95us (14738us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066165.601875:0:18953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 17 00000100:00080000:2.0:1789066165.601922:0:18951:0:(import.c:65:import_set_state_nolock()) ffff9cef4130d000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1789066165.602072:0:18951:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf081691c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8627823b-7b53-4130-8cab-84c2d38ecd0b+6:2346:x1875971236046464:12345-192.168.204.23@tcp:38:mount.lustre.0 Request processed in 653us (15155us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066165.602080:0:18951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 10 00000100:00100000:3.0:1789066165.606845:0:3289:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:3.0:1789066165.606888:0:3289:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:0.0:1789066165.606914:0:20070:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236046592 00000100:00100000:0.0:1789066165.606925:0:20070:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236046592 00000100:00100000:0.0:1789066165.607323:0:20070:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236046720 00000100:00100000:0.0:1789066165.607328:0:20070:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236046720 00000100:00100000:0.0:1789066165.607373:0:20070:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 11 00000100:00100000:0.0:1789066165.607383:0:20070:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf081692a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8627823b-7b53-4130-8cab-84c2d38ecd0b+7:0:x1875971236046592:12345-192.168.204.23@tcp:41:mount.lustre.0 00000004:00000024:0.0:1789066165.607438:0:20070:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 6815744 pending 0 free 2261647360 avail 2259550208 00000100:00100000:0.0:1789066165.607516:0:20070:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf081692a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8627823b-7b53-4130-8cab-84c2d38ecd0b+7:0:x1875971236046592:12345-192.168.204.23@tcp:41:mount.lustre.0 Request processed in 134us (685us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066165.607524:0:20070:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 11 00000100:00100000:0.0:1789066165.607543:0:20070:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 12 00000100:00100000:0.0:1789066165.607573:0:20070:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07b268e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8627823b-7b53-4130-8cab-84c2d38ecd0b+6:16857:x1875971236046720:12345-192.168.204.23@tcp:41:mount.lustre.0 00000004:00000024:0.0:1789066165.607585:0:20070:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 6815744 pending 0 free 2261647360 avail 2259550208 00000100:00100000:0.0:1789066165.607607:0:20070:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07b268e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8627823b-7b53-4130-8cab-84c2d38ecd0b+6:16857:x1875971236046720:12345-192.168.204.23@tcp:41:mount.lustre.0 Request processed in 58us (719us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066165.607613:0:20070:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 12 00000100:00080000:2.0:1789066165.608687:0:18947:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1789066165.610329:0:3288:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:0.0:1789066165.610613:0:20070:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236047232 00000100:00100000:0.0:1789066165.610623:0:20070:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236047232 00000100:00100000:0.0:1789066165.610684:0:20070:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 13 00000100:00100000:0.0:1789066165.610694:0:20070:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07b26a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8627823b-7b53-4130-8cab-84c2d38ecd0b+6:16857:x1875971236047232:12345-192.168.204.23@tcp:40:mount.lustre.0 00000100:00100000:0.0:1789066165.610809:0:20070:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07b26a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8627823b-7b53-4130-8cab-84c2d38ecd0b+6:16857:x1875971236047232:12345-192.168.204.23@tcp:40:mount.lustre.0 Request processed in 116us (487us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066165.610817:0:20070:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 13 00000100:00100000:3.0:1789066165.615075:0:3290:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:3.0:1789066165.615123:0:3290:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:1.0:1789066165.615237:0:18955:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236047616 00000100:00100000:1.0:1789066165.615248:0:18955:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236047616 00000100:00100000:1.0:1789066165.615309:0:18955:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 1 00000100:00100000:1.0:1789066165.615319:0:18955:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07b268a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8627823b-7b53-4130-8cab-84c2d38ecd0b+6:16857:x1875971236047616:12345-192.168.204.23@tcp:33:mount.lustre.0 00000004:00200000:1.0:1789066165.615392:0:18955:0:(mdt_handler.c:924:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 16384 00000100:00100000:1.0:1789066165.615517:0:18955:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07b268a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8627823b-7b53-4130-8cab-84c2d38ecd0b+6:16857:x1875971236047616:12345-192.168.204.23@tcp:33:mount.lustre.0 Request processed in 193us (445us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066165.615684:0:18955:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 1 00000100:00100000:0.0:1789066165.615963:0:19638:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236047360 00000100:00100000:0.0:1789066165.615982:0:19638:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236047360 00000100:00100000:1.0:1789066165.616075:0:3288:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:1.0:1789066165.616150:0:19638:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236047488 00000100:00100000:1.0:1789066165.616154:0:19638:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236047488 00000100:00100000:3.0:1789066165.616811:0:19637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 11 00000100:00100000:3.0:1789066165.616820:0:19637:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07b269180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2346:x1875971236047360:12345-192.168.204.23@tcp:8:mount.lustre.0 00010000:00080000:3.0:1789066165.616851:0:19637:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-OST0000: connection from 8627823b-7b53-4130-8cab-84c2d38ecd0b@192.168.204.23@tcp t0 exp 0000000000000000 cur 624 last 0 00000020:00000080:3.0:1789066165.616882:0:19637:0:(genops.c:1384:class_connect()) connect: client 8627823b-7b53-4130-8cab-84c2d38ecd0b, cookie 0x7555615576c84116 00002000:00100000:3.0:1789066165.616893:0:19637:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli 8627823b-7b53-4130-8cab-84c2d38ecd0b/ffff9cf07f4ba000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113a28 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:3.0:1789066165.616905:0:19637:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00080000:3.0:1789066165.617020:0:19637:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:3.0:1789066165.617059:0:19637:0:(import.c:65:import_set_state_nolock()) ffff9cf07f4bc800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1789066165.617847:0:19637:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07b269180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8627823b-7b53-4130-8cab-84c2d38ecd0b+6:2346:x1875971236047360:12345-192.168.204.23@tcp:8:mount.lustre.0 Request processed in 1022us (2719us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066165.617857:0:19637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 11 00000100:00100000:3.0:1789066165.617884:0:19637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 12 00000100:00100000:3.0:1789066165.617889:0:19637:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf058002300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2346:x1875971236047488:12345-192.168.204.23@tcp:8:mount.lustre.0 00010000:00080000:3.0:1789066165.617910:0:19637:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-OST0001: connection from 8627823b-7b53-4130-8cab-84c2d38ecd0b@192.168.204.23@tcp t0 exp 0000000000000000 cur 624 last 0 00000020:00000080:3.0:1789066165.617946:0:19637:0:(genops.c:1384:class_connect()) connect: client 8627823b-7b53-4130-8cab-84c2d38ecd0b, cookie 0x7555615576c8411d 00002000:00100000:3.0:1789066165.617954:0:19637:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli 8627823b-7b53-4130-8cab-84c2d38ecd0b/ffff9cf052050000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113a28 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:3.0:1789066165.617961:0:19637:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:1.0:1789066165.619150:0:19637:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:1.0:1789066165.619183:0:19637:0:(import.c:65:import_set_state_nolock()) ffff9cef41ae9800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1789066165.619243:0:19637:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf058002300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8627823b-7b53-4130-8cab-84c2d38ecd0b+6:2346:x1875971236047488:12345-192.168.204.23@tcp:8:mount.lustre.0 Request processed in 1349us (3167us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066165.619251:0:19637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 12 00010000:00010000:3.0:1789066165.864445:0:18939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789066165.901108:0:3290:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:1.0:1789066165.901299:0:18952:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236047744 00000100:00100000:1.0:1789066165.901314:0:18952:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236047744 00000100:00100000:1.0:1789066165.901408:0:18952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 14 00000100:00100000:1.0:1789066165.901420:0:18952:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07b1b8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8627823b-7b53-4130-8cab-84c2d38ecd0b+6:16889:x1875971236047744:12345-192.168.204.23@tcp:101:mkdir.0 00010000:00010000:1.0:1789066165.901443:0:18952:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789066165.901473:0:18952:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf06b073a00/0x7555615576c84124 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x64887942ebce270 expref: -99 pid: 18952 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066165.901813:0:18952:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf06b072c00/0x7555615576c8412b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 18952 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066165.901844:0:18952:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf06b072c00/0x7555615576c8412b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18952 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066165.901859:0:18952:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf06b072c00/0x7555615576c8412b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18952 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1789066165.901900:0:18952:0:(mdt_handler.c:924:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 16384 00000004:00200000:1.0:1789066165.901904:0:18952:0:(mdt_handler.c:1589:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:1.0:1789066165.901927:0:18952:0:(mdt_handler.c:2560:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf06b072c00/0x7555615576c8412b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18952 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066165.901955:0:18952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf06b073a00/0x7555615576c84124 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.23@tcp remote: 0x64887942ebce270 expref: 8 pid: 18952 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066165.901980:0:18952:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf06b072c00/0x7555615576c8412b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.23@tcp remote: 0x64887942ebce270 expref: 7 pid: 18952 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066165.901989:0:18952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf04872a700) 00010000:00010000:1.0:1789066165.901992:0:18952:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1789066165.901996:0:18952:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf06b072c00, rc 0) 00000100:00100000:1.0:1789066165.902994:0:18952:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07b1b8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8627823b-7b53-4130-8cab-84c2d38ecd0b+7:16889:x1875971236047744:12345-192.168.204.23@tcp:101:mkdir.0 Request processed in 1569us (1889us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066165.903005:0:18952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 14 00010000:00010000:1.0:1789066166.885912:0:18940:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:1.0:1789066167.071654:0:6711:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 8627823b-7b53-4130-8cab-84c2d38ecd0b 00000001:00100000:1.0:1789066167.071703:0:6711:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 03395c2d-1c82-44ab-ab5f-676045f5b09e 00000001:00100000:1.0:1789066167.074128:0:5860:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 8627823b-7b53-4130-8cab-84c2d38ecd0b 00000001:00100000:1.0:1789066167.074157:0:5860:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 03395c2d-1c82-44ab-ab5f-676045f5b09e 00010000:00010000:1.0:1789066167.911131:0:18939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789066167.975238:0:3295:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf07f481c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3295:1875971258063104:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1789066167.975380:0:3295:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066167.975500:0:19639:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258063104 00000100:00100000:0.0:1789066167.975511:0:19639:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258063104 00000100:00100000:0.0:1789066167.975620:0:19639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1789066167.975634:0:19639:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07f481f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3295:x1875971258063104:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1789066167.975695:0:19639:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47644672 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1789066167.975752:0:19639:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07f481f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3295:x1875971258063104:12345-0@lo:13:osp-pre-1-0.0 Request processed in 121us (372us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066167.975761:0:19639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00080000:0.0:1789066167.975789:0:18947:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1789066167.975831:0:3295:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 12884901889 gen 2 00000100:00100000:0.0:1789066167.975864:0:3295:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf07f481c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3295:1875971258063104:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1789066168.000185:0:3295:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf07b26b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3295:1875971258063616:0@lo:400:kworker.0 00000100:00100000:3.0:1789066168.000288:0:3295:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789066168.000368:0:3295:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1789066168.000375:0:3295:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf07b268000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:3295:1875971258063232:0@lo:400:kworker.0 00000100:00100000:3.0:1789066168.000413:0:3295:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789066168.000451:0:3295:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf07b268700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3295:1875971258063744:0@lo:400:kworker.0 00000100:00100000:3.0:1789066168.000476:0:3295:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789066168.000505:0:3297:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf07b26ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3297:1875971258063360:0@lo:400:kworker.0 00000100:00100000:3.0:1789066168.000535:0:3297:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789066168.000589:0:3297:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1789066168.000595:0:3297:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf07b26b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3297:1875971258063488:0@lo:400:kworker.0 00000100:00100000:3.0:1789066168.000616:0:3297:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789066168.000650:0:20070:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258063616 00000100:00100000:3.0:1789066168.000659:0:20070:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258063616 00000100:00100000:3.0:1789066168.000738:0:20070:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258063744 00000100:00100000:3.0:1789066168.000742:0:20070:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258063744 00000100:00100000:3.0:1789066168.000755:0:20070:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258063488 00000100:00100000:3.0:1789066168.000757:0:20070:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258063488 00000100:00100000:3.0:1789066168.000773:0:20070:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1789066168.000782:0:20070:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07b269500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3295:x1875971258063616:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789066168.000847:0:20070:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07b269500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3295:x1875971258063616:12345-0@lo:400:kworker.0 Request processed in 64us (558us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066168.000855:0:20070:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1789066168.000876:0:20070:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:3.0:1789066168.000882:0:20070:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07b269c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3295:x1875971258063744:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789066168.000912:0:20070:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07b269c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3295:x1875971258063744:12345-0@lo:400:kworker.0 Request processed in 30us (435us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066168.000917:0:20070:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:3.0:1789066168.000927:0:20070:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:3.0:1789066168.000933:0:20070:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07b26a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3297:x1875971258063488:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789066168.000961:0:20070:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07b26a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3297:x1875971258063488:12345-0@lo:400:kworker.0 Request processed in 29us (344us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066168.000967:0:20070:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:3.0:1789066168.000990:0:19635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258063360 00000100:00100000:3.0:1789066168.000994:0:19635:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258063360 00000100:00100000:3.0:1789066168.001027:0:19635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1789066168.001034:0:19635:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07b269880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3297:x1875971258063360:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789066168.001065:0:19635:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07b269880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3297:x1875971258063360:12345-0@lo:400:kworker.0 Request processed in 32us (530us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066168.001071:0:19635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00080000:3.0:1789066168.001092:0:18947:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1789066168.001105:0:18947:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1789066168.001145:0:3295:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf07b268700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3295:1875971258063744:0@lo:400:kworker.0 00000100:00100000:3.0:1789066168.001159:0:3295:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf07b26b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3295:1875971258063616:0@lo:400:kworker.0 00000100:00100000:3.0:1789066168.001190:0:3297:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf07b26b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3297:1875971258063488:0@lo:400:kworker.0 00000100:00100000:3.0:1789066168.001201:0:3297:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf07b26ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3297:1875971258063360:0@lo:400:kworker.0 00000100:00100000:2.0:1789066168.007177:0:18943:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258063232 00000100:00100000:2.0:1789066168.007203:0:18943:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258063232 00000100:00100000:2.0:1789066168.007293:0:18943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 103 00000100:00100000:2.0:1789066168.007307:0:18943:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf05802fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+19:3295:x1875971258063232:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789066168.007458:0:18943:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf05802fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+19:3295:x1875971258063232:12345-0@lo:400:kworker.0 Request processed in 153us (7043us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066168.007467:0:18943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 103 00000100:00100000:3.0:1789066168.023501:0:3295:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf07b268000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:3295:1875971258063232:0@lo:400:kworker.0 00000001:00100000:3.0:1789066168.110184:0:7636:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 8627823b-7b53-4130-8cab-84c2d38ecd0b 00010000:00010000:1.0:1789066168.933835:0:18940:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1789066169.746129:0:20917:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00010000:00010000:1.0:1789066169.965213:0:18939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789066170.535681:0:3298:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1789066170.535703:0:3298:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf058000000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3298:1875971258063872:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1789066170.535786:0:3298:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066170.535936:0:19639:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258063872 00000100:00100000:0.0:1789066170.535946:0:19639:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258063872 00000100:00100000:0.0:1789066170.536023:0:19639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1789066170.536035:0:19639:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cef433b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3298:x1875971258063872:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1789066170.536073:0:19639:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47644672 pending 0 free 3851419648 avail 3849322496 00000100:00100000:0.0:1789066170.536136:0:19639:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cef433b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3298:x1875971258063872:12345-0@lo:13:osp-pre-0-0.0 Request processed in 104us (349us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066170.536142:0:19639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1789066170.536269:0:3298:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf058000000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3298:1875971258063872:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1789066170.536541:0:18947:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1789066170.789965:0:3288:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:1.0:1789066170.790013:0:3288:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:1.0:1789066170.790050:0:3288:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:1.0:1789066170.790079:0:3288:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:1.0:1789066170.790096:0:3288:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:1.0:1789066170.790114:0:3288:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:1.0:1789066170.790134:0:3288:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:0.0:1789066170.798815:0:20070:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236048384 00000100:00100000:0.0:1789066170.798831:0:20070:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236048384 00000100:00100000:0.0:1789066170.798919:0:20070:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236048000 00000100:00100000:0.0:1789066170.798923:0:20070:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236048000 00000100:00100000:0.0:1789066170.798961:0:20070:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 21 00000100:00100000:0.0:1789066170.798989:0:20070:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf058001180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8627823b-7b53-4130-8cab-84c2d38ecd0b+6:2348:x1875971236048384:12345-192.168.204.23@tcp:400:kworker.0 00000100:00100000:0.0:1789066170.799080:0:20070:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf058001180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8627823b-7b53-4130-8cab-84c2d38ecd0b+6:2348:x1875971236048384:12345-192.168.204.23@tcp:400:kworker.0 Request processed in 92us (9027us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066170.799087:0:20070:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 21 00000100:00100000:0.0:1789066170.799106:0:20070:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 22 00000100:00100000:0.0:1789066170.799114:0:20070:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf058002d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:03395c2d-1c82-44ab-ab5f-676045f5b09e+6:2348:x1875971236048000:12345-192.168.204.23@tcp:400:kworker.0 00000100:00100000:0.0:1789066170.799140:0:20070:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf058002d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:03395c2d-1c82-44ab-ab5f-676045f5b09e+6:2348:x1875971236048000:12345-192.168.204.23@tcp:400:kworker.0 Request processed in 27us (9043us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066170.799147:0:20070:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 22 00000100:00100000:3.0:1789066170.799714:0:19637:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236048128 00000100:00100000:3.0:1789066170.799720:0:19637:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236048128 00000100:00100000:3.0:1789066170.799746:0:19637:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236048640 00000100:00100000:3.0:1789066170.799749:0:19637:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236048640 00000100:00100000:3.0:1789066170.799764:0:19637:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236048256 00000100:00100000:3.0:1789066170.799767:0:19637:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236048256 00000100:00100000:3.0:1789066170.799780:0:19637:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236048512 00000100:00100000:3.0:1789066170.799783:0:19637:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236048512 00000100:00100000:3.0:1789066170.799797:0:19637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 8 00000100:00100000:3.0:1789066170.799804:0:19637:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf058002a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:03395c2d-1c82-44ab-ab5f-676045f5b09e+5:2348:x1875971236048128:12345-192.168.204.23@tcp:400:kworker.0 00000100:00100000:3.0:1789066170.799853:0:19637:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf058002a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:03395c2d-1c82-44ab-ab5f-676045f5b09e+5:2348:x1875971236048128:12345-192.168.204.23@tcp:400:kworker.0 Request processed in 49us (9839us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066170.799859:0:19637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 8 00000100:00100000:3.0:1789066170.799871:0:19637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 9 00000100:00100000:3.0:1789066170.799877:0:19637:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf058003100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8627823b-7b53-4130-8cab-84c2d38ecd0b+5:2348:x1875971236048640:12345-192.168.204.23@tcp:400:kworker.0 00000100:00100000:3.0:1789066170.799900:0:19637:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf058003100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8627823b-7b53-4130-8cab-84c2d38ecd0b+5:2348:x1875971236048640:12345-192.168.204.23@tcp:400:kworker.0 Request processed in 23us (9820us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066170.799916:0:19637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 9 00000100:00100000:3.0:1789066170.799928:0:19637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 10 00000100:00100000:3.0:1789066170.799934:0:19637:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf058001f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:03395c2d-1c82-44ab-ab5f-676045f5b09e+5:2348:x1875971236048256:12345-192.168.204.23@tcp:400:kworker.0 00000100:00100000:3.0:1789066170.799958:0:19637:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf058001f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:03395c2d-1c82-44ab-ab5f-676045f5b09e+5:2348:x1875971236048256:12345-192.168.204.23@tcp:400:kworker.0 Request processed in 24us (9843us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066170.799964:0:19637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 10 00000100:00100000:3.0:1789066170.799975:0:19637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 11 00000100:00100000:3.0:1789066170.799981:0:19637:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf058003480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8627823b-7b53-4130-8cab-84c2d38ecd0b+5:2348:x1875971236048512:12345-192.168.204.23@tcp:400:kworker.0 00000100:00100000:3.0:1789066170.800002:0:19637:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf058003480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8627823b-7b53-4130-8cab-84c2d38ecd0b+5:2348:x1875971236048512:12345-192.168.204.23@tcp:400:kworker.0 Request processed in 21us (9866us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066170.800007:0:19637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 11 00000100:00100000:2.0:1789066170.800110:0:18946:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236047872 00000100:00100000:2.0:1789066170.800115:0:18946:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236047872 00000100:00100000:2.0:1789066170.800153:0:18946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 104 00000100:00100000:2.0:1789066170.800161:0:18946:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf05802c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a015b8b0-04ed-42d3-bd2a-470e24531f7b+13:2348:x1875971236047872:12345-192.168.204.23@tcp:400:kworker.0 00000100:00100000:2.0:1789066170.800197:0:18946:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf05802c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a015b8b0-04ed-42d3-bd2a-470e24531f7b+13:2348:x1875971236047872:12345-192.168.204.23@tcp:400:kworker.0 Request processed in 36us (10242us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066170.800203:0:18946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 104 00000100:00080000:1.0:1789066170.800289:0:18947:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1789066170.800293:0:18947:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1789066170.800304:0:18947:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1789066170.982581:0:18940:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1789066171.494352:0:18985:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1789066172.007108:0:18939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789066173.029982:0:18940:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789066173.096568:0:3298:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf07f481c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:3298:1875971258064000:0@lo:400:kworker.0 00000100:00100000:0.0:1789066173.096633:0:3298:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066173.096676:0:3298:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf07f483100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3298:1875971258064512:0@lo:400:kworker.0 00000100:00100000:0.0:1789066173.096697:0:3298:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066173.096717:0:3298:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1789066173.096722:0:3298:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf07f483b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3298:1875971258064384:0@lo:400:kworker.0 00000100:00100000:1.0:1789066173.096821:0:18945:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258064000 00000100:00100000:1.0:1789066173.096830:0:18945:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258064000 00000100:00100000:1.0:1789066173.096870:0:18945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 105 00000100:00100000:1.0:1789066173.096878:0:18945:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf05802c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+19:3298:x1875971258064000:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789066173.096924:0:18945:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf05802c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+19:3298:x1875971258064000:12345-0@lo:400:kworker.0 Request processed in 47us (292us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066173.096931:0:18945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 105 00000100:00100000:1.0:1789066173.096960:0:3296:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf07f480a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3296:1875971258064256:0@lo:400:kworker.0 00000100:00100000:1.0:1789066173.096982:0:3296:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066173.096999:0:3296:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1789066173.097003:0:3296:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf07f482d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3296:1875971258064128:0@lo:400:kworker.0 00000100:00100000:1.0:1789066173.097019:0:3296:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066173.097040:0:3296:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf07f482680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3296:1875971258064640:0@lo:400:kworker.0 00000100:00100000:1.0:1789066173.097062:0:3296:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066173.097092:0:20070:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258064512 00000100:00100000:1.0:1789066173.097095:0:20070:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258064512 00000100:00100000:1.0:1789066173.097124:0:20070:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258064640 00000100:00100000:1.0:1789066173.097126:0:20070:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258064640 00000100:00100000:1.0:1789066173.097141:0:20070:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:1.0:1789066173.097147:0:20070:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07f480700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3298:x1875971258064512:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789066173.097174:0:20070:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07f480700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3298:x1875971258064512:12345-0@lo:400:kworker.0 Request processed in 27us (476us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066173.097180:0:20070:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:1.0:1789066173.097191:0:20070:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:1.0:1789066173.097196:0:20070:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf058001880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3296:x1875971258064640:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789066173.097236:0:20070:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf058001880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3296:x1875971258064640:12345-0@lo:400:kworker.0 Request processed in 39us (173us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066173.097243:0:20070:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00080000:1.0:1789066173.097267:0:18947:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1789066173.097292:0:3296:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf07f482680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3296:1875971258064640:0@lo:400:kworker.0 00000100:00100000:0.0:1789066173.097478:0:3298:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066173.097503:0:3298:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf07f481c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:3298:1875971258064000:0@lo:400:kworker.0 00000100:00100000:0.0:1789066173.097512:0:3298:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf07f483100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3298:1875971258064512:0@lo:400:kworker.0 00000100:00100000:1.0:1789066173.097570:0:20070:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258064384 00000100:00100000:1.0:1789066173.097574:0:20070:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258064384 00000100:00100000:1.0:1789066173.097589:0:20070:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:1.0:1789066173.097595:0:20070:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07f480380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3298:x1875971258064384:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789066173.097631:0:20070:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07f480380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3298:x1875971258064384:12345-0@lo:400:kworker.0 Request processed in 36us (154us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066173.097637:0:20070:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:3.0:1789066173.100177:0:3295:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1789066173.100194:0:3295:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf07b268000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3295:1875971258064768:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1789066173.100263:0:3295:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789066173.100302:0:19637:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258064256 00000100:00100000:3.0:1789066173.100308:0:19637:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258064256 00000100:00100000:3.0:1789066173.100349:0:19637:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258064128 00000100:00100000:3.0:1789066173.100351:0:19637:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258064128 00000100:00100000:3.0:1789066173.100365:0:19637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1789066173.100372:0:19637:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf058003b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3296:x1875971258064256:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789066173.100407:0:19637:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf058003b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3296:x1875971258064256:12345-0@lo:400:kworker.0 Request processed in 36us (3424us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066173.100425:0:19637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1789066173.100437:0:19637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1789066173.100443:0:19637:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf058000700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3296:x1875971258064128:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789066173.100474:0:19637:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf058000700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3296:x1875971258064128:12345-0@lo:400:kworker.0 Request processed in 31us (3454us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066173.100479:0:19637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1789066173.100507:0:19640:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258064768 00000100:00100000:3.0:1789066173.100510:0:19640:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258064768 00000100:00100000:3.0:1789066173.100527:0:19640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1789066173.100533:0:19640:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07b26ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3295:x1875971258064768:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1789066173.100580:0:19640:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47644672 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1789066173.100612:0:19640:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07b26ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3295:x1875971258064768:12345-0@lo:13:osp-pre-1-0.0 Request processed in 80us (358us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066173.100618:0:19640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1789066173.100658:0:3295:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf07b268000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3295:1875971258064768:0@lo:13:osp-pre-1-0.0 00000100:00080000:3.0:1789066173.100674:0:18947:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1789066173.100677:0:18947:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1789066173.100691:0:3296:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf07f482d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3296:1875971258064128:0@lo:400:kworker.0 00000100:00100000:3.0:1789066173.100699:0:3296:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf07f480a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3296:1875971258064256:0@lo:400:kworker.0 00000100:00100000:0.0:1789066173.100864:0:3298:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf07f483b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3298:1875971258064384:0@lo:400:kworker.0 00010000:00010000:1.0:1789066174.053760:0:18939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1789066174.435500:0:21065:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007ffc476101a0 20000000:00000080:3.0:1789066174.435519:0:21065:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=400866bb len=576 karg=ffff9cf0523edc00 uarg=0000000000000000 20000000:01000000:3.0:1789066174.435584:0:21065:0:(mgs_llog.c:6192:mgs_set_param2()) set_param2 fs='' device='general' param='lod.*.mdt_hash=crush' 20000000:01000000:3.0:1789066174.435590:0:21065:0:(mgs_llog.c:4647:mgs_write_log_param2()) next param 'lod.*.mdt_hash=crush' 20000000:01000000:3.0:1789066174.435594:0:21065:0:(mgs_llog.c:1379:mgs_modify_param()) modify params/general/lod.*.mdt_hash=crush del=0 00000040:00080000:0.0:1789066174.437986:0:21066:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 5 count 10 20000000:00000400:3.0:1789066174.438162:0:21065:0:(mgs_llog.c:1450:mgs_modify_param()) MGS: modify general/lod.*.mdt_hash=crush (mode = 0) failed: rc = -17 10000000:01000000:3.0:1789066174.443754:0:21065:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00010000:00010000:3.0:1789066174.443788:0:21065:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9cf0817a6800/0x7555615576c84132 lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21065 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066174.443807:0:21065:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9cf0413fd800/0x7555615576c83df1 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7555615576c83dea expref: 18 pid: 18945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066174.443827:0:21065:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9cf081655e00/0x7555615576c83e3e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7555615576c83e37 expref: 18 pid: 18946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066174.443834:0:21065:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9cf081655a00/0x7555615576c83f8e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7555615576c83f87 expref: 18 pid: 18943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066174.443844:0:21065:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9cf0817a6400/0x7555615576c840d0 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 192.168.204.23@tcp remote: 0x64887942ebce1e4 expref: 12 pid: 18946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066174.443852:0:21065:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9cf06b073800/0x7555615576c84108 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 192.168.204.23@tcp remote: 0x64887942ebce246 expref: 12 pid: 18945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066174.443859:0:21065:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9cf0817a6800/0x7555615576c84132 lrc: 8/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 21065 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066174.443906:0:21065:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9cf06b073800/0x7555615576c84108 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000020 nid: 192.168.204.23@tcp remote: 0x64887942ebce246 expref: 12 pid: 18945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066174.443924:0:21065:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9cf06b073800/0x7555615576c84108 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x70000400000020 nid: 192.168.204.23@tcp remote: 0x64887942ebce246 expref: 12 pid: 18945 timeout: 733 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789066174.443938:0:21065:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf07b268000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:21065:1875971258064896:192.168.204.23@tcp:104: 00010000:00010000:3.0:1789066174.444113:0:21065:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9cf0817a6400/0x7555615576c840d0 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000020 nid: 192.168.204.23@tcp remote: 0x64887942ebce1e4 expref: 12 pid: 18946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066174.444122:0:21065:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9cf0817a6400/0x7555615576c840d0 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x70000400000020 nid: 192.168.204.23@tcp remote: 0x64887942ebce1e4 expref: 12 pid: 18946 timeout: 733 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789066174.444130:0:21065:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf07b26b800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:21065:1875971258065024:192.168.204.23@tcp:104: 00010000:00010000:3.0:1789066174.444169:0:21065:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9cf081655a00/0x7555615576c83f8e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x7555615576c83f87 expref: 18 pid: 18943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066174.444177:0:21065:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9cf081655a00/0x7555615576c83f8e lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x7555615576c83f87 expref: 18 pid: 18943 timeout: 733 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789066174.444185:0:21065:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf07b26b100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:21065:1875971258065152:0@lo:104: 00000100:00100000:3.0:1789066174.444246:0:21065:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1789066174.444282:0:21065:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9cf081655e00/0x7555615576c83e3e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x7555615576c83e37 expref: 18 pid: 18946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066174.444291:0:21065:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9cf081655e00/0x7555615576c83e3e lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x7555615576c83e37 expref: 18 pid: 18946 timeout: 733 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789066174.444298:0:21065:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf07b269f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:21065:1875971258065280:0@lo:104: 00000100:00100000:3.0:1789066174.444318:0:21065:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1789066174.444354:0:21065:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9cf0413fd800/0x7555615576c83df1 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x7555615576c83dea expref: 18 pid: 18945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066174.444363:0:21065:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9cf0413fd800/0x7555615576c83df1 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x7555615576c83dea expref: 18 pid: 18945 timeout: 733 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789066174.444373:0:21065:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf07b26aa00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:21065:1875971258065408:0@lo:104: 00000100:00100000:3.0:1789066174.444397:0:21065:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066174.444489:0:18934:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1789066174.444509:0:18934:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258065152 00000100:00100000:1.0:1789066174.444516:0:18934:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258065152 00000100:00100000:1.0:1789066174.444583:0:18934:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258065280 00000100:00100000:1.0:1789066174.444587:0:18934:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258065280 00000100:00100000:1.0:1789066174.444603:0:18934:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258065408 00000100:00100000:1.0:1789066174.444606:0:18934:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258065408 00000100:00100000:2.0:1789066174.444615:0:18935:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1789066174.444630:0:18935:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07b268700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+5:21065:x1875971258065152:12345-0@lo:104: 00010000:00010000:2.0:1789066174.444644:0:18935:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.123@tcp lock: ffff9cf0817a7000/0x7555615576c83f87 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0x7555615576c83f8e expref: -99 pid: 20356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789066174.444670:0:21065:0:(client.c:2716:ptlrpc_set_wait()) set ffff9cf065d77240 going to sleep for 11 seconds 00010000:00010000:2.0:1789066174.444705:0:18935:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1789066174.444713:0:18935:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07b268700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+5:21065:x1875971258065152:12345-0@lo:104: Request processed in 88us (467us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066174.444714:0:21065:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf07b26b100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:21065:1875971258065152:0@lo:104: 00000100:00100000:2.0:1789066174.444878:0:18935:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1789066174.444903:0:18935:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1789066174.444910:0:18935:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07b268380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+4:21065:x1875971258065280:12345-0@lo:104: 00010000:00010000:2.0:1789066174.444918:0:18935:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.123@tcp lock: ffff9cf040030c00/0x7555615576c83e37 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0x7555615576c83e3e expref: -99 pid: 19634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066174.444970:0:18935:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:2.0:1789066174.444975:0:18935:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07b268380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+4:21065:x1875971258065280:12345-0@lo:104: Request processed in 67us (657us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066174.444982:0:18935:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1789066174.444995:0:18935:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1789066174.445001:0:18935:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf050bd8050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+3:21065:x1875971258065408:12345-0@lo:104: 00010000:00010000:2.0:1789066174.445009:0:18935:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.123@tcp lock: ffff9cf040031000/0x7555615576c83dea lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0x7555615576c83df1 expref: -99 pid: 18948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066174.445047:0:18935:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to priority blp list, 3 blwis in pool 00000100:00100000:2.0:1789066174.445051:0:18935:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf050bd8050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+3:21065:x1875971258065408:12345-0@lo:104: Request processed in 51us (654us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066174.445058:0:18935:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00010000:2.0:1789066174.445096:0:18940:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1789066174.445102:0:18940:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.123@tcp lock: ffff9cf0817a7000/0x7555615576c83f87 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0x7555615576c83f8e expref: -99 pid: 20356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066174.445108:0:18940:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf0817a7000 already unused, calling callback (ffffffffc1b4dc20) 10000000:00010000:2.0:1789066174.445112:0:18940:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.123@tcp lock: ffff9cf0817a7000/0x7555615576c83f87 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0x7555615576c83f8e expref: -99 pid: 20356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066174.445119:0:18940:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.123@tcp lock: ffff9cf0817a7000/0x7555615576c83f87 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0x7555615576c83f8e expref: -99 pid: 20356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1789066174.445126:0:18940:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.123@tcp lock: ffff9cf0817a7000/0x7555615576c83f87 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1409400000000 nid: local remote: 0x7555615576c83f8e expref: -99 pid: 20356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789066174.445131:0:18940:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:0.0:1789066174.445161:0:18939:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1789066174.445307:0:21067:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789066174.445320:0:18939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.123@tcp lock: ffff9cf040030c00/0x7555615576c83e37 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0x7555615576c83e3e expref: -99 pid: 19634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789066174.445384:0:21065:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf07b269f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:21065:1875971258065280:0@lo:104: 00000100:00100000:3.0:1789066174.445393:0:21065:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf07b26aa00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:21065:1875971258065408:0@lo:104: 00010000:00010000:0.0:1789066174.445681:0:18939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf040030c00 already unused, calling callback (ffffffffc1b4dc20) 10000000:00010000:0.0:1789066174.445686:0:18939:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.123@tcp lock: ffff9cf040030c00/0x7555615576c83e37 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0x7555615576c83e3e expref: -99 pid: 19634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066174.445694:0:18939:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.123@tcp lock: ffff9cf040030c00/0x7555615576c83e37 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0x7555615576c83e3e expref: -99 pid: 19634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066174.445698:0:18940:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.123@tcp lock: ffff9cf0817a7000/0x7555615576c83f87 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7555615576c83f8e expref: -99 pid: 20356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1789066174.445701:0:18939:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.123@tcp lock: ffff9cf040030c00/0x7555615576c83e37 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1409400000000 nid: local remote: 0x7555615576c83e3e expref: -99 pid: 19634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066174.445714:0:18940:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 10000000:01000000:0.0:1789066174.445717:0:18939:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:2.0:1789066174.445739:0:18940:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.123@tcp lock: ffff9cf0817a7000/0x7555615576c83f87 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7555615576c83f8e expref: -99 pid: 20356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066174.445747:0:18940:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.123@tcp lock: ffff9cf0817a7000/0x7555615576c83f87 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7555615576c83f8e expref: -99 pid: 20356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066174.445749:0:18939:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.123@tcp lock: ffff9cf040030c00/0x7555615576c83e37 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7555615576c83e3e expref: -99 pid: 19634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066174.445761:0:18939:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1789066174.445769:0:18939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.123@tcp lock: ffff9cf040030c00/0x7555615576c83e37 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7555615576c83e3e expref: -99 pid: 19634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066174.445777:0:18939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.123@tcp lock: ffff9cf040030c00/0x7555615576c83e37 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7555615576c83e3e expref: -99 pid: 19634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066174.445788:0:18939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789066174.445790:0:18939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789066174.445791:0:18939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789066174.446190:0:21068:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789066174.446197:0:21068:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789066174.446199:0:21068:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789066174.446220:0:21067:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.123@tcp lock: ffff9cf040031000/0x7555615576c83dea lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x7555615576c83df1 expref: -99 pid: 18948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066174.446240:0:21067:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf040031000 already unused, calling callback (ffffffffc1b4dc20) 10000000:00010000:0.0:1789066174.446255:0:21067:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.123@tcp lock: ffff9cf040031000/0x7555615576c83dea lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x7555615576c83df1 expref: -99 pid: 18948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066174.446257:0:18940:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789066174.446261:0:18940:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789066174.446264:0:18940:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789066174.446267:0:21067:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.123@tcp lock: ffff9cf040031000/0x7555615576c83dea lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x7555615576c83df1 expref: -99 pid: 18948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1789066174.446275:0:21067:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.123@tcp lock: ffff9cf040031000/0x7555615576c83dea lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x7555615576c83df1 expref: -99 pid: 18948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789066174.446280:0:21067:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00000100:00100000:2.0:1789066174.446282:0:3297:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cef433b9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:3297:1875971258065536:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1789066174.446310:0:21067:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.123@tcp lock: ffff9cf040031000/0x7555615576c83dea lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7555615576c83df1 expref: -99 pid: 18948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066174.446317:0:21067:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:2.0:1789066174.446328:0:3297:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789066174.446336:0:3295:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf07f483100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:3295:1875971258065792:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1789066174.446342:0:21067:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.123@tcp lock: ffff9cf040031000/0x7555615576c83dea lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7555615576c83df1 expref: -99 pid: 18948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066174.446348:0:21067:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.123@tcp lock: ffff9cf040031000/0x7555615576c83dea lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7555615576c83df1 expref: -99 pid: 18948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066174.446363:0:21067:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789066174.446365:0:3297:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:0.0:1789066174.446366:0:21067:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789066174.446369:0:21067:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789066174.446371:0:3295:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789066174.446377:0:3297:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf07f483b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:3297:1875971258065664:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1789066174.446401:0:18937:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258065536 00000100:00100000:0.0:1789066174.446407:0:18937:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258065536 00000100:00100000:2.0:1789066174.446410:0:3297:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066174.446451:0:18936:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258065792 00010000:00010000:0.0:1789066174.446451:0:18937:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9cf081655a00/0x7555615576c83f8e lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x7555615576c83f87 expref: 19 pid: 18943 timeout: 733 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789066174.446455:0:18936:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258065792 00000100:00100000:0.0:1789066174.446467:0:18937:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258065664 00000100:00100000:0.0:1789066174.446469:0:18937:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258065664 00010000:00010000:1.0:1789066174.446470:0:18936:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9cf0413fd800/0x7555615576c83df1 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x7555615576c83dea expref: 20 pid: 18945 timeout: 733 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789066174.446484:0:18936:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1789066174.446490:0:18936:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cef433b9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+21:3297:x1875971258065536:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1789066174.446501:0:18936:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789066174.446506:0:18936:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9cf081655a00/0x7555615576c83f8e lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x7555615576c83f87 expref: 21 pid: 18943 timeout: 733 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066174.446515:0:18936:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9cf081655a00/0x7555615576c83f8e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x7555615576c83f87 expref: 21 pid: 18943 timeout: 733 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066174.446527:0:18936:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9cf081655a00/0x7555615576c83f8e lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x7555615576c83f87 expref: 21 pid: 18943 timeout: 733 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066174.446540:0:18936:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789066174.446670:0:18936:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cef433b9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+20:3297:x1875971258065536:12345-0@lo:103:ldlm_bl.0 Request processed in 113us (276us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066174.446739:0:18938:0:(service.c:3467:ptlrpc_start_thread()) ldlm_canceld[0] started 3 min 3 max 56 00000100:00100000:3.0:1789066174.446747:0:18938:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cn00_003' 00000100:00100000:2.0:1789066174.446863:0:3297:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cef433b9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:3297:1875971258065536:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1789066174.446864:0:18936:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1789066174.446889:0:18936:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1789066174.446898:0:18936:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07b26b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+19:3295:x1875971258065792:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1789066174.446907:0:18936:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789066174.446919:0:18936:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9cf0413fd800/0x7555615576c83df1 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x7555615576c83dea expref: 19 pid: 18945 timeout: 733 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066174.446928:0:18936:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9cf0413fd800/0x7555615576c83df1 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x7555615576c83dea expref: 19 pid: 18945 timeout: 733 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066174.446938:0:18936:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9cf0413fd800/0x7555615576c83df1 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x7555615576c83dea expref: 19 pid: 18945 timeout: 733 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066174.446949:0:18936:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789066174.447018:0:18936:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07b26b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+18:3295:x1875971258065792:12345-0@lo:103:ldlm_bl.0 Request processed in 121us (647us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066174.447025:0:18936:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1789066174.447070:0:3295:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf07f483100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:3295:1875971258065792:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1789066174.447174:0:18937:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9cf081655e00/0x7555615576c83e3e lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x7555615576c83e37 expref: 17 pid: 18946 timeout: 733 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789066174.447263:0:18937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1789066174.447271:0:18937:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07b1bf450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+17:3297:x1875971258065664:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1789066174.447280:0:18937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789066174.447284:0:18937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9cf081655e00/0x7555615576c83e3e lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x7555615576c83e37 expref: 17 pid: 18946 timeout: 733 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066174.447293:0:18937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9cf081655e00/0x7555615576c83e3e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x7555615576c83e37 expref: 17 pid: 18946 timeout: 733 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066174.447304:0:18937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9cf081655e00/0x7555615576c83e3e lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x7555615576c83e37 expref: 17 pid: 18946 timeout: 733 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066174.447313:0:18937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1789066174.447354:0:18937:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07b1bf450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+16:3297:x1875971258065664:12345-0@lo:103:ldlm_bl.0 Request processed in 85us (945us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066174.447361:0:18937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1789066174.447435:0:3297:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf07f483b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:3297:1875971258065664:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1789066174.448427:0:21065:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf07b268000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:21065:1875971258064896:192.168.204.23@tcp:104: 00000100:00100000:3.0:1789066174.448441:0:21065:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf07b26b800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:21065:1875971258065024:192.168.204.23@tcp:104: 00010000:00010000:3.0:1789066174.448484:0:21065:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9cf0817a6800/0x7555615576c84132 lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 21065 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789066174.450314:0:3289:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:1.0:1789066174.450616:0:18936:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236048768 00000100:00100000:1.0:1789066174.450627:0:18936:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236048768 00010000:00010000:1.0:1789066174.450662:0:18936:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9cf06b073800/0x7555615576c84108 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.204.23@tcp remote: 0x64887942ebce246 expref: 13 pid: 18945 timeout: 733 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789066174.450696:0:18936:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 7 00000100:00100000:1.0:1789066174.450705:0:18936:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07f481c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a015b8b0-04ed-42d3-bd2a-470e24531f7b+13:2347:x1875971236048768:12345-192.168.204.23@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1789066174.450718:0:18936:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789066174.450723:0:18936:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9cf06b073800/0x7555615576c84108 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.204.23@tcp remote: 0x64887942ebce246 expref: 13 pid: 18945 timeout: 733 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066174.450736:0:18936:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9cf06b073800/0x7555615576c84108 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 192.168.204.23@tcp remote: 0x64887942ebce246 expref: 13 pid: 18945 timeout: 733 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066174.450753:0:18936:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9cf06b073800/0x7555615576c84108 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 192.168.204.23@tcp remote: 0x64887942ebce246 expref: 13 pid: 18945 timeout: 733 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066174.450787:0:18936:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789066174.450838:0:18936:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07f481c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a015b8b0-04ed-42d3-bd2a-470e24531f7b+12:2347:x1875971236048768:12345-192.168.204.23@tcp:103:ldlm_bl.0 Request processed in 133us (532us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066174.450845:0:18936:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 7 00000100:00100000:0.0:1789066174.455905:0:3290:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:3.0:1789066174.456007:0:18938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236048896 00000100:00100000:3.0:1789066174.456018:0:18938:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236048896 00010000:00010000:3.0:1789066174.456053:0:18938:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9cf0817a6400/0x7555615576c840d0 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 192.168.204.23@tcp remote: 0x64887942ebce1e4 expref: 12 pid: 18946 timeout: 733 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789066174.456095:0:18938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 8 00000100:00100000:3.0:1789066174.456105:0:18938:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07f480e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a015b8b0-04ed-42d3-bd2a-470e24531f7b+12:2347:x1875971236048896:12345-192.168.204.23@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1789066174.456119:0:18938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1789066174.456125:0:18938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9cf0817a6400/0x7555615576c840d0 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.204.23@tcp remote: 0x64887942ebce1e4 expref: 12 pid: 18946 timeout: 733 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066174.456266:0:18938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9cf0817a6400/0x7555615576c840d0 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 192.168.204.23@tcp remote: 0x64887942ebce1e4 expref: 12 pid: 18946 timeout: 733 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066174.456354:0:18938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9cf0817a6400/0x7555615576c840d0 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 192.168.204.23@tcp remote: 0x64887942ebce1e4 expref: 12 pid: 18946 timeout: 733 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066174.456384:0:18938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9cf0817a6800/0x7555615576c84132 lrc: 3/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 21065 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066174.456393:0:18938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9cf0817a6800/0x7555615576c84132 lrc: 4/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 21065 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066174.456410:0:18938:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9cf0817a6800/0x7555615576c84132 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 21065 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066174.456417:0:18938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9cf0817a6800/0x7555615576c84132 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 21065 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066174.456425:0:18938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9cf0817a6800/0x7555615576c84132 lrc: 4/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 21065 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066174.456432:0:18938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9cf0817a6800/0x7555615576c84132 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 21065 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066174.456439:0:18938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf0817a6800 already unused, calling callback (ffffffffc154c8b0) 00010000:00010000:3.0:1789066174.456443:0:18938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9cf0817a6800/0x7555615576c84132 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 21065 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066174.456451:0:18938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9cf0817a6800/0x7555615576c84132 lrc: 6/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 21065 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066174.460830:0:21065:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9cf0817a6800/0x7555615576c84132 lrc: 5/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 21065 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066174.460831:0:18938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9cf0817a6800/0x7555615576c84132 lrc: 4/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 21065 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066174.460856:0:21065:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9cf0817a6800/0x7555615576c84132 lrc: 2/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 21065 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066174.460865:0:18938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1789066174.460865:0:21065:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9cf0817a6800/0x7555615576c84132 lrc: 0/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 21065 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789066174.462032:0:18938:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07f480e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a015b8b0-04ed-42d3-bd2a-470e24531f7b+11:2347:x1875971236048896:12345-192.168.204.23@tcp:103:ldlm_bl.0 Request processed in 5918us (6126us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066174.462052:0:18938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 8 00010000:00010000:2.0:1789066175.079585:0:18939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789066175.654294:0:3295:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1789066175.654320:0:3295:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf058000a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3295:1875971258065920:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1789066175.654399:0:3295:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066175.655585:0:19640:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258065920 00000100:00100000:0.0:1789066175.655612:0:19640:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258065920 00000100:00100000:0.0:1789066175.655689:0:19640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1789066175.655699:0:19640:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cef433b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3295:x1875971258065920:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1789066175.655998:0:19640:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47644672 pending 0 free 3851419648 avail 3849322496 00000100:00100000:0.0:1789066175.656076:0:19640:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cef433b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3295:x1875971258065920:12345-0@lo:13:osp-pre-0-0.0 Request processed in 378us (1677us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066175.656084:0:19640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1789066175.656192:0:3295:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf058000a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3295:1875971258065920:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1789066175.656984:0:18947:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1789066175.729846:0:3288:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:2.0:1789066175.733906:0:18943:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236049024 00000100:00100000:2.0:1789066175.733922:0:18943:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236049024 00000100:00100000:2.0:1789066175.733994:0:18943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 106 00000100:00100000:2.0:1789066175.734004:0:18943:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf05802e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a015b8b0-04ed-42d3-bd2a-470e24531f7b+11:16740:x1875971236049024:12345-192.168.204.23@tcp:101:ll_cfg_requeue.0 00010000:00010000:2.0:1789066175.734020:0:18943:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789066175.734050:0:18943:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9cf07fd1d000/0x7555615576c84139 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x64887942ebce277 expref: -99 pid: 18943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066175.734078:0:18943:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9cf07fd1d000/0x7555615576c84139 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 192.168.204.23@tcp remote: 0x64887942ebce277 expref: 12 pid: 18943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066175.734111:0:18943:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9cf07fd1d000/0x7555615576c84139 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 192.168.204.23@tcp remote: 0x64887942ebce277 expref: 12 pid: 18943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066175.734120:0:18943:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf07fd1d000, rc 0) 00000100:00100000:2.0:1789066175.734187:0:18943:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf05802e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a015b8b0-04ed-42d3-bd2a-470e24531f7b+12:16740:x1875971236049024:12345-192.168.204.23@tcp:101:ll_cfg_requeue.0 Request processed in 184us (4350us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066175.734194:0:18943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 106 00000100:00100000:2.0:1789066175.755010:0:3289:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:1.0:1789066175.755222:0:18946:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236049152 00000100:00100000:1.0:1789066175.755233:0:18946:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236049152 00000100:00100000:1.0:1789066175.755286:0:18946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 107 00000100:00100000:1.0:1789066175.755297:0:18946:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf05802d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a015b8b0-04ed-42d3-bd2a-470e24531f7b+12:16740:x1875971236049152:12345-192.168.204.23@tcp:501:ll_cfg_requeue.0 00000100:00100000:1.0:1789066175.755662:0:18946:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf05802d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a015b8b0-04ed-42d3-bd2a-470e24531f7b+12:16740:x1875971236049152:12345-192.168.204.23@tcp:501:ll_cfg_requeue.0 Request processed in 365us (660us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066175.755671:0:18946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 107 00000100:00100000:0.0:1789066175.761138:0:3290:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:1.0:1789066175.762635:0:18945:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236049280 00000100:00100000:1.0:1789066175.762648:0:18945:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236049280 00000100:00100000:1.0:1789066175.762727:0:18945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 108 00000100:00100000:1.0:1789066175.762738:0:18945:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf05802e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a015b8b0-04ed-42d3-bd2a-470e24531f7b+12:16740:x1875971236049280:12345-192.168.204.23@tcp:503:ll_cfg_requeue.0 00000100:00100000:1.0:1789066175.763584:0:18945:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf05802e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a015b8b0-04ed-42d3-bd2a-470e24531f7b+12:16740:x1875971236049280:12345-192.168.204.23@tcp:503:ll_cfg_requeue.0 Request processed in 843us (2451us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066175.763595:0:18945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 108 00000100:00100000:3.0:1789066175.786453:0:3288:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:2.0:1789066175.786635:0:18943:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236049408 00000100:00100000:2.0:1789066175.786648:0:18943:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236049408 00000100:00100000:2.0:1789066175.786733:0:18943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 109 00000100:00100000:2.0:1789066175.786746:0:18943:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf05802f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a015b8b0-04ed-42d3-bd2a-470e24531f7b+12:16740:x1875971236049408:12345-192.168.204.23@tcp:101:ll_cfg_requeue.0 00010000:00010000:2.0:1789066175.786781:0:18943:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789066175.786808:0:18943:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9cf07fd1c400/0x7555615576c84140 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x64887942ebce27e expref: -99 pid: 18943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066175.786849:0:18943:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9cf07fd1c400/0x7555615576c84140 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 192.168.204.23@tcp remote: 0x64887942ebce27e expref: 13 pid: 18943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066175.786864:0:18943:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9cf07fd1c400/0x7555615576c84140 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 192.168.204.23@tcp remote: 0x64887942ebce27e expref: 13 pid: 18943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066175.786875:0:18943:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf07fd1c400, rc 0) 00000100:00100000:2.0:1789066175.786972:0:18943:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf05802f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a015b8b0-04ed-42d3-bd2a-470e24531f7b+13:16740:x1875971236049408:12345-192.168.204.23@tcp:101:ll_cfg_requeue.0 Request processed in 228us (534us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066175.786981:0:18943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 109 00000100:00100000:2.0:1789066175.796998:0:3289:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:1.0:1789066175.797129:0:18945:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236049536 00000100:00100000:1.0:1789066175.797143:0:18945:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236049536 00000100:00100000:1.0:1789066175.797237:0:18945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 110 00000100:00100000:1.0:1789066175.797251:0:18945:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf05802cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a015b8b0-04ed-42d3-bd2a-470e24531f7b+13:16740:x1875971236049536:12345-192.168.204.23@tcp:501:ll_cfg_requeue.0 00000100:00100000:1.0:1789066175.797705:0:18945:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf05802cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a015b8b0-04ed-42d3-bd2a-470e24531f7b+13:16740:x1875971236049536:12345-192.168.204.23@tcp:501:ll_cfg_requeue.0 Request processed in 455us (720us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066175.797726:0:18945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 110 00000100:00100000:0.0:1789066175.804071:0:3290:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:1.0:1789066175.804293:0:18946:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236049664 00000100:00100000:1.0:1789066175.804308:0:18946:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236049664 00000100:00100000:1.0:1789066175.804383:0:18946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 111 00000100:00100000:1.0:1789066175.804396:0:18946:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf0818ecc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a015b8b0-04ed-42d3-bd2a-470e24531f7b+13:16740:x1875971236049664:12345-192.168.204.23@tcp:503:ll_cfg_requeue.0 00000100:00100000:1.0:1789066175.804976:0:18946:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf0818ecc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a015b8b0-04ed-42d3-bd2a-470e24531f7b+13:16740:x1875971236049664:12345-192.168.204.23@tcp:503:ll_cfg_requeue.0 Request processed in 580us (928us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066175.804988:0:18946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 111 00000100:00100000:3.0:1789066175.906791:0:3288:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:3.0:1789066175.906850:0:3288:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:3.0:1789066175.906901:0:3288:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:3.0:1789066175.906933:0:3288:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:3.0:1789066175.906968:0:3288:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:3.0:1789066175.906995:0:3288:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:3.0:1789066175.907032:0:19638:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236050048 00000100:00100000:3.0:1789066175.907047:0:19638:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236050048 00000100:00100000:3.0:1789066175.907127:0:19638:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236050304 00000100:00100000:3.0:1789066175.907131:0:19638:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236050304 00000100:00100000:3.0:1789066175.907152:0:19638:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236049920 00000100:00100000:3.0:1789066175.907154:0:19638:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236049920 00000100:00100000:3.0:1789066175.907180:0:19638:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236050432 00000100:00100000:3.0:1789066175.907184:0:19638:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236050432 00000100:00100000:3.0:1789066175.907217:0:19638:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 14 00000100:00100000:3.0:1789066175.907232:0:19638:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07b268000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:03395c2d-1c82-44ab-ab5f-676045f5b09e+5:2347:x1875971236050048:12345-192.168.204.23@tcp:400:kworker.0 00000100:00100000:3.0:1789066175.907375:0:19638:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07b268000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:03395c2d-1c82-44ab-ab5f-676045f5b09e+5:2347:x1875971236050048:12345-192.168.204.23@tcp:400:kworker.0 Request processed in 145us (522us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066175.907386:0:19638:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 14 00000100:00100000:3.0:1789066175.907411:0:19638:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 15 00000100:00100000:3.0:1789066175.907417:0:19638:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07b26aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8627823b-7b53-4130-8cab-84c2d38ecd0b+5:2347:x1875971236050304:12345-192.168.204.23@tcp:400:kworker.0 00000100:00100000:3.0:1789066175.907449:0:19638:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07b26aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8627823b-7b53-4130-8cab-84c2d38ecd0b+5:2347:x1875971236050304:12345-192.168.204.23@tcp:400:kworker.0 Request processed in 32us (548us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066175.907489:0:19638:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 15 00000100:00100000:3.0:1789066175.907503:0:19638:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 16 00000100:00100000:3.0:1789066175.907509:0:19638:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07b269f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:03395c2d-1c82-44ab-ab5f-676045f5b09e+5:2347:x1875971236049920:12345-192.168.204.23@tcp:400:kworker.0 00000100:00100000:3.0:1789066175.907538:0:19638:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07b269f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:03395c2d-1c82-44ab-ab5f-676045f5b09e+5:2347:x1875971236049920:12345-192.168.204.23@tcp:400:kworker.0 Request processed in 28us (604us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066175.907545:0:19638:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 16 00000100:00100000:3.0:1789066175.907639:0:19638:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 17 00000100:00100000:3.0:1789066175.907647:0:19638:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07b26bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8627823b-7b53-4130-8cab-84c2d38ecd0b+5:2347:x1875971236050432:12345-192.168.204.23@tcp:400:kworker.0 00000100:00100000:3.0:1789066175.907675:0:19638:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07b26bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8627823b-7b53-4130-8cab-84c2d38ecd0b+5:2347:x1875971236050432:12345-192.168.204.23@tcp:400:kworker.0 Request processed in 28us (679us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066175.907681:0:19638:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 17 00000100:00100000:3.0:1789066175.907711:0:18951:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236049792 00000100:00100000:3.0:1789066175.907717:0:18951:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236049792 00000100:00100000:3.0:1789066175.907758:0:18951:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236050176 00000100:00100000:3.0:1789066175.907761:0:18951:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236050176 00000100:00100000:3.0:1789066175.907785:0:18951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 26 00000100:00100000:3.0:1789066175.907793:0:18951:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07b26b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:03395c2d-1c82-44ab-ab5f-676045f5b09e+6:2347:x1875971236049792:12345-192.168.204.23@tcp:400:kworker.0 00000100:00100000:3.0:1789066175.907859:0:18951:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07b26b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:03395c2d-1c82-44ab-ab5f-676045f5b09e+6:2347:x1875971236049792:12345-192.168.204.23@tcp:400:kworker.0 Request processed in 66us (1095us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066175.907867:0:18951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 26 00000100:00100000:3.0:1789066175.907883:0:18951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 27 00000100:00100000:3.0:1789066175.907889:0:18951:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07b26b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8627823b-7b53-4130-8cab-84c2d38ecd0b+6:2347:x1875971236050176:12345-192.168.204.23@tcp:400:kworker.0 00000100:00100000:3.0:1789066175.907911:0:18951:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07b26b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8627823b-7b53-4130-8cab-84c2d38ecd0b+6:2347:x1875971236050176:12345-192.168.204.23@tcp:400:kworker.0 Request processed in 22us (943us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066175.907924:0:18951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 27 00000100:00080000:3.0:1789066175.907955:0:18947:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1789066175.907961:0:18947:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1789066175.907964:0:18947:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1789066176.018392:0:3289:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:3.0:1789066176.018686:0:18951:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236050560 00000100:00100000:3.0:1789066176.018703:0:18951:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236050560 00000100:00100000:3.0:1789066176.018805:0:18951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 15 00000100:00100000:3.0:1789066176.018820:0:18951:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cef433b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:03395c2d-1c82-44ab-ab5f-676045f5b09e+6:17354:x1875971236050560:12345-192.168.204.23@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1789066176.018849:0:18951:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789066176.018888:0:18951:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0817a6400/0x7555615576c84147 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x64887942ebce285 expref: -99 pid: 18951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066176.018988:0:18951:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0817a7400/0x7555615576c8414e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 18951 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066176.019007:0:18951:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0817a7400/0x7555615576c8414e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18951 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066176.019026:0:18951:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0817a7400/0x7555615576c8414e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18951 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066176.019044:0:18951:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0817a6c00/0x7555615576c84155 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18951 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066176.019051:0:18951:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0817a6c00/0x7555615576c84155 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18951 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066176.019058:0:18951:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0817a6c00/0x7555615576c84155 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18951 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066176.024050:0:18951:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0817a7e00/0x7555615576c8415c lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18951 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066176.025371:0:18951:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0817a7e00/0x7555615576c8415c lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18951 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066176.025391:0:18951:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0817a7e00/0x7555615576c8415c lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18951 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1789066176.025728:0:18951:0:(mdt_handler.c:924:mdt_pack_attr2body()) [0x200000002:0x1:0x0]: returning size 16384 00000004:00200000:3.0:1789066176.025735:0:18951:0:(mdt_handler.c:1589:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:3.0:1789066176.025817:0:18951:0:(mdt_handler.c:2560:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0817a7e00/0x7555615576c8415c lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18951 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066176.025835:0:18951:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0817a7400/0x7555615576c8414e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18951 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066176.025843:0:18951:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0817a7400/0x7555615576c8414e lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 18951 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066176.025852:0:18951:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0817a7400/0x7555615576c8414e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18951 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066176.025860:0:18951:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf0817a7400 already unused, calling callback (ffffffffc1f744f0) 00010000:00010000:3.0:1789066176.025865:0:18951:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0817a7400/0x7555615576c8414e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18951 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066176.025875:0:18951:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0817a7400/0x7555615576c8414e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 18951 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066176.025890:0:18951:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf04872a700) 00010000:00010000:3.0:1789066176.025912:0:18951:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1789066176.025921:0:18951:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0817a7400/0x7555615576c8414e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18951 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066176.025928:0:18951:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0817a7400/0x7555615576c8414e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18951 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066176.025949:0:18951:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0817a6c00/0x7555615576c84155 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18951 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066176.025955:0:18951:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0817a6c00/0x7555615576c84155 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18951 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066176.025961:0:18951:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0817a6c00/0x7555615576c84155 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18951 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066176.025966:0:18951:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf0817a6c00 already unused, calling callback (ffffffffc1f744f0) 00010000:00010000:3.0:1789066176.025969:0:18951:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0817a6c00/0x7555615576c84155 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18951 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066176.025975:0:18951:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0817a6c00/0x7555615576c84155 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18951 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066176.025983:0:18951:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3b979c7a (ffff9cf0618c7600) 00010000:00010000:3.0:1789066176.025987:0:18951:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1789066176.025990:0:18951:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0817a6c00/0x7555615576c84155 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18951 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066176.025996:0:18951:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0817a6c00/0x7555615576c84155 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18951 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066176.026057:0:18951:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0817a6400/0x7555615576c84147 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.23@tcp remote: 0x64887942ebce285 expref: 8 pid: 18951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066176.026087:0:18951:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0817a7e00/0x7555615576c8415c lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.23@tcp remote: 0x64887942ebce285 expref: 7 pid: 18951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066176.026095:0:18951:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff9cf0618c7100) 00010000:00010000:3.0:1789066176.026098:0:18951:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1789066176.026100:0:18951:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf0817a7e00, rc 0) 00000100:00100000:3.0:1789066176.026243:0:18951:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cef433b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:03395c2d-1c82-44ab-ab5f-676045f5b09e+7:17354:x1875971236050560:12345-192.168.204.23@tcp:101:lhsmtool_posix.0 Request processed in 7425us (7865us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066176.026255:0:18951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 15 00000100:00100000:3.0:1789066176.031250:0:3290:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:0.0:1789066176.031477:0:18952:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236050816 00000100:00100000:0.0:1789066176.031491:0:18952:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236050816 00000100:00100000:0.0:1789066176.031621:0:18952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 16 00000100:00100000:0.0:1789066176.031635:0:18952:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07b26b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:03395c2d-1c82-44ab-ab5f-676045f5b09e+7:17354:x1875971236050816:12345-192.168.204.23@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1789066176.031666:0:18952:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789066176.031703:0:18952:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821fe800/0x7555615576c84163 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x64887942ebce28c expref: -99 pid: 18952 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066176.031814:0:18952:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ff800/0x7555615576c8416a lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 18952 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066176.031832:0:18952:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ff800/0x7555615576c8416a lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18952 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066176.031848:0:18952:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ff800/0x7555615576c8416a lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18952 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066176.031866:0:18952:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ff200/0x7555615576c84171 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18952 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066176.031875:0:18952:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ff200/0x7555615576c84171 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18952 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066176.031906:0:18952:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ff200/0x7555615576c84171 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18952 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066176.032385:0:18952:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821fee00/0x7555615576c84178 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18952 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066176.032397:0:18952:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821fee00/0x7555615576c84178 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18952 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066176.032406:0:18952:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821fee00/0x7555615576c84178 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18952 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1789066176.032418:0:18952:0:(mdt_handler.c:924:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 16384 00010000:00010000:0.0:1789066176.032719:0:18952:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ff800/0x7555615576c8416a lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18952 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066176.032729:0:18952:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ff800/0x7555615576c8416a lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 18952 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066176.032737:0:18952:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ff800/0x7555615576c8416a lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18952 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066176.032743:0:18952:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf0821ff800 already unused, calling callback (ffffffffc1f744f0) 00010000:00010000:0.0:1789066176.032749:0:18952:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ff800/0x7555615576c8416a lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18952 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066176.032758:0:18952:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ff800/0x7555615576c8416a lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 18952 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066176.032773:0:18952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff9cf0618c7100) 00010000:00010000:0.0:1789066176.032776:0:18952:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1789066176.032790:0:18952:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ff800/0x7555615576c8416a lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18952 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066176.032797:0:18952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ff800/0x7555615576c8416a lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18952 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066176.032814:0:18952:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ff200/0x7555615576c84171 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18952 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066176.032820:0:18952:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ff200/0x7555615576c84171 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18952 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066176.032825:0:18952:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ff200/0x7555615576c84171 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18952 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066176.032830:0:18952:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf0821ff200 already unused, calling callback (ffffffffc1f744f0) 00010000:00010000:0.0:1789066176.032833:0:18952:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ff200/0x7555615576c84171 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18952 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066176.032839:0:18952:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ff200/0x7555615576c84171 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18952 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066176.032846:0:18952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff9cf04872aa00) 00010000:00010000:0.0:1789066176.032849:0:18952:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1789066176.032852:0:18952:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ff200/0x7555615576c84171 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18952 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066176.032857:0:18952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ff200/0x7555615576c84171 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18952 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066176.033594:0:18952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821fe800/0x7555615576c84163 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.23@tcp remote: 0x64887942ebce28c expref: 10 pid: 18952 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066176.033634:0:18952:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821fee00/0x7555615576c84178 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.23@tcp remote: 0x64887942ebce28c expref: 9 pid: 18952 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066176.033643:0:18952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9cf04872a800) 00010000:00010000:0.0:1789066176.033646:0:18952:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1789066176.033649:0:18952:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf0821fee00, rc 0) 00000100:00100000:0.0:1789066176.033751:0:18952:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07b26b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:03395c2d-1c82-44ab-ab5f-676045f5b09e+9:17354:x1875971236050816:12345-192.168.204.23@tcp:101:lhsmtool_posix.0 Request processed in 2119us (2515us total) trans 12884901889 rc 0/0 00000100:00100000:0.0:1789066176.033761:0:18952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 16 00000100:00100000:1.0:1789066176.047511:0:3288:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:0.0:1789066176.048848:0:18953:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236050944 00000100:00100000:0.0:1789066176.048867:0:18953:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236050944 00000100:00100000:0.0:1789066176.048959:0:18953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 17 00000100:00100000:0.0:1789066176.048972:0:18953:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf058002680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:03395c2d-1c82-44ab-ab5f-676045f5b09e+9:17354:x1875971236050944:12345-192.168.204.23@tcp:59:lhsmtool_posix.0 00000100:00100000:0.0:1789066176.049147:0:18953:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf058002680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:03395c2d-1c82-44ab-ab5f-676045f5b09e+9:17354:x1875971236050944:12345-192.168.204.23@tcp:59:lhsmtool_posix.0 Request processed in 178us (1654us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066176.051319:0:18953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 17 00010000:00010000:3.0:1789066176.103725:0:21068:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789066176.137725:0:3289:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:0.0:1789066176.137912:0:18952:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236051072 00000100:00100000:0.0:1789066176.137926:0:18952:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236051072 00000100:00100000:0.0:1789066176.138012:0:18952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 18 00000100:00100000:0.0:1789066176.138025:0:18952:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cef433bb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:03395c2d-1c82-44ab-ab5f-676045f5b09e+9:17360:x1875971236051072:12345-192.168.204.23@tcp:101:lfs.0 00010000:00010000:0.0:1789066176.138057:0:18952:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789066176.138087:0:18952:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821fe800/0x7555615576c84186 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x64887942ebce293 expref: -99 pid: 18952 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066176.138209:0:18952:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ff200/0x7555615576c8418d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 18952 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066176.138246:0:18952:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ff200/0x7555615576c8418d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18952 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066176.138261:0:18952:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ff200/0x7555615576c8418d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18952 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066176.142093:0:18952:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ff800/0x7555615576c84194 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18952 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066176.142119:0:18952:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ff800/0x7555615576c84194 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18952 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066176.142205:0:18952:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ff800/0x7555615576c84194 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18952 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066176.143239:0:18952:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ff200/0x7555615576c8418d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18952 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066176.143320:0:18952:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ff200/0x7555615576c8418d lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 18952 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066176.143329:0:18952:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ff200/0x7555615576c8418d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18952 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066176.143335:0:18952:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf0821ff200 already unused, calling callback (ffffffffc1f744f0) 00010000:00010000:0.0:1789066176.143339:0:18952:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ff200/0x7555615576c8418d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18952 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066176.143346:0:18952:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ff200/0x7555615576c8418d lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 18952 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066176.143360:0:18952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf04872a700) 00010000:00010000:0.0:1789066176.143373:0:18952:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1789066176.143380:0:18952:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ff200/0x7555615576c8418d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18952 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066176.143386:0:18952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ff200/0x7555615576c8418d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18952 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066176.143400:0:18952:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ff800/0x7555615576c84194 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18952 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066176.143406:0:18952:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ff800/0x7555615576c84194 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18952 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066176.143412:0:18952:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ff800/0x7555615576c84194 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18952 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066176.143418:0:18952:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf0821ff800 already unused, calling callback (ffffffffc1f744f0) 00010000:00010000:0.0:1789066176.143421:0:18952:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ff800/0x7555615576c84194 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18952 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066176.143427:0:18952:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ff800/0x7555615576c84194 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18952 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066176.143434:0:18952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff9cf04872aa00) 00010000:00010000:0.0:1789066176.143437:0:18952:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1789066176.143439:0:18952:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ff800/0x7555615576c84194 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18952 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066176.143446:0:18952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ff800/0x7555615576c84194 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18952 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066176.146999:0:18952:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821fe800/0x7555615576c84186 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.23@tcp remote: 0x64887942ebce293 expref: 10 pid: 18952 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066176.147044:0:18952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf04872a700) 00010000:00010000:0.0:1789066176.147048:0:18952:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1789066176.147058:0:18952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821fe800/0x7555615576c84186 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.23@tcp remote: 0x64887942ebce293 expref: 10 pid: 18952 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066176.147079:0:18952:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf0821fe800, rc 0) 00000100:00100000:0.0:1789066176.147153:0:18952:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cef433bb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:03395c2d-1c82-44ab-ab5f-676045f5b09e+9:17360:x1875971236051072:12345-192.168.204.23@tcp:101:lfs.0 Request processed in 9130us (9443us total) trans 0 rc 301/301 00000100:00100000:0.0:1789066176.147163:0:18952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 18 00000100:00100000:1.0:1789066176.155354:0:3290:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:0.0:1789066176.155527:0:18960:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236051200 00000100:00100000:0.0:1789066176.155537:0:18960:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236051200 00000100:00100000:0.0:1789066176.155614:0:18960:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 0 00000100:00100000:0.0:1789066176.155633:0:18960:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf058001c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:03395c2d-1c82-44ab-ab5f-676045f5b09e+9:17360:x1875971236051200:12345-192.168.204.23@tcp:700:lfs.0 00000100:00100000:0.0:1789066176.155726:0:18960:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf058001c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:03395c2d-1c82-44ab-ab5f-676045f5b09e+9:17360:x1875971236051200:12345-192.168.204.23@tcp:700:lfs.0 Request processed in 103us (381us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066176.155734:0:18960:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 0 00000100:00100000:1.0:1789066176.160219:0:3288:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:3.0:1789066176.160643:0:18951:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236051456 00000100:00100000:3.0:1789066176.160659:0:18951:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236051456 00000100:00100000:3.0:1789066176.160739:0:18951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 19 00000100:00100000:3.0:1789066176.160752:0:18951:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf058001500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:03395c2d-1c82-44ab-ab5f-676045f5b09e+9:17360:x1875971236051456:12345-192.168.204.23@tcp:36:lfs.0 00010000:00010000:3.0:1789066176.160860:0:18951:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1789066176.160902:0:18951:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ffc00/0x7555615576c840f3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.23@tcp remote: 0x64887942ebce20e expref: 9 pid: 18952 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066176.160930:0:18951:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf04872a700) 00010000:00010000:3.0:1789066176.160938:0:18951:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1789066176.161936:0:18951:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0817a6400/0x7555615576c8419b lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18951 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066176.161966:0:18951:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf06b072c00/0x7555615576c8412b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.23@tcp remote: 0x64887942ebce270 expref: 5 pid: 18952 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066176.161992:0:18951:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0817a6400/0x7555615576c8419b lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18951 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066176.162050:0:18951:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf06b072c00/0x7555615576c8412b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.23@tcp remote: 0x64887942ebce270 expref: 5 pid: 18952 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066176.162071:0:18951:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf06b072c00/0x7555615576c8412b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.23@tcp remote: 0x64887942ebce270 expref: 5 pid: 18952 timeout: 735 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789066176.162092:0:18951:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf07b268700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:18951:1875971258066048:192.168.204.23@tcp:104: 00000100:00100000:3.0:1789066176.162986:0:18951:0:(client.c:2716:ptlrpc_set_wait()) set ffff9cf065d77b40 going to sleep for 11 seconds 10000000:01000000:3.0:1789066176.165719:0:18948:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:3.0:1789066176.165730:0:18948:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9cf07ec25000 from 10 10000000:01000000:3.0:1789066176.165738:0:18948:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1789066176.165806:0:18948:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.123@tcp lock: ffff9cf0817a6c00/0x7555615576c841a2 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066176.165822:0:18948:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.123@tcp lock: ffff9cf0817a6c00/0x7555615576c841a2 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066176.165837:0:18948:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.123@tcp lock: ffff9cf0817a6c00/0x7555615576c841a2 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 18948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789066176.165874:0:18948:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf07b268380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:18948:1875971258066176:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1789066176.165978:0:18948:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789066176.166033:0:18948:0:(client.c:2716:ptlrpc_set_wait()) set ffff9cf050ecf600 going to sleep for 11 seconds 00000100:00100000:2.0:1789066176.167022:0:18943:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258066176 00000100:00100000:2.0:1789066176.167037:0:18943:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258066176 00000100:00100000:2.0:1789066176.167114:0:18943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 112 00000100:00100000:2.0:1789066176.167137:0:18943:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf0818ec850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+16:18948:x1875971258066176:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1789066176.167171:0:18943:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789066176.167204:0:18943:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9cf07fd1c200/0x7555615576c841a9 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x7555615576c841a2 expref: -99 pid: 18943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066176.167241:0:18943:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9cf07fd1c200/0x7555615576c841a9 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x7555615576c841a2 expref: 17 pid: 18943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066176.167254:0:18943:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9cf07fd1c200/0x7555615576c841a9 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7555615576c841a2 expref: 17 pid: 18943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066176.167265:0:18943:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf07fd1c200, rc 0) 00000100:00100000:2.0:1789066176.167346:0:18943:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf0818ec850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+17:18948:x1875971258066176:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 223us (1368us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066176.167353:0:18943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 112 00000100:00100000:3.0:1789066176.168119:0:18948:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf07b268380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:18948:1875971258066176:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1789066176.168189:0:18948:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.123@tcp lock: ffff9cf0817a6c00/0x7555615576c841a2 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7555615576c841a9 expref: -99 pid: 18948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066176.168212:0:18948:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.123@tcp lock: ffff9cf0817a6c00/0x7555615576c841a2 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x7555615576c841a9 expref: -99 pid: 18948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789066176.168314:0:18948:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf07b268380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:18948:1875971258066304:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1789066176.168371:0:18948:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789066176.168424:0:18948:0:(client.c:2716:ptlrpc_set_wait()) set ffff9cf050ecf600 going to sleep for 11 seconds 00000100:00100000:1.0:1789066176.168977:0:18946:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258066304 00000100:00100000:1.0:1789066176.168988:0:18946:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258066304 00000100:00100000:1.0:1789066176.169052:0:18946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 113 00000100:00100000:1.0:1789066176.169063:0:18946:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf0818ed450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+17:18948:x1875971258066304:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1789066176.170036:0:18946:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf0818ed450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+17:18948:x1875971258066304:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 969us (1658us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066176.170050:0:18946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 113 00000100:00100000:3.0:1789066176.170419:0:18948:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf07b268380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:18948:1875971258066304:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1789066176.170487:0:18948:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf07b268380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:18948:1875971258066432:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1789066176.170567:0:18948:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789066176.170621:0:18948:0:(client.c:2716:ptlrpc_set_wait()) set ffff9cf050ecf600 going to sleep for 11 seconds 00000100:00100000:3.0:1789066176.170643:0:18945:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258066432 00000100:00100000:3.0:1789066176.170650:0:18945:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258066432 00000100:00100000:3.0:1789066176.170692:0:18945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 114 00000100:00100000:3.0:1789066176.170701:0:18945:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf0818ed850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+17:18948:x1875971258066432:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1789066176.171869:0:18945:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf0818ed850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+17:18948:x1875971258066432:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 1160us (1294us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066176.171885:0:18945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 114 00000100:00100000:0.0:1789066176.172480:0:18948:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf07b268380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:18948:1875971258066432:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1789066176.175247:0:18951:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf07b268700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:18951:1875971258066048:192.168.204.23@tcp:104: 00010000:00010000:3.0:1789066176.175294:0:18951:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0817a6400/0x7555615576c8419b lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18951 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789066176.177776:0:3288:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:3.0:1789066176.179623:0:18936:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236051584 00000100:00100000:3.0:1789066176.179644:0:18936:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236051584 00010000:00010000:3.0:1789066176.179731:0:18936:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf06b072c00/0x7555615576c8412b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.23@tcp remote: 0x64887942ebce270 expref: 6 pid: 18952 timeout: 735 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789066176.179786:0:18936:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 9 00000100:00100000:3.0:1789066176.179799:0:18936:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf058000e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8627823b-7b53-4130-8cab-84c2d38ecd0b+6:2347:x1875971236051584:12345-192.168.204.23@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1789066176.179820:0:18936:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1789066176.179828:0:18936:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf06b072c00/0x7555615576c8412b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.23@tcp remote: 0x64887942ebce270 expref: 6 pid: 18952 timeout: 735 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066176.179845:0:18936:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf06b072c00/0x7555615576c8412b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.23@tcp remote: 0x64887942ebce270 expref: 6 pid: 18952 timeout: 735 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066176.179879:0:18936:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf06b072c00/0x7555615576c8412b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.23@tcp remote: 0x64887942ebce270 expref: 6 pid: 18952 timeout: 735 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066176.179905:0:18936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf04872a700) 00010000:00010000:3.0:1789066176.179913:0:18936:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0817a6400/0x7555615576c8419b lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18951 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066176.179926:0:18936:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0817a6400/0x7555615576c8419b lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 18951 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066176.179936:0:18936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0817a6400/0x7555615576c8419b lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 18951 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066176.179984:0:18936:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1789066176.180068:0:18936:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf058000e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8627823b-7b53-4130-8cab-84c2d38ecd0b+5:2347:x1875971236051584:12345-192.168.204.23@tcp:103:ldlm_bl.0 Request processed in 272us (2306us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066176.180076:0:18936:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 9 00010000:00010000:2.0:1789066176.180401:0:18951:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0817a6400/0x7555615576c8419b lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18951 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066176.180413:0:18951:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0817a6400/0x7555615576c8419b lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18951 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066176.180450:0:18951:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1ca00/0x7555615576c841b0 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18951 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066176.180475:0:18951:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1ca00/0x7555615576c841b0 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18951 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066176.180486:0:18951:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1ca00/0x7555615576c841b0 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18951 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1789066176.186797:0:18951:0:(mdt_handler.c:924:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 16384 00010000:00010000:2.0:1789066176.186827:0:18951:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0817a6400/0x7555615576c8419b lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18951 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066176.186841:0:18951:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0817a6400/0x7555615576c8419b lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18951 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066176.186851:0:18951:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0817a6400/0x7555615576c8419b lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18951 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066176.186860:0:18951:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf0817a6400 already unused, calling callback (ffffffffc1f744f0) 00010000:00010000:2.0:1789066176.186866:0:18951:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0817a6400/0x7555615576c8419b lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18951 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066176.186877:0:18951:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0817a6400/0x7555615576c8419b lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18951 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066176.186904:0:18951:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf04872a700) 00010000:00010000:2.0:1789066176.186909:0:18951:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789066176.186917:0:18951:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0817a6400/0x7555615576c8419b lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18951 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066176.186924:0:18951:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0817a6400/0x7555615576c8419b lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18951 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1789066176.186974:0:18951:0:(mdt_handler.c:4547:mdt_save_lock()) ### save lock request 00000000df1ab19a reply state 00000000be0f4acb transno 12884901890 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1ca00/0x7555615576c841b0 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18951 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789066176.186986:0:18951:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1789066176.187152:0:18951:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf058001500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:03395c2d-1c82-44ab-ab5f-676045f5b09e+10:17360:x1875971236051456:12345-192.168.204.23@tcp:36:lfs.0 Request processed in 26394us (26953us total) trans 12884901890 rc 0/0 00000100:00100000:2.0:1789066176.187165:0:18951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 19 00000040:00080000:0.0:1789066176.190838:0:21081:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 10 00000020:01000000:3.0:1789066176.193487:0:18948:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 10-9 (rc=0) 10000000:01000000:3.0:1789066176.193770:0:18948:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.123@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1789066176.193790:0:18948:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.123@tcp lock: ffff9cf0817a6c00/0x7555615576c841a2 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7555615576c841a9 expref: -99 pid: 18948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066176.193808:0:18948:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.123@tcp lock: ffff9cf0817a6c00/0x7555615576c841a2 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7555615576c841a9 expref: -99 pid: 18948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789066176.193825:0:18948:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:3.0:1789066176.193829:0:18948:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9cf081778800 from 10 10000000:01000000:3.0:1789066176.193834:0:18948:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1789066176.193891:0:18948:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.123@tcp lock: ffff9cf0817a7400/0x7555615576c841b7 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066176.193900:0:18948:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.123@tcp lock: ffff9cf0817a7400/0x7555615576c841b7 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066176.193917:0:18948:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.123@tcp lock: ffff9cf0817a7400/0x7555615576c841b7 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 18948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789066176.193958:0:18948:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf07b268700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:18948:1875971258066560:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1789066176.194067:0:18948:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789066176.194130:0:18948:0:(client.c:2716:ptlrpc_set_wait()) set ffff9cf050ecf600 going to sleep for 11 seconds 00000100:00100000:0.0:1789066176.197483:0:18946:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258066560 00000100:00100000:0.0:1789066176.197513:0:18946:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258066560 00000100:00100000:0.0:1789066176.197641:0:18946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 115 00000100:00100000:0.0:1789066176.197657:0:18946:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf0818ef850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+17:18948:x1875971258066560:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1789066176.197685:0:18946:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789066176.197715:0:18946:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9cf0821fe800/0x7555615576c841be lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x7555615576c841b7 expref: -99 pid: 18946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066176.197804:0:18946:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9cf0821fe800/0x7555615576c841be lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x7555615576c841b7 expref: 18 pid: 18946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066176.197819:0:18946:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9cf0821fe800/0x7555615576c841be lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7555615576c841b7 expref: 18 pid: 18946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066176.197831:0:18946:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf0821fe800, rc 0) 00000100:00100000:0.0:1789066176.197941:0:18946:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf0818ef850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+18:18948:x1875971258066560:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 288us (3875us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066176.197950:0:18946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 115 00010000:00010000:3.0:1789066176.198226:0:3282:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1ca00/0x7555615576c841b0 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18951 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066176.198239:0:3282:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1ca00/0x7555615576c841b0 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18951 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066176.198247:0:3282:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1ca00/0x7555615576c841b0 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18951 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066176.198265:0:3282:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf07fd1ca00 already unused, calling callback (ffffffffc1f744f0) 00010000:00010000:3.0:1789066176.198272:0:3282:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1ca00/0x7555615576c841b0 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18951 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066176.198281:0:3282:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1ca00/0x7555615576c841b0 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18951 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066176.198302:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff9cf042e0f500) 00010000:00010000:3.0:1789066176.198305:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1789066176.198311:0:3282:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1ca00/0x7555615576c841b0 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18951 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066176.198319:0:3282:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1ca00/0x7555615576c841b0 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18951 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789066176.198402:0:18948:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf07b268700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:18948:1875971258066560:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1789066176.198426:0:18948:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.123@tcp lock: ffff9cf0817a7400/0x7555615576c841b7 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x7555615576c841be expref: -99 pid: 18948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066176.198437:0:18948:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.123@tcp lock: ffff9cf0817a7400/0x7555615576c841b7 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x7555615576c841be expref: -99 pid: 18948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789066176.198535:0:18948:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf07b268700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:18948:1875971258066688:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1789066176.204575:0:18948:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789066176.204661:0:18948:0:(client.c:2716:ptlrpc_set_wait()) set ffff9cf050ecf600 going to sleep for 11 seconds 00000100:00100000:1.0:1789066176.205391:0:18943:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258066688 00000100:00100000:1.0:1789066176.205408:0:18943:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258066688 00000100:00100000:1.0:1789066176.205505:0:18943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 116 00000100:00100000:1.0:1789066176.205517:0:18943:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf0818ed050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+18:18948:x1875971258066688:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1789066176.206068:0:18943:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf0818ed050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+18:18948:x1875971258066688:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 550us (1517us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066176.206097:0:18943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 116 00000100:00100000:3.0:1789066176.209815:0:18948:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf07b268700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:18948:1875971258066688:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1789066176.209910:0:18948:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf07b268700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:18948:1875971258066816:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1789066176.210017:0:18948:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789066176.210074:0:18948:0:(client.c:2716:ptlrpc_set_wait()) set ffff9cf050ecf600 going to sleep for 11 seconds 00000100:00100000:2.0:1789066176.210901:0:18946:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258066816 00000100:00100000:2.0:1789066176.210916:0:18946:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258066816 00000100:00100000:2.0:1789066176.210982:0:18946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 117 00000100:00100000:2.0:1789066176.210993:0:18946:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf0818edc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+18:18948:x1875971258066816:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1789066176.211318:0:18946:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf0818edc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+18:18948:x1875971258066816:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 326us (1300us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066176.211328:0:18946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 117 00000100:00100000:3.0:1789066176.213144:0:18948:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf07b268700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:18948:1875971258066816:0@lo:503:ll_cfg_requeue.0 00000040:00080000:1.0:1789066176.220912:0:21082:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 10 00000020:01000000:3.0:1789066176.224565:0:18948:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 10-9 (rc=0) 10000000:01000000:3.0:1789066176.224630:0:18948:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.123@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1789066176.224648:0:18948:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.123@tcp lock: ffff9cf0817a7400/0x7555615576c841b7 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x7555615576c841be expref: -99 pid: 18948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066176.224664:0:18948:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.123@tcp lock: ffff9cf0817a7400/0x7555615576c841b7 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x7555615576c841be expref: -99 pid: 18948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789066176.224679:0:18948:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:3.0:1789066176.224683:0:18948:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9cef43074800 from 10 10000000:01000000:3.0:1789066176.224686:0:18948:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1789066176.224745:0:18948:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.123@tcp lock: ffff9cf0817a7a00/0x7555615576c841c5 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066176.224754:0:18948:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.123@tcp lock: ffff9cf0817a7a00/0x7555615576c841c5 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066176.224779:0:18948:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.123@tcp lock: ffff9cf0817a7a00/0x7555615576c841c5 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 18948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789066176.224813:0:18948:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf07b268700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:18948:1875971258066944:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1789066176.224910:0:18948:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789066176.224977:0:18948:0:(client.c:2716:ptlrpc_set_wait()) set ffff9cf050ecf600 going to sleep for 11 seconds 00000100:00100000:2.0:1789066176.225268:0:18946:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258066944 00000100:00100000:2.0:1789066176.225279:0:18946:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258066944 00000100:00100000:2.0:1789066176.225343:0:18946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 118 00000100:00100000:2.0:1789066176.225354:0:18946:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf0818ec050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+18:18948:x1875971258066944:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1789066176.225372:0:18946:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789066176.225390:0:18946:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9cf07fd1d400/0x7555615576c841cc lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x7555615576c841c5 expref: -99 pid: 18946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066176.225422:0:18946:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9cf07fd1d400/0x7555615576c841cc lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x7555615576c841c5 expref: 19 pid: 18946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066176.225436:0:18946:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9cf07fd1d400/0x7555615576c841cc lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7555615576c841c5 expref: 19 pid: 18946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066176.225472:0:18946:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf07fd1d400, rc 0) 00000100:00100000:2.0:1789066176.225537:0:18946:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf0818ec050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+19:18948:x1875971258066944:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 185us (628us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066176.225545:0:18946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 118 00000100:00100000:0.0:1789066176.226605:0:18948:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf07b268700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:18948:1875971258066944:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1789066176.226635:0:18948:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.123@tcp lock: ffff9cf0817a7a00/0x7555615576c841c5 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x7555615576c841cc expref: -99 pid: 18948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066176.226648:0:18948:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.123@tcp lock: ffff9cf0817a7a00/0x7555615576c841c5 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x7555615576c841cc expref: -99 pid: 18948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789066176.226742:0:18948:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf07f482a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:18948:1875971258067072:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1789066176.226807:0:18948:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066176.226846:0:18948:0:(client.c:2716:ptlrpc_set_wait()) set ffff9cf081002000 going to sleep for 11 seconds 00000100:00100000:1.0:1789066176.227306:0:18943:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258067072 00000100:00100000:1.0:1789066176.227316:0:18943:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258067072 00000100:00100000:1.0:1789066176.227375:0:18943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 119 00000100:00100000:1.0:1789066176.227385:0:18943:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf0818ef050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+19:18948:x1875971258067072:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1789066176.227841:0:18943:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf0818ef050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+19:18948:x1875971258067072:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 457us (1033us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066176.227850:0:18943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 119 00000100:00100000:1.0:1789066176.227911:0:18948:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf07f482a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:18948:1875971258067072:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1789066176.227959:0:18948:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf058003800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:18948:1875971258067200:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1789066176.228009:0:18948:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066176.228038:0:18948:0:(client.c:2716:ptlrpc_set_wait()) set ffff9cf050bc2300 going to sleep for 11 seconds 00000100:00100000:1.0:1789066176.228049:0:18943:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258067200 00000100:00100000:1.0:1789066176.228053:0:18943:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258067200 00000100:00100000:1.0:1789066176.228075:0:18943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 120 00000100:00100000:1.0:1789066176.228081:0:18943:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cef433bcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+19:18948:x1875971258067200:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1789066176.234705:0:18943:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cef433bcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+19:18948:x1875971258067200:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 6608us (6680us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066176.234724:0:18943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 120 00000100:00100000:0.0:1789066176.239690:0:18948:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf058003800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:18948:1875971258067200:0@lo:503:ll_cfg_requeue.0 00000040:00080000:3.0:1789066176.241422:0:21083:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 10 00000020:01000000:0.0:1789066176.242351:0:18948:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 10-9 (rc=0) 10000000:01000000:0.0:1789066176.242385:0:18948:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.123@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1789066176.242401:0:18948:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.123@tcp lock: ffff9cf0817a7a00/0x7555615576c841c5 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x7555615576c841cc expref: -99 pid: 18948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066176.242444:0:18948:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.123@tcp lock: ffff9cf0817a7a00/0x7555615576c841c5 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x7555615576c841cc expref: -99 pid: 18948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789066176.365816:0:3290:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:0.0:1789066176.367148:0:20070:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236051712 00000100:00100000:0.0:1789066176.367178:0:20070:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236051712 00000100:00100000:0.0:1789066176.367283:0:20070:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 20 00000100:00100000:0.0:1789066176.367297:0:20070:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf058003800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:03395c2d-1c82-44ab-ab5f-676045f5b09e+9:17368:x1875971236051712:12345-192.168.204.23@tcp:101:lctl.0 00010000:00010000:0.0:1789066176.367330:0:20070:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789066176.367361:0:20070:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ff800/0x7555615576c841d3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x64887942ebce29a expref: -99 pid: 20070 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066176.367463:0:20070:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ff200/0x7555615576c841da lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 20070 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066176.367481:0:20070:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ff200/0x7555615576c841da lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 20070 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066176.367496:0:20070:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ff200/0x7555615576c841da lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20070 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1789066176.367898:0:20070:0:(mdt_handler.c:924:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 16384 00000004:00200000:0.0:1789066176.367905:0:20070:0:(mdt_handler.c:1589:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:2.0:1789066176.368736:0:20070:0:(mdt_handler.c:2560:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ff200/0x7555615576c841da lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20070 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066176.368804:0:20070:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ff800/0x7555615576c841d3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.23@tcp remote: 0x64887942ebce29a expref: 11 pid: 20070 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066176.368833:0:20070:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ff200/0x7555615576c841da lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.23@tcp remote: 0x64887942ebce29a expref: 10 pid: 20070 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066176.368844:0:20070:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf04872aa00) 00010000:00010000:2.0:1789066176.368848:0:20070:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1789066176.368853:0:20070:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf0821ff200, rc 0) 00000100:00100000:2.0:1789066176.368955:0:20070:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf058003800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:03395c2d-1c82-44ab-ab5f-676045f5b09e+10:17368:x1875971236051712:12345-192.168.204.23@tcp:101:lctl.0 Request processed in 1659us (3153us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066176.368965:0:20070:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 20 00000100:00100000:1.0:1789066176.428220:0:3288:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:0.0:1789066176.429098:0:18953:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236051840 00000100:00100000:0.0:1789066176.429115:0:18953:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236051840 00000100:00100000:0.0:1789066176.429219:0:18953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 21 00000100:00100000:0.0:1789066176.429234:0:18953:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf058000a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8627823b-7b53-4130-8cab-84c2d38ecd0b+5:17369:x1875971236051840:12345-192.168.204.23@tcp:101:lfs.0 00010000:00010000:0.0:1789066176.429264:0:18953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789066176.429293:0:18953:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821fea00/0x7555615576c841e1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x64887942ebce2a1 expref: -99 pid: 18953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066176.429406:0:18953:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ff600/0x7555615576c841e8 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 18953 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066176.429425:0:18953:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ff600/0x7555615576c841e8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18953 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066176.429442:0:18953:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ff600/0x7555615576c841e8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18953 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1789066176.429495:0:18953:0:(mdt_handler.c:924:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 16384 00000004:00200000:0.0:1789066176.429500:0:18953:0:(mdt_handler.c:1589:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:0.0:1789066176.429528:0:18953:0:(mdt_handler.c:2560:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ff600/0x7555615576c841e8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18953 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066176.429610:0:18953:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821fea00/0x7555615576c841e1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.23@tcp remote: 0x64887942ebce2a1 expref: 7 pid: 18953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066176.429636:0:18953:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ff600/0x7555615576c841e8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.23@tcp remote: 0x64887942ebce2a1 expref: 6 pid: 18953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066176.429647:0:18953:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf04872aa00) 00010000:00010000:0.0:1789066176.429650:0:18953:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1789066176.429655:0:18953:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf0821ff600, rc 0) 00000100:00100000:0.0:1789066176.429733:0:18953:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf058000a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8627823b-7b53-4130-8cab-84c2d38ecd0b+6:17369:x1875971236051840:12345-192.168.204.23@tcp:101:lfs.0 Request processed in 504us (1529us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066176.429741:0:18953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 21 00000100:00100000:3.0:1789066176.432784:0:3289:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:0.0:1789066176.434385:0:18952:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236051968 00000100:00100000:0.0:1789066176.434406:0:18952:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236051968 00000100:00100000:0.0:1789066176.434521:0:18952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 22 00000100:00100000:0.0:1789066176.434535:0:18952:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07b268700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8627823b-7b53-4130-8cab-84c2d38ecd0b+6:17369:x1875971236051968:12345-192.168.204.23@tcp:101:lfs.0 00010000:00010000:0.0:1789066176.434597:0:18952:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789066176.434628:0:18952:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ff000/0x7555615576c841ef lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x64887942ebce2a8 expref: -99 pid: 18952 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066176.434726:0:18952:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821fec00/0x7555615576c841f6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 18952 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066176.434744:0:18952:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821fec00/0x7555615576c841f6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18952 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066176.434758:0:18952:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821fec00/0x7555615576c841f6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18952 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066176.434777:0:18952:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ffa00/0x7555615576c841fd lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18952 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066176.434784:0:18952:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ffa00/0x7555615576c841fd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18952 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066176.434792:0:18952:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ffa00/0x7555615576c841fd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18952 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066176.434923:0:18952:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ff800/0x7555615576c84204 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18952 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066176.434934:0:18952:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ff800/0x7555615576c84204 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18952 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066176.434941:0:18952:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ff800/0x7555615576c84204 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18952 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1789066176.435002:0:18952:0:(mdt_handler.c:924:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 16384 00000004:00200000:0.0:1789066176.435006:0:18952:0:(mdt_handler.c:1589:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:0.0:1789066176.435033:0:18952:0:(mdt_handler.c:2560:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ff800/0x7555615576c84204 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18952 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066176.435048:0:18952:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821fec00/0x7555615576c841f6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18952 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066176.435057:0:18952:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821fec00/0x7555615576c841f6 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 18952 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066176.435065:0:18952:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821fec00/0x7555615576c841f6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18952 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066176.435071:0:18952:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf0821fec00 already unused, calling callback (ffffffffc1f744f0) 00010000:00010000:0.0:1789066176.435077:0:18952:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821fec00/0x7555615576c841f6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18952 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066176.435087:0:18952:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821fec00/0x7555615576c841f6 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 18952 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066176.435115:0:18952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf04872aa00) 00010000:00010000:0.0:1789066176.435118:0:18952:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1789066176.435124:0:18952:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821fec00/0x7555615576c841f6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18952 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066176.435131:0:18952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821fec00/0x7555615576c841f6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18952 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066176.435148:0:18952:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ffa00/0x7555615576c841fd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18952 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066176.435176:0:18952:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ffa00/0x7555615576c841fd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18952 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066176.435182:0:18952:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ffa00/0x7555615576c841fd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18952 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066176.435188:0:18952:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf0821ffa00 already unused, calling callback (ffffffffc1f744f0) 00010000:00010000:0.0:1789066176.435199:0:18952:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ffa00/0x7555615576c841fd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18952 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066176.435206:0:18952:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ffa00/0x7555615576c841fd lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18952 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066176.435214:0:18952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff9cf04872a900) 00010000:00010000:0.0:1789066176.435217:0:18952:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1789066176.435221:0:18952:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ffa00/0x7555615576c841fd lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18952 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066176.435227:0:18952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ffa00/0x7555615576c841fd lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18952 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066176.435267:0:18952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ff000/0x7555615576c841ef lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.23@tcp remote: 0x64887942ebce2a8 expref: 8 pid: 18952 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066176.435282:0:18952:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ff800/0x7555615576c84204 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.23@tcp remote: 0x64887942ebce2a8 expref: 7 pid: 18952 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066176.435290:0:18952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9cf04872a100) 00010000:00010000:0.0:1789066176.435293:0:18952:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1789066176.435302:0:18952:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf0821ff800, rc 0) 00000100:00100000:0.0:1789066176.435386:0:18952:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07b268700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8627823b-7b53-4130-8cab-84c2d38ecd0b+7:17369:x1875971236051968:12345-192.168.204.23@tcp:101:lfs.0 Request processed in 853us (2614us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066176.435395:0:18952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 22 00000100:00100000:1.0:1789066176.442260:0:3290:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:0.0:1789066176.442363:0:18953:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236052224 00000100:00100000:0.0:1789066176.442377:0:18953:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236052224 00000100:00100000:0.0:1789066176.442471:0:18953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 23 00000100:00100000:0.0:1789066176.442484:0:18953:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf058000000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8627823b-7b53-4130-8cab-84c2d38ecd0b+7:17369:x1875971236052224:12345-192.168.204.23@tcp:101:lfs.0 00010000:00010000:0.0:1789066176.442514:0:18953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789066176.442544:0:18953:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821fea00/0x7555615576c8420b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x64887942ebce2af expref: -99 pid: 18953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1789066176.442731:0:18953:0:(mdt_handler.c:924:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 16384 00010000:00010000:0.0:1789066176.442894:0:18953:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821fea00/0x7555615576c8420b lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.23@tcp remote: 0x64887942ebce2af expref: 9 pid: 18953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066176.442912:0:18953:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf04872aa00) 00010000:00010000:0.0:1789066176.442916:0:18953:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1789066176.442923:0:18953:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821fea00/0x7555615576c8420b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.23@tcp remote: 0x64887942ebce2af expref: 9 pid: 18953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066176.442941:0:18953:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf0821fea00, rc 0) 00000100:00100000:0.0:1789066176.443021:0:18953:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf058000000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8627823b-7b53-4130-8cab-84c2d38ecd0b+8:17369:x1875971236052224:12345-192.168.204.23@tcp:101:lfs.0 Request processed in 540us (776us total) trans 12884901891 rc 301/301 00000100:00100000:0.0:1789066176.443030:0:18953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 23 00000100:00100000:1.0:1789066176.451604:0:3288:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:0.0:1789066176.451759:0:18952:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236052480 00000100:00100000:0.0:1789066176.451785:0:18952:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236052480 00000100:00100000:0.0:1789066176.451859:0:18952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 24 00000100:00100000:0.0:1789066176.451892:0:18952:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf058000380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8627823b-7b53-4130-8cab-84c2d38ecd0b+8:17369:x1875971236052480:12345-192.168.204.23@tcp:36:lfs.0 00010000:00010000:0.0:1789066176.451973:0:18952:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789066176.452010:0:18952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ff800/0x7555615576c84204 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.23@tcp remote: 0x64887942ebce2a8 expref: 8 pid: 18952 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066176.452035:0:18952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9cf04872a100) 00010000:00010000:0.0:1789066176.452047:0:18952:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1789066176.452078:0:18952:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821fea00/0x7555615576c84219 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18952 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066176.452093:0:18952:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821fea00/0x7555615576c84219 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18952 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066176.452105:0:18952:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821fea00/0x7555615576c84219 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18952 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1789066176.452414:0:18952:0:(mdt_handler.c:4547:mdt_save_lock()) ### save lock request 00000000abfe0cb9 reply state 00000000919a9bd8 transno 12884901892 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821fea00/0x7555615576c84219 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18952 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789066176.452426:0:18952:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1789066176.452436:0:18952:0:(mdt_handler.c:924:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 16384 00000100:00100000:0.0:1789066176.452542:0:18952:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf058000380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8627823b-7b53-4130-8cab-84c2d38ecd0b+9:17369:x1875971236052480:12345-192.168.204.23@tcp:36:lfs.0 Request processed in 653us (1003us total) trans 12884901892 rc 0/0 00000100:00100000:0.0:1789066176.452593:0:18952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 24 00010000:00010000:2.0:1789066176.458149:0:3281:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821fea00/0x7555615576c84219 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18952 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066176.458180:0:3281:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821fea00/0x7555615576c84219 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18952 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066176.458198:0:3281:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821fea00/0x7555615576c84219 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18952 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066176.458228:0:3281:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf0821fea00 already unused, calling callback (ffffffffc1f744f0) 00010000:00010000:2.0:1789066176.458233:0:3281:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821fea00/0x7555615576c84219 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18952 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066176.458242:0:3281:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821fea00/0x7555615576c84219 lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18952 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066176.458262:0:3281:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9cf04872a900) 00010000:00010000:2.0:1789066176.458264:0:3281:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:2.0:1789066176.458271:0:3281:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821fea00/0x7555615576c84219 lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18952 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066176.458277:0:3281:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821fea00/0x7555615576c84219 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18952 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789066176.476139:0:3288:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:2.0:1789066176.476407:0:18954:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236052736 00000100:00100000:2.0:1789066176.476422:0:18954:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236052736 00000100:00100000:2.0:1789066176.476499:0:18954:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 2 00000100:00100000:2.0:1789066176.476510:0:18954:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07f70d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8627823b-7b53-4130-8cab-84c2d38ecd0b+8:17369:x1875971236052736:12345-192.168.204.23@tcp:35:lfs.0 00000100:00100000:2.0:1789066176.476867:0:18954:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07f70d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8627823b-7b53-4130-8cab-84c2d38ecd0b+9:17369:x1875971236052736:12345-192.168.204.23@tcp:35:lfs.0 Request processed in 357us (743us total) trans 12884901893 rc 0/0 00000100:00100000:2.0:1789066176.476875:0:18954:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 2 00000100:00100000:3.0:1789066176.484269:0:3289:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:0.0:1789066176.484672:0:18953:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236052992 00000100:00100000:0.0:1789066176.484686:0:18953:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236052992 00000100:00100000:0.0:1789066176.484777:0:18953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 25 00000100:00100000:0.0:1789066176.484792:0:18953:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07b268380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8627823b-7b53-4130-8cab-84c2d38ecd0b+9:17369:x1875971236052992:12345-192.168.204.23@tcp:101:lfs.0 00010000:00010000:0.0:1789066176.484828:0:18953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789066176.484867:0:18953:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ff800/0x7555615576c84220 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x64887942ebce2b6 expref: -99 pid: 18953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066176.484982:0:18953:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ff000/0x7555615576c84227 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 18953 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066176.485000:0:18953:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ff000/0x7555615576c84227 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18953 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066176.485016:0:18953:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ff000/0x7555615576c84227 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18953 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066176.485032:0:18953:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ffa00/0x7555615576c8422e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18953 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066176.485039:0:18953:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ffa00/0x7555615576c8422e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18953 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066176.485046:0:18953:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ffa00/0x7555615576c8422e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18953 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1789066176.485219:0:18953:0:(mdt_handler.c:924:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 16384 00010000:00010000:0.0:1789066176.485353:0:18953:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ff000/0x7555615576c84227 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18953 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066176.485362:0:18953:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ff000/0x7555615576c84227 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 18953 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066176.485370:0:18953:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ff000/0x7555615576c84227 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18953 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066176.485376:0:18953:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf0821ff000 already unused, calling callback (ffffffffc1f744f0) 00010000:00010000:0.0:1789066176.485381:0:18953:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ff000/0x7555615576c84227 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18953 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066176.485397:0:18953:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ff000/0x7555615576c84227 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 18953 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066176.485411:0:18953:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf04872aa00) 00010000:00010000:0.0:1789066176.485415:0:18953:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1789066176.485421:0:18953:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ff000/0x7555615576c84227 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18953 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066176.485427:0:18953:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ff000/0x7555615576c84227 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18953 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066176.485444:0:18953:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ffa00/0x7555615576c8422e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18953 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066176.485449:0:18953:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ffa00/0x7555615576c8422e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18953 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066176.485455:0:18953:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ffa00/0x7555615576c8422e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18953 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066176.485460:0:18953:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf0821ffa00 already unused, calling callback (ffffffffc1f744f0) 00010000:00010000:0.0:1789066176.485462:0:18953:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ffa00/0x7555615576c8422e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18953 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066176.485467:0:18953:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ffa00/0x7555615576c8422e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18953 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066176.485473:0:18953:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff9cf04872a100) 00010000:00010000:0.0:1789066176.485475:0:18953:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1789066176.485477:0:18953:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ffa00/0x7555615576c8422e lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18953 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066176.485492:0:18953:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ffa00/0x7555615576c8422e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18953 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066176.485540:0:18953:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ff800/0x7555615576c84220 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.23@tcp remote: 0x64887942ebce2b6 expref: 11 pid: 18953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066176.485633:0:18953:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf04872aa00) 00010000:00010000:0.0:1789066176.485635:0:18953:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1789066176.485640:0:18953:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ff800/0x7555615576c84220 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.23@tcp remote: 0x64887942ebce2b6 expref: 11 pid: 18953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066176.485650:0:18953:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf0821ff800, rc 0) 00000100:00100000:0.0:1789066176.485727:0:18953:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07b268380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8627823b-7b53-4130-8cab-84c2d38ecd0b+10:17369:x1875971236052992:12345-192.168.204.23@tcp:101:lfs.0 Request processed in 939us (1474us total) trans 12884901894 rc 301/301 00000100:00100000:0.0:1789066176.485736:0:18953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 25 00000100:00100000:1.0:1789066176.499932:0:3290:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:0.0:1789066176.500120:0:18952:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236053120 00000100:00100000:0.0:1789066176.500136:0:18952:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236053120 00000100:00100000:0.0:1789066176.500235:0:18952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 26 00000100:00100000:0.0:1789066176.500247:0:18952:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07f70ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8627823b-7b53-4130-8cab-84c2d38ecd0b+10:17369:x1875971236053120:12345-192.168.204.23@tcp:101:lfs.0 00010000:00010000:0.0:1789066176.500281:0:18952:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789066176.500313:0:18952:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ff800/0x7555615576c8423c lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x64887942ebce2bd expref: -99 pid: 18952 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066176.500436:0:18952:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ffa00/0x7555615576c84243 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18952 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066176.500456:0:18952:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ffa00/0x7555615576c84243 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18952 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066176.500487:0:18952:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ffa00/0x7555615576c84243 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18952 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1789066176.500524:0:18952:0:(mdt_handler.c:924:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 16384 00000004:00200000:0.0:1789066176.500528:0:18952:0:(mdt_handler.c:1589:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:0.0:1789066176.500597:0:18952:0:(mdt_handler.c:2560:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ffa00/0x7555615576c84243 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18952 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066176.500631:0:18952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ff800/0x7555615576c8423c lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.23@tcp remote: 0x64887942ebce2bd expref: 12 pid: 18952 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066176.500653:0:18952:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ffa00/0x7555615576c84243 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.23@tcp remote: 0x64887942ebce2bd expref: 11 pid: 18952 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066176.500663:0:18952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9cf04872a100) 00010000:00010000:0.0:1789066176.500666:0:18952:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1789066176.500671:0:18952:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf0821ffa00, rc 0) 00000100:00100000:0.0:1789066176.500759:0:18952:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07f70ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8627823b-7b53-4130-8cab-84c2d38ecd0b+11:17369:x1875971236053120:12345-192.168.204.23@tcp:101:lfs.0 Request processed in 513us (845us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066176.500778:0:18952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 26 00000100:00100000:1.0:1789066176.506613:0:3288:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:2.0:1789066176.506771:0:18954:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236053248 00000100:00100000:2.0:1789066176.506787:0:18954:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236053248 00000100:00100000:2.0:1789066176.506853:0:18954:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 3 00000100:00100000:2.0:1789066176.506865:0:18954:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07f70c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8627823b-7b53-4130-8cab-84c2d38ecd0b+11:17369:x1875971236053248:12345-192.168.204.23@tcp:37:lfs.0 00000100:00100000:2.0:1789066176.514411:0:18954:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07f70c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8627823b-7b53-4130-8cab-84c2d38ecd0b+11:17369:x1875971236053248:12345-192.168.204.23@tcp:37:lfs.0 Request processed in 7530us (7860us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066176.514442:0:18954:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 3 00000100:00100000:1.0:1789066176.529911:0:3290:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:3.0:1789066176.530032:0:18955:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236053504 00000100:00100000:3.0:1789066176.530046:0:18955:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236053504 00000100:00100000:3.0:1789066176.530133:0:18955:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 4 00000100:00100000:3.0:1789066176.530147:0:18955:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07ee82450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8627823b-7b53-4130-8cab-84c2d38ecd0b+11:17369:x1875971236053504:12345-192.168.204.23@tcp:35:lfs.0 00000100:00100000:3.0:1789066176.530851:0:18955:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07ee82450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8627823b-7b53-4130-8cab-84c2d38ecd0b+12:17369:x1875971236053504:12345-192.168.204.23@tcp:35:lfs.0 Request processed in 702us (951us total) trans 12884901895 rc 0/0 00000100:00100000:3.0:1789066176.530863:0:18955:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 4 00000040:00080000:3.0:1789066176.614309:0:18985:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:1.0:1789066176.634749:0:3288:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:0.0:1789066176.635504:0:18953:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236053632 00000100:00100000:0.0:1789066176.635524:0:18953:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236053632 00000100:00100000:0.0:1789066176.635663:0:18953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 27 00000100:00100000:0.0:1789066176.635679:0:18953:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07f70c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:03395c2d-1c82-44ab-ab5f-676045f5b09e+10:17375:x1875971236053632:12345-192.168.204.23@tcp:101:bash.0 00010000:00010000:0.0:1789066176.635713:0:18953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789066176.635750:0:18953:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ff000/0x7555615576c8424a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x64887942ebce2c4 expref: -99 pid: 18953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066176.635874:0:18953:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821fec00/0x7555615576c84251 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 18953 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066176.635893:0:18953:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821fec00/0x7555615576c84251 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18953 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066176.635909:0:18953:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821fec00/0x7555615576c84251 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18953 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066176.635927:0:18953:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ffc00/0x7555615576c84258 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18953 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066176.635935:0:18953:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ffc00/0x7555615576c84258 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18953 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066176.635942:0:18953:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ffc00/0x7555615576c84258 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18953 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066176.636097:0:18953:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ff400/0x7555615576c8425f lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18953 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066176.636107:0:18953:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ff400/0x7555615576c8425f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18953 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066176.636115:0:18953:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ff400/0x7555615576c8425f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18953 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1789066176.637008:0:18953:0:(mdt_handler.c:924:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 16384 00000004:00200000:0.0:1789066176.637018:0:18953:0:(mdt_handler.c:1589:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:0.0:1789066176.638027:0:18953:0:(mdt_handler.c:2560:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ff400/0x7555615576c8425f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18953 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066176.638087:0:18953:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821fec00/0x7555615576c84251 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18953 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066176.638528:0:18953:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821fec00/0x7555615576c84251 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 18953 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066176.638541:0:18953:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821fec00/0x7555615576c84251 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18953 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066176.638673:0:18953:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf0821fec00 already unused, calling callback (ffffffffc1f744f0) 00010000:00010000:0.0:1789066176.638679:0:18953:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821fec00/0x7555615576c84251 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18953 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066176.638692:0:18953:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821fec00/0x7555615576c84251 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 18953 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066176.638716:0:18953:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf04872aa00) 00010000:00010000:0.0:1789066176.638719:0:18953:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1789066176.638726:0:18953:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821fec00/0x7555615576c84251 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18953 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066176.638736:0:18953:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821fec00/0x7555615576c84251 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18953 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066176.638763:0:18953:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ffc00/0x7555615576c84258 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18953 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066176.638770:0:18953:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ffc00/0x7555615576c84258 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18953 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066176.638776:0:18953:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ffc00/0x7555615576c84258 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18953 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066176.638791:0:18953:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf0821ffc00 already unused, calling callback (ffffffffc1f744f0) 00010000:00010000:0.0:1789066176.638794:0:18953:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ffc00/0x7555615576c84258 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18953 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066176.638801:0:18953:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ffc00/0x7555615576c84258 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18953 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066176.638810:0:18953:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff9cf04872af00) 00010000:00010000:0.0:1789066176.638813:0:18953:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1789066176.638816:0:18953:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ffc00/0x7555615576c84258 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18953 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066176.638823:0:18953:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ffc00/0x7555615576c84258 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18953 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066176.638892:0:18953:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ff000/0x7555615576c8424a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.23@tcp remote: 0x64887942ebce2c4 expref: 12 pid: 18953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066176.638910:0:18953:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ff400/0x7555615576c8425f lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.23@tcp remote: 0x64887942ebce2c4 expref: 11 pid: 18953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066176.638918:0:18953:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9cf04872a100) 00010000:00010000:0.0:1789066176.638920:0:18953:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1789066176.638923:0:18953:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf0821ff400, rc 0) 00000100:00100000:0.0:1789066176.641747:0:18953:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07f70c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:03395c2d-1c82-44ab-ab5f-676045f5b09e+11:17375:x1875971236053632:12345-192.168.204.23@tcp:101:bash.0 Request processed in 6053us (6998us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066176.641765:0:18953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 27 00000100:00100000:0.0:1789066176.650203:0:3289:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:3.0:1789066176.650455:0:18952:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236053888 00000100:00100000:3.0:1789066176.650473:0:18952:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236053888 00000100:00100000:3.0:1789066176.650603:0:18952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 28 00000100:00100000:3.0:1789066176.650618:0:18952:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07f483800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:03395c2d-1c82-44ab-ab5f-676045f5b09e+11:17375:x1875971236053888:12345-192.168.204.23@tcp:101:bash.0 00010000:00010000:3.0:1789066176.650649:0:18952:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789066176.650682:0:18952:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0817a7c00/0x7555615576c84266 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x64887942ebce2cb expref: -99 pid: 18952 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066176.650857:0:18952:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0817a7800/0x7555615576c8426d lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 18952 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066176.650877:0:18952:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ffa00/0x7555615576c84243 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.23@tcp remote: 0x64887942ebce2bd expref: 11 pid: 18952 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066176.650887:0:18952:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0817a7800/0x7555615576c8426d lrc: 4/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18952 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066176.650942:0:18952:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ffa00/0x7555615576c84243 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.23@tcp remote: 0x64887942ebce2bd expref: 11 pid: 18952 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066176.650980:0:18952:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ffa00/0x7555615576c84243 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.23@tcp remote: 0x64887942ebce2bd expref: 11 pid: 18952 timeout: 735 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789066176.651000:0:18952:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf07b268a80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:18952:1875971258067328:192.168.204.23@tcp:104: 00000100:00100000:3.0:1789066176.652520:0:18952:0:(client.c:2716:ptlrpc_set_wait()) set ffff9cf050a5dd80 going to sleep for 11 seconds 00000100:00100000:3.0:1789066176.664808:0:18952:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf07b268a80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:18952:1875971258067328:192.168.204.23@tcp:104: 00010000:00010000:3.0:1789066176.664851:0:18952:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0817a7800/0x7555615576c8426d lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18952 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789066176.666282:0:3289:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:2.0:1789066176.668785:0:21069:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236054016 00000100:00100000:2.0:1789066176.668811:0:21069:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236054016 00010000:00010000:2.0:1789066176.668884:0:21069:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ffa00/0x7555615576c84243 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.23@tcp remote: 0x64887942ebce2bd expref: 12 pid: 18952 timeout: 735 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789066176.668940:0:21069:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 10 00000100:00100000:2.0:1789066176.668960:0:21069:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07f482300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8627823b-7b53-4130-8cab-84c2d38ecd0b+12:2348:x1875971236054016:12345-192.168.204.23@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1789066176.668981:0:21069:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789066176.668989:0:21069:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ffa00/0x7555615576c84243 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.23@tcp remote: 0x64887942ebce2bd expref: 12 pid: 18952 timeout: 735 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066176.669004:0:21069:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ffa00/0x7555615576c84243 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.23@tcp remote: 0x64887942ebce2bd expref: 12 pid: 18952 timeout: 735 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066176.669032:0:21069:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ffa00/0x7555615576c84243 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.23@tcp remote: 0x64887942ebce2bd expref: 12 pid: 18952 timeout: 735 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066176.669054:0:21069:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9cf04872a100) 00010000:00010000:2.0:1789066176.669062:0:21069:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0817a7800/0x7555615576c8426d lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18952 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066176.669074:0:21069:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0817a7800/0x7555615576c8426d lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 18952 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066176.669083:0:21069:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0817a7800/0x7555615576c8426d lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 18952 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066176.669365:0:21069:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789066176.669538:0:21069:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07f482300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8627823b-7b53-4130-8cab-84c2d38ecd0b+11:2348:x1875971236054016:12345-192.168.204.23@tcp:103:ldlm_bl.0 Request processed in 586us (3268us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066176.669588:0:21069:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 10 00010000:00010000:0.0:1789066176.669869:0:18952:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0817a7800/0x7555615576c8426d lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18952 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066176.669880:0:18952:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0817a7800/0x7555615576c8426d lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18952 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066176.677613:0:18952:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ff000/0x7555615576c84274 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18952 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066176.677651:0:18952:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ff000/0x7555615576c84274 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18952 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066176.677669:0:18952:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ff000/0x7555615576c84274 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18952 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066176.683117:0:18952:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ffc00/0x7555615576c8427b lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18952 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066176.683148:0:18952:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ffc00/0x7555615576c8427b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18952 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066176.683166:0:18952:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ffc00/0x7555615576c8427b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18952 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1789066176.683198:0:18952:0:(mdt_handler.c:924:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:0.0:1789066176.683255:0:18952:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0817a7800/0x7555615576c8426d lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18952 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066176.683264:0:18952:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0817a7800/0x7555615576c8426d lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 18952 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066176.683271:0:18952:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0817a7800/0x7555615576c8426d lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18952 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066176.683293:0:18952:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf0817a7800 already unused, calling callback (ffffffffc1f744f0) 00010000:00010000:0.0:1789066176.683298:0:18952:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0817a7800/0x7555615576c8426d lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18952 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066176.683307:0:18952:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0817a7800/0x7555615576c8426d lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 18952 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066176.683322:0:18952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9cf04872a100) 00010000:00010000:0.0:1789066176.683325:0:18952:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1789066176.683332:0:18952:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0817a7800/0x7555615576c8426d lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18952 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066176.683339:0:18952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0817a7800/0x7555615576c8426d lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18952 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1789066176.683371:0:18952:0:(mdt_handler.c:4547:mdt_save_lock()) ### save lock request 000000009859628e reply state 00000000c857eab3 transno 12884901896 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ff000/0x7555615576c84274 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18952 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789066176.683381:0:18952:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1789066176.683438:0:18952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0817a7c00/0x7555615576c84266 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.23@tcp remote: 0x64887942ebce2cb expref: 14 pid: 18952 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066176.683454:0:18952:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ffc00/0x7555615576c8427b lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.23@tcp remote: 0x64887942ebce2cb expref: 13 pid: 18952 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066176.683462:0:18952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9cf04872ae00) 00010000:00010000:0.0:1789066176.683465:0:18952:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:0.0:1789066176.683468:0:18952:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf0821ffc00, rc 0) 00000100:00100000:0.0:1789066176.683593:0:18952:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07f483800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:03395c2d-1c82-44ab-ab5f-676045f5b09e+14:17375:x1875971236053888:12345-192.168.204.23@tcp:101:bash.0 Request processed in 32978us (33413us total) trans 12884901896 rc 0/0 00000100:00100000:0.0:1789066176.683609:0:18952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 28 00010000:00010000:3.0:1789066176.692501:0:3282:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ff000/0x7555615576c84274 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18952 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066176.692620:0:3282:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ff000/0x7555615576c84274 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18952 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066176.692630:0:3282:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ff000/0x7555615576c84274 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18952 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066176.692638:0:3282:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf0821ff000 already unused, calling callback (ffffffffc1f744f0) 00010000:00010000:3.0:1789066176.692644:0:3282:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ff000/0x7555615576c84274 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18952 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066176.692654:0:3282:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ff000/0x7555615576c84274 lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18952 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066176.692677:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff9cf04872af00) 00010000:00010000:3.0:1789066176.692681:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1789066176.692713:0:3282:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ff000/0x7555615576c84274 lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18952 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066176.692722:0:3282:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ff000/0x7555615576c84274 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18952 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789066176.727646:0:3288:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:2.0:1789066176.727897:0:18951:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236054144 00000100:00100000:2.0:1789066176.727918:0:18951:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236054144 00000100:00100000:2.0:1789066176.728005:0:18951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 29 00000100:00100000:2.0:1789066176.728018:0:18951:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07f70ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:03395c2d-1c82-44ab-ab5f-676045f5b09e+13:17375:x1875971236054144:12345-192.168.204.23@tcp:101:bash.0 00010000:00010000:2.0:1789066176.728059:0:18951:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789066176.728086:0:18951:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1da00/0x7555615576c84289 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x64887942ebce2d2 expref: -99 pid: 18951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066176.728170:0:18951:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1d200/0x7555615576c84290 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18951 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066176.728198:0:18951:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1d200/0x7555615576c84290 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18951 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066176.728212:0:18951:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1d200/0x7555615576c84290 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18951 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1789066176.728265:0:18951:0:(mdt_handler.c:924:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:2.0:1789066176.728269:0:18951:0:(mdt_handler.c:1589:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1789066176.728296:0:18951:0:(mdt_handler.c:2560:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1d200/0x7555615576c84290 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18951 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066176.728309:0:18951:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1d200/0x7555615576c84290 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18951 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066176.728340:0:18951:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1da00/0x7555615576c84289 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.23@tcp remote: 0x64887942ebce2d2 expref: 15 pid: 18951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066176.728392:0:18951:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1d200/0x7555615576c84290 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.23@tcp remote: 0x64887942ebce2d2 expref: 14 pid: 18951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066176.728402:0:18951:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9cf04872ae00) 00010000:00010000:2.0:1789066176.728407:0:18951:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1789066176.728413:0:18951:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf07fd1d200, rc 0) 00000100:00100000:2.0:1789066176.728494:0:18951:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07f70ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:03395c2d-1c82-44ab-ab5f-676045f5b09e+14:17375:x1875971236054144:12345-192.168.204.23@tcp:101:bash.0 Request processed in 477us (863us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066176.728501:0:18951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 29 00000100:00100000:0.0:1789066176.733905:0:3289:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:3.0:1789066176.734011:0:18955:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236054400 00000100:00100000:3.0:1789066176.734024:0:18955:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236054400 00000100:00100000:3.0:1789066176.734106:0:18955:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 5 00000100:00100000:3.0:1789066176.734120:0:18955:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07f481880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:03395c2d-1c82-44ab-ab5f-676045f5b09e+14:17375:x1875971236054400:12345-192.168.204.23@tcp:35:bash.0 00000001:00080000:3.0:1789066176.734648:0:18955:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901897 00000100:00100000:3.0:1789066176.734801:0:18955:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07f481880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:03395c2d-1c82-44ab-ab5f-676045f5b09e+16:17375:x1875971236054400:12345-192.168.204.23@tcp:35:bash.0 Request processed in 682us (909us total) trans 12884901898 rc 0/0 00000100:00100000:3.0:1789066176.734812:0:18955:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 5 00000020:00080000:3.0:1789066176.734818:0:18955:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1789066176.885332:0:3290:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:2.0:1789066176.885540:0:20070:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236054656 00000100:00100000:2.0:1789066176.885589:0:20070:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236054656 00000100:00100000:2.0:1789066176.885670:0:20070:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 30 00000100:00100000:2.0:1789066176.885683:0:20070:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07f70dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:03395c2d-1c82-44ab-ab5f-676045f5b09e+16:17385:x1875971236054656:12345-192.168.204.23@tcp:101:lfs.0 00010000:00010000:2.0:1789066176.885720:0:20070:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789066176.885749:0:20070:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1da00/0x7555615576c84297 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x64887942ebce2d9 expref: -99 pid: 20070 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1789066176.885890:0:20070:0:(mdt_handler.c:924:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 16384 00010000:00010000:2.0:1789066176.886064:0:20070:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1da00/0x7555615576c84297 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.23@tcp remote: 0x64887942ebce2d9 expref: 18 pid: 20070 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066176.886081:0:20070:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf04872aa00) 00010000:00010000:2.0:1789066176.886085:0:20070:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1789066176.886092:0:20070:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1da00/0x7555615576c84297 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.23@tcp remote: 0x64887942ebce2d9 expref: 18 pid: 20070 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066176.886135:0:20070:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf07fd1da00, rc 0) 00000100:00100000:2.0:1789066176.887923:0:20070:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07f70dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:03395c2d-1c82-44ab-ab5f-676045f5b09e+17:17385:x1875971236054656:12345-192.168.204.23@tcp:101:lfs.0 Request processed in 2227us (2593us total) trans 12884901899 rc 301/301 00000100:00100000:2.0:1789066176.887938:0:20070:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 30 00000100:00100000:1.0:1789066176.900700:0:3288:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:3.0:1789066176.900915:0:18955:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236054912 00000100:00100000:3.0:1789066176.900930:0:18955:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236054912 00000100:00100000:3.0:1789066176.901009:0:18955:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 6 00000100:00100000:3.0:1789066176.901024:0:18955:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07f70c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:03395c2d-1c82-44ab-ab5f-676045f5b09e+17:17385:x1875971236054912:12345-192.168.204.23@tcp:35:lfs.0 00000100:00100000:3.0:1789066176.901882:0:18955:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07f70c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:03395c2d-1c82-44ab-ab5f-676045f5b09e+18:17385:x1875971236054912:12345-192.168.204.23@tcp:35:lfs.0 Request processed in 857us (1196us total) trans 12884901900 rc 0/0 00000100:00100000:3.0:1789066176.901894:0:18955:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 6 00000100:00100000:0.0:1789066176.982957:0:3289:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:3.0:1789066176.983096:0:18953:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236055168 00000100:00100000:3.0:1789066176.983111:0:18953:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236055168 00000100:00100000:3.0:1789066176.983230:0:18953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 31 00000100:00100000:3.0:1789066176.983244:0:18953:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07f481500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:03395c2d-1c82-44ab-ab5f-676045f5b09e+18:17388:x1875971236055168:12345-192.168.204.23@tcp:101:lfs.0 00010000:00010000:3.0:1789066176.983278:0:18953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789066176.983307:0:18953:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0817a6600/0x7555615576c842a5 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x64887942ebce2e0 expref: -99 pid: 18953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066176.983466:0:18953:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0817a6000/0x7555615576c842ac lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 18953 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066176.983486:0:18953:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0817a6000/0x7555615576c842ac lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18953 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066176.983503:0:18953:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0817a6000/0x7555615576c842ac lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18953 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1789066176.983518:0:18953:0:(mdt_handler.c:924:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:3.0:1789066176.983761:0:18953:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0817a6600/0x7555615576c842a5 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.23@tcp remote: 0x64887942ebce2e0 expref: 21 pid: 18953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066176.983783:0:18953:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0817a6000/0x7555615576c842ac lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.23@tcp remote: 0x64887942ebce2e0 expref: 20 pid: 18953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066176.983793:0:18953:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9cf04872ae00) 00010000:00010000:3.0:1789066176.983796:0:18953:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1789066176.983801:0:18953:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf0817a6000, rc 0) 00000100:00100000:3.0:1789066176.983884:0:18953:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07f481500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:03395c2d-1c82-44ab-ab5f-676045f5b09e+20:17388:x1875971236055168:12345-192.168.204.23@tcp:101:lfs.0 Request processed in 643us (944us total) trans 12884901901 rc 0/0 00000100:00100000:3.0:1789066176.983893:0:18953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 31 00000100:00100000:1.0:1789066177.002384:0:3290:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:1.0:1789066177.002471:0:3290:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:0.0:1789066177.002659:0:18952:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236055296 00000100:00100000:0.0:1789066177.002674:0:18952:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236055296 00000100:00100000:0.0:1789066177.002786:0:18952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 32 00000100:00100000:0.0:1789066177.002802:0:18952:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07f70e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:03395c2d-1c82-44ab-ab5f-676045f5b09e+20:17388:x1875971236055296:12345-192.168.204.23@tcp:54:lfs.0 00010000:00010000:0.0:1789066177.002904:0:18952:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821fec00/0x7555615576c842ba lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 18952 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066177.002929:0:18952:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821fec00/0x7555615576c842ba lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18952 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066177.002945:0:18952:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821fec00/0x7555615576c842ba lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18952 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066177.002979:0:18952:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821fec00/0x7555615576c842ba lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18952 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066177.002987:0:18952:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821fec00/0x7555615576c842ba lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 18952 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066177.002995:0:18952:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821fec00/0x7555615576c842ba lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18952 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066177.003001:0:18952:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf0821fec00 already unused, calling callback (ffffffffc1f744f0) 00010000:00010000:0.0:1789066177.003006:0:18952:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821fec00/0x7555615576c842ba lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18952 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066177.003014:0:18952:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821fec00/0x7555615576c842ba lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 18952 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066177.003047:0:18952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9cf04872ae00) 00010000:00010000:0.0:1789066177.003050:0:18952:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1789066177.003057:0:18952:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821fec00/0x7555615576c842ba lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18952 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066177.003064:0:18952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821fec00/0x7555615576c842ba lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18952 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789066177.003193:0:18952:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07f70e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:03395c2d-1c82-44ab-ab5f-676045f5b09e+20:17388:x1875971236055296:12345-192.168.204.23@tcp:54:lfs.0 Request processed in 395us (824us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066177.003202:0:18952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 32 00000100:00080000:1.0:1789066177.003865:0:18947:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1789066177.005123:0:18936:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236055424 00000100:00100000:3.0:1789066177.005160:0:18936:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236055424 00000100:00100000:3.0:1789066177.005268:0:18936:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 0 00000100:00100000:3.0:1789066177.005282:0:18936:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07f70fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:03395c2d-1c82-44ab-ab5f-676045f5b09e+20:2347:x1875971236055424:12345-192.168.204.23@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1789066177.005491:0:18936:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1789066177.005654:0:18936:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0817a6000/0x7555615576c842ac lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.23@tcp remote: 0x64887942ebce2e0 expref: 20 pid: 18953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066177.005683:0:18936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9cf04872ae00) 00010000:00010000:3.0:1789066177.005689:0:18936:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1789066177.005791:0:18936:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07f70fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:03395c2d-1c82-44ab-ab5f-676045f5b09e+19:2347:x1875971236055424:12345-192.168.204.23@tcp:103:ldlm_bl.0 Request processed in 511us (3319us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066177.005799:0:18936:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 0 00000100:00100000:1.0:1789066177.007247:0:3290:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:0.0:1789066177.007454:0:18954:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236055680 00000100:00100000:0.0:1789066177.007468:0:18954:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236055680 00000100:00100000:0.0:1789066177.007539:0:18954:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 7 00000100:00100000:0.0:1789066177.007572:0:18954:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07f70f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:03395c2d-1c82-44ab-ab5f-676045f5b09e+19:17388:x1875971236055680:12345-192.168.204.23@tcp:35:lfs.0 00000100:00100000:0.0:1789066177.007881:0:18954:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07f70f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:03395c2d-1c82-44ab-ab5f-676045f5b09e+20:17388:x1875971236055680:12345-192.168.204.23@tcp:35:lfs.0 Request processed in 331us (652us total) trans 12884901902 rc 0/0 00000100:00100000:0.0:1789066177.007890:0:18954:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 7 00010000:00010000:2.0:1789066177.128916:0:18940:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1789066177.322582:0:5860:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901902 is committed 00000001:00080000:1.0:1789066177.322622:0:5860:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901894 is committed 00000001:00080000:1.0:1789066177.322676:0:5860:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901895 is committed 00000100:00100000:2.0:1789066177.449807:0:3288:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:3.0:1789066177.450124:0:18951:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236055936 00000100:00100000:3.0:1789066177.450218:0:18951:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236055936 00000100:00100000:3.0:1789066177.450369:0:18951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 33 00000100:00100000:3.0:1789066177.450382:0:18951:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cef433ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:03395c2d-1c82-44ab-ab5f-676045f5b09e+11:17419:x1875971236055936:12345-192.168.204.23@tcp:101:cat.0 00010000:00010000:3.0:1789066177.450416:0:18951:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789066177.450450:0:18951:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0817a6000/0x7555615576c842c1 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x64887942ebce2e7 expref: -99 pid: 18951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066177.450646:0:18951:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0817a6600/0x7555615576c842c8 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 18951 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066177.450665:0:18951:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0817a6600/0x7555615576c842c8 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18951 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066177.450683:0:18951:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0817a6600/0x7555615576c842c8 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18951 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1789066177.450698:0:18951:0:(mdt_handler.c:924:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:3.0:1789066177.451034:0:18951:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0817a6000/0x7555615576c842c1 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.23@tcp remote: 0x64887942ebce2e7 expref: 14 pid: 18951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066177.451093:0:18951:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0817a6600/0x7555615576c842c8 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.23@tcp remote: 0x64887942ebce2e7 expref: 13 pid: 18951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066177.451104:0:18951:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9cf04872ae00) 00010000:00010000:3.0:1789066177.451107:0:18951:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1789066177.451112:0:18951:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf0817a6600, rc 0) 00000100:00100000:3.0:1789066177.457586:0:18951:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cef433ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:03395c2d-1c82-44ab-ab5f-676045f5b09e+13:17419:x1875971236055936:12345-192.168.204.23@tcp:101:cat.0 Request processed in 5455us (6044us total) trans 12884901903 rc 0/0 00000100:00100000:3.0:1789066177.457602:0:18951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 33 00000100:00100000:1.0:1789066177.463052:0:3289:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:2.0:1789066177.464342:0:3288:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:0.0:1789066177.465135:0:18954:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236056192 00000100:00100000:0.0:1789066177.465162:0:18954:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236056192 00000100:00100000:0.0:1789066177.465263:0:18954:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 8 00000100:00100000:0.0:1789066177.465276:0:18954:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07f70ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:03395c2d-1c82-44ab-ab5f-676045f5b09e+13:17419:x1875971236056192:12345-192.168.204.23@tcp:35:cat.0 00000100:00100000:0.0:1789066177.465827:0:18954:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07f70ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:03395c2d-1c82-44ab-ab5f-676045f5b09e+14:17419:x1875971236056192:12345-192.168.204.23@tcp:35:cat.0 Request processed in 551us (2803us total) trans 12884901904 rc 0/0 00000100:00100000:0.0:1789066177.466992:0:18954:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 8 00000100:00100000:3.0:1789066177.473515:0:21069:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236056320 00000100:00100000:3.0:1789066177.473537:0:21069:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236056320 00000100:00100000:3.0:1789066177.473679:0:21069:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 1 00000100:00100000:3.0:1789066177.473693:0:21069:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cef433b8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:03395c2d-1c82-44ab-ab5f-676045f5b09e+14:2347:x1875971236056320:12345-192.168.204.23@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1789066177.473714:0:21069:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1789066177.473749:0:21069:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0817a6600/0x7555615576c842c8 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.23@tcp remote: 0x64887942ebce2e7 expref: 14 pid: 18951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066177.473776:0:21069:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9cf04872ae00) 00010000:00010000:3.0:1789066177.473782:0:21069:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1789066177.474389:0:21069:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cef433b8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:03395c2d-1c82-44ab-ab5f-676045f5b09e+13:2347:x1875971236056320:12345-192.168.204.23@tcp:103:ldlm_bl.0 Request processed in 695us (10054us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066177.474400:0:21069:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 1 00000100:00100000:1.0:1789066177.597762:0:3289:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:0.0:1789066177.605468:0:18952:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236056576 00000100:00100000:0.0:1789066177.605519:0:18952:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236056576 00000100:00100000:0.0:1789066177.606826:0:18952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 34 00000100:00100000:0.0:1789066177.606860:0:18952:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07f70e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:03395c2d-1c82-44ab-ab5f-676045f5b09e+13:17425:x1875971236056576:12345-192.168.204.23@tcp:101:dd.0 00010000:00010000:0.0:1789066177.606900:0:18952:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789066177.606935:0:18952:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821fec00/0x7555615576c842d6 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x64887942ebce2ee expref: -99 pid: 18952 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066177.607107:0:18952:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ffa00/0x7555615576c842dd lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 18952 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066177.607126:0:18952:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ffa00/0x7555615576c842dd lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18952 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066177.607152:0:18952:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ffa00/0x7555615576c842dd lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18952 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1789066177.607180:0:18952:0:(mdt_handler.c:924:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:0.0:1789066177.607395:0:18952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821fec00/0x7555615576c842d6 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.23@tcp remote: 0x64887942ebce2ee expref: 16 pid: 18952 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066177.607423:0:18952:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ffa00/0x7555615576c842dd lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.23@tcp remote: 0x64887942ebce2ee expref: 15 pid: 18952 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066177.607434:0:18952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9cf04872ae00) 00010000:00010000:0.0:1789066177.607437:0:18952:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1789066177.607442:0:18952:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf0821ffa00, rc 0) 00000100:00100000:0.0:1789066177.607545:0:18952:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07f70e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:03395c2d-1c82-44ab-ab5f-676045f5b09e+15:17425:x1875971236056576:12345-192.168.204.23@tcp:101:dd.0 Request processed in 694us (9801us total) trans 12884901905 rc 0/0 00000100:00100000:0.0:1789066177.607604:0:18952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 34 00000100:00100000:1.0:1789066177.639144:0:3290:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:0.0:1789066177.639461:0:18953:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236056832 00000100:00100000:0.0:1789066177.639478:0:18953:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236056832 00000100:00100000:0.0:1789066177.639581:0:18953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 35 00000100:00100000:0.0:1789066177.639596:0:18953:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07f70df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:03395c2d-1c82-44ab-ab5f-676045f5b09e+15:17425:x1875971236056832:12345-192.168.204.23@tcp:36:dd.0 00010000:00010000:0.0:1789066177.639675:0:18953:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1789066177.639711:0:18953:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ffa00/0x7555615576c842dd lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.23@tcp remote: 0x64887942ebce2ee expref: 15 pid: 18952 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066177.639743:0:18953:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1d200/0x7555615576c84290 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.23@tcp remote: 0x64887942ebce2d2 expref: 14 pid: 18951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066177.639758:0:18953:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9cf04872ae00) 00010000:00010000:0.0:1789066177.639765:0:18953:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1789066177.640078:0:18953:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821fec00/0x7555615576c842eb lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18953 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066177.640097:0:18953:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821fec00/0x7555615576c842eb lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18953 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066177.640110:0:18953:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821fec00/0x7555615576c842eb lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18953 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1789066177.640201:0:18953:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901906 00000004:00010000:0.0:1789066177.640232:0:18953:0:(mdt_handler.c:4547:mdt_save_lock()) ### save lock request 00000000afbe9587 reply state 00000000ab0396d5 transno 12884901907 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821fec00/0x7555615576c842eb lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18953 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789066177.640242:0:18953:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1789066177.640365:0:18953:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07f70df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:03395c2d-1c82-44ab-ab5f-676045f5b09e+16:17425:x1875971236056832:12345-192.168.204.23@tcp:36:dd.0 Request processed in 771us (1243us total) trans 12884901907 rc 0/0 00000100:00100000:0.0:1789066177.640374:0:18953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 35 00000020:00080000:0.0:1789066177.640399:0:18953:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1789066177.655574:0:3281:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821fec00/0x7555615576c842eb lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18953 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066177.655601:0:3281:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821fec00/0x7555615576c842eb lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 18953 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066177.655610:0:3281:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821fec00/0x7555615576c842eb lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18953 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066177.655617:0:3281:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf0821fec00 already unused, calling callback (ffffffffc1f744f0) 00010000:00010000:2.0:1789066177.655624:0:3281:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821fec00/0x7555615576c842eb lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18953 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066177.655632:0:3281:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821fec00/0x7555615576c842eb lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 18953 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066177.655653:0:3281:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9cf04872ae00) 00010000:00010000:2.0:1789066177.655657:0:3281:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789066177.655664:0:3281:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821fec00/0x7555615576c842eb lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18953 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066177.655671:0:3281:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821fec00/0x7555615576c842eb lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18953 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789066177.897925:0:3290:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:2.0:1789066177.898038:0:18955:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236057088 00000100:00100000:2.0:1789066177.898053:0:18955:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236057088 00000100:00100000:2.0:1789066177.898143:0:18955:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 9 00000100:00100000:2.0:1789066177.898157:0:18955:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07f70f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:03395c2d-1c82-44ab-ab5f-676045f5b09e+15:17425:x1875971236057088:12345-192.168.204.23@tcp:35:dd.0 00000100:00100000:2.0:1789066177.898535:0:18955:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07f70f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:03395c2d-1c82-44ab-ab5f-676045f5b09e+16:17425:x1875971236057088:12345-192.168.204.23@tcp:35:dd.0 Request processed in 379us (630us total) trans 12884901908 rc 0/0 00000100:00100000:2.0:1789066177.898586:0:18955:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 9 00010000:00010000:0.0:1789066178.149805:0:21067:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789066178.214179:0:3298:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cef433b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3298:1875971258067584:0@lo:400:kworker.0 00000100:00100000:2.0:1789066178.214223:0:3295:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cef433b8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3295:1875971258067712:0@lo:400:kworker.0 00000100:00100000:3.0:1789066178.214339:0:3297:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cef433bad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:3297:1875971258067456:0@lo:400:kworker.0 00000100:00100000:1.0:1789066178.214512:0:3296:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cef433bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3296:1875971258067840:0@lo:400:kworker.0 00000100:00100000:2.0:1789066178.226433:0:3295:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789066178.227833:0:3295:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cef433baa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3295:1875971258068224:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1789066178.227920:0:3295:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789066178.227982:0:19638:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258067712 00000100:00100000:2.0:1789066178.227993:0:19638:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258067712 00000100:00100000:2.0:1789066178.229941:0:19638:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1789066178.229964:0:19638:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cef433b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3295:x1875971258067712:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789066178.230091:0:19638:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cef433b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3295:x1875971258067712:12345-0@lo:400:kworker.0 Request processed in 136us (3669us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066178.230099:0:19638:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1789066178.230105:0:3298:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789066178.230121:0:19638:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258067584 00000100:00100000:2.0:1789066178.230130:0:19638:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258067584 00000100:00100000:2.0:1789066178.230153:0:19638:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1789066178.230168:0:3298:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cef433bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3298:1875971258068096:0@lo:400:kworker.0 00000100:00100000:2.0:1789066178.230171:0:19638:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07f480000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3298:x1875971258067584:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789066178.230219:0:3298:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066178.230276:0:20070:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258068096 00000100:00100000:0.0:1789066178.230282:0:20070:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258068096 00000100:00100000:0.0:1789066178.230317:0:20070:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:0.0:1789066178.230326:0:20070:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07f481180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3298:x1875971258068096:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789066178.230364:0:20070:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07f481180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3298:x1875971258068096:12345-0@lo:400:kworker.0 Request processed in 40us (143us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066178.230370:0:20070:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:0.0:1789066178.230418:0:3298:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cef433bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3298:1875971258068096:0@lo:400:kworker.0 00000100:00100000:3.0:1789066178.230618:0:3297:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066178.230626:0:19639:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258068224 00000100:00100000:0.0:1789066178.230631:0:19639:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258068224 00000100:00100000:0.0:1789066178.230662:0:19639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1789066178.230677:0:18945:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258067456 00000100:00100000:0.0:1789066178.230683:0:19639:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cef433ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3295:x1875971258068224:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1789066178.230684:0:18945:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258067456 00000100:00100000:3.0:1789066178.230725:0:18945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 121 00000100:00100000:3.0:1789066178.230735:0:18945:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cef433be050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+19:3297:x1875971258067456:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789066178.230788:0:18945:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cef433be050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+19:3297:x1875971258067456:12345-0@lo:400:kworker.0 Request processed in 55us (172us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066178.230796:0:18945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 121 00000100:00100000:3.0:1789066178.230850:0:3297:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cef433bad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:3297:1875971258067456:0@lo:400:kworker.0 00000100:00100000:3.0:1789066178.230859:0:3297:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cef433b9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3297:1875971258067968:0@lo:400:kworker.0 00000100:00100000:3.0:1789066178.230885:0:3297:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789066178.230911:0:18953:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258067968 00000100:00100000:3.0:1789066178.230915:0:18953:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258067968 00000100:00100000:3.0:1789066178.230944:0:18953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:3.0:1789066178.230952:0:18953:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07b268a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3297:x1875971258067968:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789066178.230998:0:18953:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07b268a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3297:x1875971258067968:12345-0@lo:400:kworker.0 Request processed in 47us (112us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066178.231007:0:18953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:2.0:1789066178.231008:0:19638:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07f480000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3298:x1875971258067584:12345-0@lo:400:kworker.0 Request processed in 833us (900us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066178.231020:0:19638:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:3.0:1789066178.231043:0:3297:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cef433b9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3297:1875971258067968:0@lo:400:kworker.0 00000100:00080000:2.0:1789066178.231060:0:18947:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1789066178.231067:0:18947:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1789066178.231070:0:18947:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00000024:0.0:1789066178.231092:0:19639:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47644672 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1789066178.231093:0:3298:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cef433b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3298:1875971258067584:0@lo:400:kworker.0 00000100:00100000:2.0:1789066178.231123:0:3295:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cef433b8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3295:1875971258067712:0@lo:400:kworker.0 00000100:00100000:0.0:1789066178.236280:0:19639:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cef433ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3295:x1875971258068224:12345-0@lo:13:osp-pre-1-0.0 Request processed in 5585us (8345us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066178.236301:0:19639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1789066178.236512:0:3295:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cef433baa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3295:1875971258068224:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1789066178.246569:0:3296:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789066178.246947:0:20070:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258067840 00000100:00100000:2.0:1789066178.246961:0:20070:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258067840 00000100:00100000:2.0:1789066178.247051:0:20070:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:2.0:1789066178.247065:0:20070:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07f70ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3296:x1875971258067840:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789066178.247259:0:20070:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07f70ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3296:x1875971258067840:12345-0@lo:400:kworker.0 Request processed in 195us (721us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066178.247269:0:20070:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1789066178.247391:0:3296:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cef433bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3296:1875971258067840:0@lo:400:kworker.0 00000100:00100000:1.0:1789066178.265262:0:3288:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:3.0:1789066178.265442:0:18953:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236057216 00000100:00100000:3.0:1789066178.265456:0:18953:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236057216 00000100:00100000:3.0:1789066178.265591:0:18953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 36 00000100:00100000:3.0:1789066178.265604:0:18953:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07f70d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:03395c2d-1c82-44ab-ab5f-676045f5b09e+16:17439:x1875971236057216:12345-192.168.204.23@tcp:101:stat.0 00010000:00010000:3.0:1789066178.265639:0:18953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789066178.265668:0:18953:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0817a6600/0x7555615576c842f2 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x64887942ebce2f5 expref: -99 pid: 18953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066178.266009:0:18953:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0817a6000/0x7555615576c842f9 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 18953 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066178.266030:0:18953:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0817a6000/0x7555615576c842f9 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18953 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066178.266046:0:18953:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0817a6000/0x7555615576c842f9 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18953 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066178.266065:0:18953:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0817a7c00/0x7555615576c84300 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18953 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066178.266073:0:18953:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0817a7c00/0x7555615576c84300 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18953 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066178.266081:0:18953:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0817a7c00/0x7555615576c84300 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18953 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066178.268926:0:18953:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1de00/0x7555615576c84307 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18953 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066178.268954:0:18953:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1de00/0x7555615576c84307 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18953 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066178.268969:0:18953:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1de00/0x7555615576c84307 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18953 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1789066178.269030:0:18953:0:(mdt_handler.c:924:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:2.0:1789066178.269035:0:18953:0:(mdt_handler.c:1589:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1789066178.269104:0:18953:0:(mdt_handler.c:2560:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1de00/0x7555615576c84307 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18953 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066178.269119:0:18953:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1de00/0x7555615576c84307 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18953 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066178.269165:0:18953:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0817a6000/0x7555615576c842f9 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18953 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066178.269173:0:18953:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0817a6000/0x7555615576c842f9 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 18953 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066178.269181:0:18953:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0817a6000/0x7555615576c842f9 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18953 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066178.269187:0:18953:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf0817a6000 already unused, calling callback (ffffffffc1f744f0) 00010000:00010000:2.0:1789066178.269193:0:18953:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0817a6000/0x7555615576c842f9 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18953 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066178.269202:0:18953:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0817a6000/0x7555615576c842f9 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 18953 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066178.269219:0:18953:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9cf04872a100) 00010000:00010000:2.0:1789066178.269222:0:18953:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789066178.269229:0:18953:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0817a6000/0x7555615576c842f9 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18953 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066178.269236:0:18953:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0817a6000/0x7555615576c842f9 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18953 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066178.269255:0:18953:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0817a7c00/0x7555615576c84300 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18953 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066178.269261:0:18953:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0817a7c00/0x7555615576c84300 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18953 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066178.269268:0:18953:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0817a7c00/0x7555615576c84300 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18953 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066178.269280:0:18953:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf0817a7c00 already unused, calling callback (ffffffffc1f744f0) 00010000:00010000:2.0:1789066178.269284:0:18953:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0817a7c00/0x7555615576c84300 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18953 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066178.269290:0:18953:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0817a7c00/0x7555615576c84300 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18953 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066178.269299:0:18953:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff9cf0618c7200) 00010000:00010000:2.0:1789066178.269302:0:18953:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789066178.269305:0:18953:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0817a7c00/0x7555615576c84300 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18953 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066178.269312:0:18953:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0817a7c00/0x7555615576c84300 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18953 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066178.269370:0:18953:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0817a6600/0x7555615576c842f2 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.23@tcp remote: 0x64887942ebce2f5 expref: 18 pid: 18953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066178.269387:0:18953:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1de00/0x7555615576c84307 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.23@tcp remote: 0x64887942ebce2f5 expref: 17 pid: 18953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066178.269394:0:18953:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9cf04872ae00) 00010000:00010000:2.0:1789066178.269397:0:18953:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1789066178.269400:0:18953:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf07fd1de00, rc 0) 00000100:00100000:2.0:1789066178.269517:0:18953:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07f70d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:03395c2d-1c82-44ab-ab5f-676045f5b09e+17:17439:x1875971236057216:12345-192.168.204.23@tcp:101:stat.0 Request processed in 3913us (4269us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066178.269528:0:18953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 36 00000100:00100000:1.0:1789066178.375614:0:3289:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:2.0:1789066178.375744:0:20070:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236057472 00000100:00100000:2.0:1789066178.375798:0:20070:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236057472 00000100:00100000:2.0:1789066178.375902:0:20070:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 37 00000100:00100000:2.0:1789066178.375916:0:20070:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07f70d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:03395c2d-1c82-44ab-ab5f-676045f5b09e+17:17445:x1875971236057472:12345-192.168.204.23@tcp:36:truncate.0 00010000:00010000:2.0:1789066178.376017:0:20070:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789066178.376057:0:20070:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1de00/0x7555615576c84307 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.23@tcp remote: 0x64887942ebce2f5 expref: 17 pid: 18953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066178.376086:0:20070:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9cf04872ae00) 00010000:00010000:2.0:1789066178.376093:0:20070:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1789066178.376424:0:20070:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1c000/0x7555615576c8430e lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 20070 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066178.376444:0:20070:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1c000/0x7555615576c8430e lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 20070 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066178.376457:0:20070:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1c000/0x7555615576c8430e lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20070 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1789066178.376609:0:20070:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901909 00000004:00010000:2.0:1789066178.376645:0:20070:0:(mdt_handler.c:4547:mdt_save_lock()) ### save lock request 000000008b09caea reply state 000000006b04610f transno 12884901910 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1c000/0x7555615576c8430e lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20070 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789066178.376656:0:20070:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1789066178.377216:0:20070:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07f70d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:03395c2d-1c82-44ab-ab5f-676045f5b09e+19:17445:x1875971236057472:12345-192.168.204.23@tcp:36:truncate.0 Request processed in 1298us (1611us total) trans 12884901910 rc 0/0 00000100:00100000:2.0:1789066178.377229:0:20070:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 37 00000020:00080000:2.0:1789066178.377238:0:20070:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1789066178.381789:0:3282:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1c000/0x7555615576c8430e lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 20070 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066178.381817:0:3282:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1c000/0x7555615576c8430e lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 20070 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066178.381826:0:3282:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1c000/0x7555615576c8430e lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 20070 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066178.381833:0:3282:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf07fd1c000 already unused, calling callback (ffffffffc1f744f0) 00010000:00010000:3.0:1789066178.381840:0:3282:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1c000/0x7555615576c8430e lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 20070 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066178.381872:0:3282:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1c000/0x7555615576c8430e lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 20070 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066178.381895:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9cf04872ae00) 00010000:00010000:3.0:1789066178.381898:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1789066178.381904:0:3282:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1c000/0x7555615576c8430e lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 20070 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066178.381911:0:3282:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1c000/0x7555615576c8430e lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 20070 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789066178.853693:0:3289:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:0.0:1789066178.855231:0:18951:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236057600 00000100:00100000:0.0:1789066178.855370:0:18951:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236057600 00000100:00100000:0.0:1789066178.855475:0:18951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 38 00000100:00100000:0.0:1789066178.855490:0:18951:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07f70f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:03395c2d-1c82-44ab-ab5f-676045f5b09e+18:17459:x1875971236057600:12345-192.168.204.23@tcp:101:stat.0 00010000:00010000:0.0:1789066178.855780:0:18951:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789066178.855812:0:18951:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ffa00/0x7555615576c84315 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x64887942ebce2fc expref: -99 pid: 18951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066178.855910:0:18951:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ff800/0x7555615576c8431c lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 18951 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066178.855928:0:18951:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ff800/0x7555615576c8431c lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18951 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066178.855944:0:18951:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ff800/0x7555615576c8431c lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18951 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066178.856535:0:18951:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821fea00/0x7555615576c84323 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18951 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066178.856573:0:18951:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821fea00/0x7555615576c84323 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18951 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066178.856583:0:18951:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821fea00/0x7555615576c84323 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18951 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066178.856957:0:18951:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821fec00/0x7555615576c8432a lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18951 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066178.856981:0:18951:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821fec00/0x7555615576c8432a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18951 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066178.856988:0:18951:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821fec00/0x7555615576c8432a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18951 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1789066178.859507:0:18951:0:(mdt_handler.c:924:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 1234567 00000004:00200000:0.0:1789066178.859746:0:18951:0:(mdt_handler.c:1589:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1789066178.859836:0:18951:0:(mdt_handler.c:2560:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821fec00/0x7555615576c8432a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18951 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066178.859861:0:18951:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821fec00/0x7555615576c8432a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18951 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066178.859875:0:18951:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ff800/0x7555615576c8431c lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18951 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066178.859883:0:18951:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ff800/0x7555615576c8431c lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 18951 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066178.859893:0:18951:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ff800/0x7555615576c8431c lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18951 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066178.859900:0:18951:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf0821ff800 already unused, calling callback (ffffffffc1f744f0) 00010000:00010000:0.0:1789066178.859907:0:18951:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ff800/0x7555615576c8431c lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18951 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066178.859916:0:18951:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ff800/0x7555615576c8431c lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 18951 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066178.859935:0:18951:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9cf04872a100) 00010000:00010000:0.0:1789066178.859939:0:18951:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1789066178.859946:0:18951:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ff800/0x7555615576c8431c lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18951 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066178.859953:0:18951:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ff800/0x7555615576c8431c lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18951 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066178.861528:0:18951:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821fea00/0x7555615576c84323 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18951 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066178.861624:0:18951:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821fea00/0x7555615576c84323 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18951 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066178.861633:0:18951:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821fea00/0x7555615576c84323 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18951 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066178.861640:0:18951:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf0821fea00 already unused, calling callback (ffffffffc1f744f0) 00010000:00010000:0.0:1789066178.861645:0:18951:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821fea00/0x7555615576c84323 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18951 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066178.861653:0:18951:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821fea00/0x7555615576c84323 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18951 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066178.861671:0:18951:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff9cf04872a400) 00010000:00010000:0.0:1789066178.861674:0:18951:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1789066178.861679:0:18951:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821fea00/0x7555615576c84323 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18951 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066178.861686:0:18951:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821fea00/0x7555615576c84323 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18951 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066178.861765:0:18951:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ffa00/0x7555615576c84315 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.23@tcp remote: 0x64887942ebce2fc expref: 20 pid: 18951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066178.861783:0:18951:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821fec00/0x7555615576c8432a lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.23@tcp remote: 0x64887942ebce2fc expref: 19 pid: 18951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066178.861792:0:18951:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9cf04872ae00) 00010000:00010000:0.0:1789066178.861794:0:18951:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1789066178.861806:0:18951:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf0821fec00, rc 0) 00000100:00100000:0.0:1789066178.861925:0:18951:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07f70f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:03395c2d-1c82-44ab-ab5f-676045f5b09e+19:17459:x1875971236057600:12345-192.168.204.23@tcp:101:stat.0 Request processed in 6437us (8244us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066178.861936:0:18951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 38 00000100:00100000:1.0:1789066179.068720:0:3290:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:2.0:1789066179.069085:0:20070:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236057856 00000100:00100000:2.0:1789066179.069100:0:20070:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236057856 00000100:00100000:2.0:1789066179.069216:0:20070:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 39 00000100:00100000:2.0:1789066179.069243:0:20070:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07f70d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:03395c2d-1c82-44ab-ab5f-676045f5b09e+19:17470:x1875971236057856:12345-192.168.204.23@tcp:101:lfs.0 00010000:00010000:2.0:1789066179.069272:0:20070:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789066179.069302:0:20070:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1d600/0x7555615576c84331 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x64887942ebce303 expref: -99 pid: 20070 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1789066179.069428:0:20070:0:(mdt_handler.c:924:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 16384 00010000:00010000:2.0:1789066179.069655:0:20070:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1d600/0x7555615576c84331 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.23@tcp remote: 0x64887942ebce303 expref: 21 pid: 20070 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066179.069672:0:20070:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf04872aa00) 00010000:00010000:2.0:1789066179.069676:0:20070:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1789066179.069682:0:20070:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1d600/0x7555615576c84331 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.23@tcp remote: 0x64887942ebce303 expref: 21 pid: 20070 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066179.069702:0:20070:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf07fd1d600, rc 0) 00000100:00100000:2.0:1789066179.069798:0:20070:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07f70d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:03395c2d-1c82-44ab-ab5f-676045f5b09e+20:17470:x1875971236057856:12345-192.168.204.23@tcp:101:lfs.0 Request processed in 558us (1094us total) trans 12884901911 rc 301/301 00000100:00100000:2.0:1789066179.069807:0:20070:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 39 00000100:00080000:1.0:1789066179.070943:0:18947:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1789066179.084066:0:3288:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:2.0:1789066179.084222:0:18955:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236058112 00000100:00100000:2.0:1789066179.084238:0:18955:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236058112 00000100:00100000:2.0:1789066179.084339:0:18955:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 10 00000100:00100000:2.0:1789066179.084354:0:18955:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07ee81450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:03395c2d-1c82-44ab-ab5f-676045f5b09e+20:17470:x1875971236058112:12345-192.168.204.23@tcp:35:lfs.0 00000100:00100000:2.0:1789066179.084751:0:18955:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07ee81450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:03395c2d-1c82-44ab-ab5f-676045f5b09e+21:17470:x1875971236058112:12345-192.168.204.23@tcp:35:lfs.0 Request processed in 399us (697us total) trans 12884901912 rc 0/0 00000100:00100000:2.0:1789066179.084759:0:18955:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 10 00010000:00010000:2.0:1789066179.174593:0:18939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789066179.286684:0:3289:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:2.0:1789066179.286789:0:18953:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236058368 00000100:00100000:2.0:1789066179.286802:0:18953:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236058368 00000100:00100000:2.0:1789066179.286886:0:18953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 40 00000100:00100000:2.0:1789066179.286898:0:18953:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07f483480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:03395c2d-1c82-44ab-ab5f-676045f5b09e+21:17476:x1875971236058368:12345-192.168.204.23@tcp:101:bash.0 00010000:00010000:2.0:1789066179.286934:0:18953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789066179.286978:0:18953:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1d600/0x7555615576c8433f lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x64887942ebce30a expref: -99 pid: 18953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066179.287152:0:18953:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1c600/0x7555615576c84346 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 18953 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066179.287433:0:18953:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ffc00/0x7555615576c8427b lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.23@tcp remote: 0x64887942ebce2cb expref: 22 pid: 18952 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066179.287445:0:18953:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821fec00/0x7555615576c8432a lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.23@tcp remote: 0x64887942ebce2fc expref: 22 pid: 18951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066179.287530:0:18953:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1c600/0x7555615576c84346 lrc: 5/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18953 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066179.287639:0:18953:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821fec00/0x7555615576c8432a lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.23@tcp remote: 0x64887942ebce2fc expref: 22 pid: 18951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066179.287656:0:18953:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821fec00/0x7555615576c8432a lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.23@tcp remote: 0x64887942ebce2fc expref: 22 pid: 18951 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789066179.287673:0:18953:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cef433baa00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:18953:1875971258068352:192.168.204.23@tcp:104: 00010000:00010000:2.0:1789066179.288662:0:18953:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ffc00/0x7555615576c8427b lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.23@tcp remote: 0x64887942ebce2cb expref: 22 pid: 18952 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066179.288696:0:18953:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ffc00/0x7555615576c8427b lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.23@tcp remote: 0x64887942ebce2cb expref: 22 pid: 18952 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789066179.288712:0:18953:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cef433b8e00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:18953:1875971258068480:192.168.204.23@tcp:104: 00000100:00100000:2.0:1789066179.291097:0:18953:0:(client.c:2716:ptlrpc_set_wait()) set ffff9cf050b35600 going to sleep for 11 seconds 00000100:00100000:2.0:1789066179.293407:0:18953:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cef433baa00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:18953:1875971258068352:192.168.204.23@tcp:104: 00000100:00100000:2.0:1789066179.293428:0:18953:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cef433b8e00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:18953:1875971258068480:192.168.204.23@tcp:104: 00010000:00010000:2.0:1789066179.294163:0:18953:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1c600/0x7555615576c84346 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18953 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789066179.301724:0:3289:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:0.0:1789066179.301787:0:3289:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:1.0:1789066179.302316:0:18937:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236058496 00000100:00100000:1.0:1789066179.302350:0:18937:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236058496 00010000:00010000:1.0:1789066179.302407:0:18937:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821fec00/0x7555615576c8432a lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.23@tcp remote: 0x64887942ebce2fc expref: 23 pid: 18951 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789066179.302469:0:18937:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236058624 00000100:00100000:1.0:1789066179.302472:0:18937:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236058624 00010000:00010000:1.0:1789066179.302487:0:18937:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ffc00/0x7555615576c8427b lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.23@tcp remote: 0x64887942ebce2cb expref: 24 pid: 18952 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789066179.302525:0:18937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 11 00000100:00100000:1.0:1789066179.302539:0:18937:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07b1bf050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:03395c2d-1c82-44ab-ab5f-676045f5b09e+24:2347:x1875971236058496:12345-192.168.204.23@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1789066179.302605:0:18937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789066179.302614:0:18937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821fec00/0x7555615576c8432a lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.23@tcp remote: 0x64887942ebce2fc expref: 24 pid: 18951 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066179.302629:0:18937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821fec00/0x7555615576c8432a lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.23@tcp remote: 0x64887942ebce2fc expref: 24 pid: 18951 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066179.302658:0:18937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821fec00/0x7555615576c8432a lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.23@tcp remote: 0x64887942ebce2fc expref: 24 pid: 18951 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066179.302681:0:18937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9cf04872ae00) 00010000:00010000:1.0:1789066179.302687:0:18937:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1c600/0x7555615576c84346 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18953 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066179.302698:0:18937:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1c600/0x7555615576c84346 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18953 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066179.302706:0:18937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1789066179.302932:0:21069:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 12 00000100:00100000:0.0:1789066179.302950:0:21069:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07f481880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:03395c2d-1c82-44ab-ab5f-676045f5b09e+23:2347:x1875971236058624:12345-192.168.204.23@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1789066179.302961:0:21069:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789066179.302967:0:21069:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ffc00/0x7555615576c8427b lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.23@tcp remote: 0x64887942ebce2cb expref: 23 pid: 18952 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066179.302979:0:21069:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ffc00/0x7555615576c8427b lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.23@tcp remote: 0x64887942ebce2cb expref: 23 pid: 18952 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066179.302993:0:21069:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ffc00/0x7555615576c8427b lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.23@tcp remote: 0x64887942ebce2cb expref: 23 pid: 18952 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066179.303073:0:21069:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9cf04872ae00) 00010000:00010000:0.0:1789066179.303077:0:21069:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1c600/0x7555615576c84346 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18953 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066179.303086:0:21069:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1c600/0x7555615576c84346 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 18953 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066179.303094:0:21069:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1c600/0x7555615576c84346 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 18953 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066179.303148:0:21069:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1789066179.303287:0:18953:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1c600/0x7555615576c84346 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18953 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066179.303297:0:18953:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1c600/0x7555615576c84346 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18953 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1789066179.303323:0:18953:0:(mdt_handler.c:924:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 1234567 00000100:00100000:1.0:1789066179.304485:0:18937:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07b1bf050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:03395c2d-1c82-44ab-ab5f-676045f5b09e+22:2347:x1875971236058496:12345-192.168.204.23@tcp:103:ldlm_bl.0 Request processed in 1937us (2766us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066179.304502:0:18937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 11 00000100:00100000:0.0:1789066179.305357:0:21069:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07f481880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:03395c2d-1c82-44ab-ab5f-676045f5b09e+21:2347:x1875971236058624:12345-192.168.204.23@tcp:103:ldlm_bl.0 Request processed in 2407us (3560us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066179.305372:0:21069:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 12 00010000:00010000:2.0:1789066179.305693:0:18953:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1d600/0x7555615576c8433f lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.23@tcp remote: 0x64887942ebce30a expref: 22 pid: 18953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066179.305725:0:18953:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1c600/0x7555615576c84346 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.23@tcp remote: 0x64887942ebce30a expref: 21 pid: 18953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066179.305736:0:18953:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9cf04872ae00) 00010000:00010000:2.0:1789066179.305739:0:18953:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1789066179.305744:0:18953:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf07fd1c600, rc 0) 00000100:00100000:2.0:1789066179.305828:0:18953:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07f483480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:03395c2d-1c82-44ab-ab5f-676045f5b09e+21:17476:x1875971236058368:12345-192.168.204.23@tcp:101:bash.0 Request processed in 18931us (19159us total) trans 12884901913 rc 0/0 00000100:00100000:2.0:1789066179.305837:0:18953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 40 00000100:00100000:1.0:1789066179.314397:0:3290:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:2.0:1789066179.314615:0:20070:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236058880 00000100:00100000:2.0:1789066179.314631:0:20070:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236058880 00000100:00100000:2.0:1789066179.314718:0:20070:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 41 00000100:00100000:2.0:1789066179.314732:0:20070:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07f70fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:03395c2d-1c82-44ab-ab5f-676045f5b09e+21:17476:x1875971236058880:12345-192.168.204.23@tcp:36:bash.0 00010000:00010000:2.0:1789066179.315162:0:20070:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1d600/0x7555615576c84354 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 20070 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066179.315322:0:20070:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1d600/0x7555615576c84354 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 20070 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066179.315339:0:20070:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1d600/0x7555615576c84354 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20070 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1789066179.315410:0:20070:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901914 00000004:00010000:2.0:1789066179.315443:0:20070:0:(mdt_handler.c:4547:mdt_save_lock()) ### save lock request 00000000c304fb43 reply state 00000000e74b37a7 transno 12884901915 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1d600/0x7555615576c84354 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20070 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789066179.316254:0:20070:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1789066179.316486:0:20070:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07f70fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:03395c2d-1c82-44ab-ab5f-676045f5b09e+24:17476:x1875971236058880:12345-192.168.204.23@tcp:36:bash.0 Request processed in 1752us (2101us total) trans 12884901915 rc 0/0 00000100:00100000:2.0:1789066179.316497:0:20070:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 41 00000020:00080000:2.0:1789066179.316506:0:20070:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1789066179.334599:0:3288:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:0.0:1789066179.336002:0:18951:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236059008 00000100:00100000:0.0:1789066179.336029:0:18951:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236059008 00000100:00100000:0.0:1789066179.336142:0:18951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 42 00000100:00100000:0.0:1789066179.336156:0:18951:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07f70c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:03395c2d-1c82-44ab-ab5f-676045f5b09e+24:17476:x1875971236059008:12345-192.168.204.23@tcp:101:bash.0 00010000:00010000:0.0:1789066179.336202:0:18951:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789066179.336236:0:18951:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821fea00/0x7555615576c8435b lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x64887942ebce311 expref: -99 pid: 18951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066179.336334:0:18951:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821fea00/0x7555615576c8435b lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.23@tcp remote: 0x64887942ebce311 expref: 25 pid: 18951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066179.336352:0:18951:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821fea00/0x7555615576c8435b lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.23@tcp remote: 0x64887942ebce311 expref: 25 pid: 18951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066179.336376:0:18951:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9cf04872ae00) 00010000:00010000:0.0:1789066179.336380:0:18951:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1789066179.336384:0:18951:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf0821fea00, rc 0) 00000100:00100000:0.0:1789066179.336485:0:18951:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07f70c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:03395c2d-1c82-44ab-ab5f-676045f5b09e+25:17476:x1875971236059008:12345-192.168.204.23@tcp:101:bash.0 Request processed in 331us (1938us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066179.336493:0:18951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 42 00010000:00010000:2.0:1789066179.339224:0:3281:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1d600/0x7555615576c84354 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 20070 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066179.339250:0:3281:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1d600/0x7555615576c84354 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 20070 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066179.339286:0:3281:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1d600/0x7555615576c84354 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 20070 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066179.339293:0:3281:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf07fd1d600 already unused, calling callback (ffffffffc1f744f0) 00010000:00010000:2.0:1789066179.339300:0:3281:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1d600/0x7555615576c84354 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 20070 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066179.339308:0:3281:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1d600/0x7555615576c84354 lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 20070 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066179.339330:0:3281:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9cf04872ae00) 00010000:00010000:2.0:1789066179.339334:0:3281:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789066179.339341:0:3281:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1d600/0x7555615576c84354 lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 20070 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066179.339348:0:3281:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1d600/0x7555615576c84354 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 20070 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789066179.346096:0:3289:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:3.0:1789066179.346822:0:18952:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236059136 00000100:00100000:3.0:1789066179.346841:0:18952:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236059136 00000100:00100000:3.0:1789066179.346936:0:18952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 43 00000100:00100000:3.0:1789066179.346950:0:18952:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07f482a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:03395c2d-1c82-44ab-ab5f-676045f5b09e+24:17476:x1875971236059136:12345-192.168.204.23@tcp:101:bash.0 00010000:00010000:3.0:1789066179.346983:0:18952:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789066179.347012:0:18952:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0817a7800/0x7555615576c84362 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x64887942ebce318 expref: -99 pid: 18952 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066179.347161:0:18952:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0817a6400/0x7555615576c84369 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 18952 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066179.347337:0:18952:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1c600/0x7555615576c84346 lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.23@tcp remote: 0x64887942ebce30a expref: 25 pid: 18953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066179.347348:0:18952:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0817a6400/0x7555615576c84369 lrc: 4/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18952 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066179.347398:0:18952:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1c600/0x7555615576c84346 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.23@tcp remote: 0x64887942ebce30a expref: 25 pid: 18953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066179.347423:0:18952:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1c600/0x7555615576c84346 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.23@tcp remote: 0x64887942ebce30a expref: 25 pid: 18953 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789066179.347441:0:18952:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf07bac8a80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:18952:1875971258068608:192.168.204.23@tcp:104: 00000100:00100000:3.0:1789066179.347698:0:18952:0:(client.c:2716:ptlrpc_set_wait()) set ffff9cf051e3fc00 going to sleep for 11 seconds 00000100:00100000:0.0:1789066179.352748:0:18952:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf07bac8a80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:18952:1875971258068608:192.168.204.23@tcp:104: 00010000:00010000:0.0:1789066179.352818:0:18952:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0817a6400/0x7555615576c84369 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18952 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789066179.356732:0:3289:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:3.0:1789066179.357491:0:18936:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236059264 00000100:00100000:3.0:1789066179.357508:0:18936:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236059264 00010000:00010000:3.0:1789066179.357604:0:18936:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1c600/0x7555615576c84346 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.23@tcp remote: 0x64887942ebce30a expref: 26 pid: 18953 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789066179.357670:0:18936:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 13 00000100:00100000:3.0:1789066179.357683:0:18936:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07f483b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:03395c2d-1c82-44ab-ab5f-676045f5b09e+26:2348:x1875971236059264:12345-192.168.204.23@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1789066179.357705:0:18936:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1789066179.357713:0:18936:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1c600/0x7555615576c84346 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.23@tcp remote: 0x64887942ebce30a expref: 26 pid: 18953 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066179.357730:0:18936:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1c600/0x7555615576c84346 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.23@tcp remote: 0x64887942ebce30a expref: 26 pid: 18953 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066179.357759:0:18936:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1c600/0x7555615576c84346 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.23@tcp remote: 0x64887942ebce30a expref: 26 pid: 18953 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066179.357795:0:18936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9cf04872ae00) 00010000:00010000:3.0:1789066179.357802:0:18936:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0817a6400/0x7555615576c84369 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18952 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066179.357837:0:18936:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0817a6400/0x7555615576c84369 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 18952 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066179.357846:0:18936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0817a6400/0x7555615576c84369 lrc: 4/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 18952 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066179.357876:0:18936:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1789066179.357947:0:18936:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07f483b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:03395c2d-1c82-44ab-ab5f-676045f5b09e+25:2348:x1875971236059264:12345-192.168.204.23@tcp:103:ldlm_bl.0 Request processed in 266us (1232us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066179.358465:0:18936:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 13 00010000:00010000:0.0:1789066179.359796:0:18952:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0817a6400/0x7555615576c84369 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18952 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066179.359816:0:18952:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0817a6400/0x7555615576c84369 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18952 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1789066179.359883:0:18952:0:(mdt_handler.c:924:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:0.0:1789066179.359888:0:18952:0:(mdt_handler.c:1589:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1789066179.359913:0:18952:0:(mdt_handler.c:2560:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0817a6400/0x7555615576c84369 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18952 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066179.360031:0:18952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0817a7800/0x7555615576c84362 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.23@tcp remote: 0x64887942ebce318 expref: 25 pid: 18952 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066179.360163:0:18952:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0817a6400/0x7555615576c84369 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.23@tcp remote: 0x64887942ebce318 expref: 24 pid: 18952 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066179.360174:0:18952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9cf04872ae00) 00010000:00010000:0.0:1789066179.360178:0:18952:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1789066179.360182:0:18952:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf0817a6400, rc 0) 00000100:00100000:0.0:1789066179.360274:0:18952:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07f482a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:03395c2d-1c82-44ab-ab5f-676045f5b09e+24:17476:x1875971236059136:12345-192.168.204.23@tcp:101:bash.0 Request processed in 13327us (14195us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066179.360283:0:18952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 43 00000100:00100000:2.0:1789066179.371754:0:3290:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:1.0:1789066179.371844:0:18937:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236059520 00000100:00100000:1.0:1789066179.371859:0:18937:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236059520 00000100:00100000:1.0:1789066179.371948:0:18937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 2 00000100:00100000:1.0:1789066179.371973:0:18937:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cef433b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:03395c2d-1c82-44ab-ab5f-676045f5b09e+24:17476:x1875971236059520:12345-192.168.204.23@tcp:103:bash.0 00010000:00010000:1.0:1789066179.371996:0:18937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1789066179.372032:0:18937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0817a6400/0x7555615576c84369 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.23@tcp remote: 0x64887942ebce318 expref: 24 pid: 18952 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066179.372071:0:18937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821fea00/0x7555615576c8435b lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.23@tcp remote: 0x64887942ebce311 expref: 23 pid: 18951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066179.372087:0:18937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9cf04872ae00) 00010000:00010000:1.0:1789066179.372110:0:18937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789066179.376564:0:18937:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cef433b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:03395c2d-1c82-44ab-ab5f-676045f5b09e+22:17476:x1875971236059520:12345-192.168.204.23@tcp:103:bash.0 Request processed in 4560us (4793us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066179.376731:0:18937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 2 00000100:00100000:2.0:1789066179.386058:0:3290:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:3.0:1789066179.386253:0:18953:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236059648 00000100:00100000:3.0:1789066179.386268:0:18953:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236059648 00000100:00100000:3.0:1789066179.386354:0:18953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 44 00000100:00100000:3.0:1789066179.386367:0:18953:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cef433baa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:03395c2d-1c82-44ab-ab5f-676045f5b09e+22:17476:x1875971236059648:12345-192.168.204.23@tcp:58:bash.0 00010000:00010000:3.0:1789066179.386500:0:18953:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0817a6800/0x7555615576c84370 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18953 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066179.386523:0:18953:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0817a6800/0x7555615576c84370 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18953 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066179.386538:0:18953:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0817a6800/0x7555615576c84370 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18953 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1789066179.388466:0:18953:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1789066179.389362:0:18953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7:0x0].3, 64 off8384 00000040:00080000:1.0:1789066179.389466:0:18953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x14:0x0].1, 136 off8328 00000100:00100000:1.0:1789066179.389847:0:18953:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cef433baa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:03395c2d-1c82-44ab-ab5f-676045f5b09e+22:17476:x1875971236059648:12345-192.168.204.23@tcp:58:bash.0 Request processed in 3474us (3805us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066179.389863:0:18953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 44 00000100:00100000:0.0:1789066179.397535:0:3288:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:2.0:1789066179.397693:0:20070:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236059776 00000100:00100000:2.0:1789066179.397707:0:20070:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236059776 00000100:00100000:2.0:1789066179.397787:0:20070:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 45 00000100:00100000:2.0:1789066179.397801:0:20070:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07f483100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:03395c2d-1c82-44ab-ab5f-676045f5b09e+22:17476:x1875971236059776:12345-192.168.204.23@tcp:101:bash.0 00010000:00010000:2.0:1789066179.397838:0:20070:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789066179.397872:0:20070:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1d600/0x7555615576c84377 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x64887942ebce31f expref: -99 pid: 20070 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066179.397980:0:20070:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0817a6800/0x7555615576c84370 lrc: 2/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18953 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066179.398018:0:20070:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1d600/0x7555615576c84377 lrc: 4/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.23@tcp remote: 0x64887942ebce31f expref: 23 pid: 20070 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066179.398056:0:20070:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0817a6800/0x7555615576c84370 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 18953 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066179.398075:0:20070:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1d600/0x7555615576c84377 lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.23@tcp remote: 0x64887942ebce31f expref: 23 pid: 20070 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066179.398093:0:20070:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9cf0618c7300) 00010000:00010000:2.0:1789066179.398097:0:20070:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1789066179.401211:0:20070:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1d600/0x7555615576c84377 lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.23@tcp remote: 0x64887942ebce31f expref: 23 pid: 20070 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066179.401236:0:20070:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf07fd1d600, rc 0) 00000100:00100000:2.0:1789066179.404157:0:20070:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07f483100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:03395c2d-1c82-44ab-ab5f-676045f5b09e+23:17476:x1875971236059776:12345-192.168.204.23@tcp:101:bash.0 Request processed in 6332us (6609us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066179.404176:0:20070:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 45 00000040:00080000:3.0:1789066179.685979:0:18985:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:3.0:1789066179.685995:0:18985:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x14:0x0] at index 3 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1789066179.686044:0:18985:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x14:0x0] index 2 count 2 00000040:00080000:3.0:1789066179.686076:0:18985:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 4 count 2 00000100:00100000:3.0:1789066179.686293:0:18985:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf07bac9880 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:18985:1875971258068736:192.168.204.23@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1789066179.687007:0:18985:0:(client.c:2716:ptlrpc_set_wait()) set ffff9cf06a530240 going to sleep for 11 seconds 00000100:00100000:2.0:1789066179.700713:0:18985:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf07bac9880 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:18985:1875971258068736:192.168.204.23@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1789066179.700764:0:3289:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:0.0:1789066179.701429:0:18962:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236059904 00000100:00100000:0.0:1789066179.701447:0:18962:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236059904 00000100:00100000:0.0:1789066179.701519:0:18962:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 0 00000100:00100000:0.0:1789066179.701532:0:18962:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07f70c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:03395c2d-1c82-44ab-ab5f-676045f5b09e+23:17477:x1875971236059904:12345-192.168.204.23@tcp:900:lhsmtool_posix.0 00000100:00100000:0.0:1789066179.701674:0:18962:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07f70c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:03395c2d-1c82-44ab-ab5f-676045f5b09e+23:17477:x1875971236059904:12345-192.168.204.23@tcp:900:lhsmtool_posix.0 Request processed in 144us (911us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066179.701683:0:18962:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 0 00000100:00100000:3.0:1789066179.704498:0:3290:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:1.0:1789066179.705524:0:18951:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236060032 00000100:00100000:1.0:1789066179.705540:0:18951:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236060032 00000100:00100000:1.0:1789066179.705672:0:18951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 46 00000100:00100000:1.0:1789066179.705685:0:18951:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07bacaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:03395c2d-1c82-44ab-ab5f-676045f5b09e+23:17477:x1875971236060032:12345-192.168.204.23@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1789066179.705761:0:18951:0:(mdt_handler.c:8031:mdt_fid2path()) path get [0x2000013a1:0x2:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1789066179.706676:0:18951:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07bacaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:03395c2d-1c82-44ab-ab5f-676045f5b09e+23:17477:x1875971236060032:12345-192.168.204.23@tcp:53:lhsmtool_posix.0 Request processed in 989us (2187us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066179.706689:0:18951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 46 00000100:00100000:2.0:1789066179.713733:0:3288:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:3.0:1789066179.715404:0:18952:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236060160 00000100:00100000:3.0:1789066179.715423:0:18952:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236060160 00000100:00100000:2.0:1789066179.715816:0:20070:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 47 00000100:00100000:2.0:1789066179.715832:0:20070:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cef433b9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:03395c2d-1c82-44ab-ab5f-676045f5b09e+23:17477:x1875971236060160:12345-192.168.204.23@tcp:34:lhsmtool_posix.0 00010000:00010000:2.0:1789066179.715936:0:20070:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1dc00/0x7555615576c8437e lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 20070 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066179.715959:0:20070:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1dc00/0x7555615576c8437e lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 20070 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066179.715994:0:20070:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1dc00/0x7555615576c8437e lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20070 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066179.727998:0:20070:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1d800/0x7555615576c84385 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 20070 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066179.728024:0:20070:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1d800/0x7555615576c84385 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20070 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066179.728038:0:20070:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1d800/0x7555615576c84385 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20070 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066179.728071:0:20070:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1cc00/0x7555615576c8438c lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 20070 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066179.728080:0:20070:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1cc00/0x7555615576c8438c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 20070 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066179.728086:0:20070:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1cc00/0x7555615576c8438c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 20070 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1789066179.728141:0:20070:0:(mdt_handler.c:924:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:2.0:1789066179.728146:0:20070:0:(mdt_handler.c:1589:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1789066179.728164:0:20070:0:(mdt_handler.c:2560:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1cc00/0x7555615576c8438c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 20070 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066179.728178:0:20070:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1dc00/0x7555615576c8437e lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 20070 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066179.728251:0:20070:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1dc00/0x7555615576c8437e lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 20070 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066179.728275:0:20070:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1dc00/0x7555615576c8437e lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 20070 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066179.728280:0:20070:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf07fd1dc00 already unused, calling callback (ffffffffc1f744f0) 00010000:00010000:2.0:1789066179.728285:0:20070:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1dc00/0x7555615576c8437e lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 20070 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066179.728292:0:20070:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1dc00/0x7555615576c8437e lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 20070 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066179.728304:0:20070:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9cf04872a800) 00010000:00010000:2.0:1789066179.728308:0:20070:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789066179.728312:0:20070:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1dc00/0x7555615576c8437e lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 20070 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066179.728318:0:20070:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1dc00/0x7555615576c8437e lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 20070 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066179.728335:0:20070:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1d800/0x7555615576c84385 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20070 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066179.728341:0:20070:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1d800/0x7555615576c84385 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 20070 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066179.728346:0:20070:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1d800/0x7555615576c84385 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20070 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066179.728351:0:20070:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf07fd1d800 already unused, calling callback (ffffffffc1f744f0) 00010000:00010000:2.0:1789066179.728354:0:20070:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1d800/0x7555615576c84385 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20070 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066179.728427:0:20070:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1d800/0x7555615576c84385 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 20070 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066179.728444:0:20070:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x925dcd63 (ffff9cf042e0fb00) 00010000:00010000:2.0:1789066179.728447:0:20070:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789066179.728450:0:20070:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1d800/0x7555615576c84385 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20070 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066179.728455:0:20070:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1d800/0x7555615576c84385 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20070 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066179.728477:0:20070:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1cc00/0x7555615576c8438c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 20070 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066179.728483:0:20070:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1cc00/0x7555615576c8438c lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 20070 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066179.728488:0:20070:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1cc00/0x7555615576c8438c lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 20070 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066179.728493:0:20070:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf07fd1cc00 already unused, calling callback (ffffffffc1f744f0) 00010000:00010000:2.0:1789066179.728495:0:20070:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1cc00/0x7555615576c8438c lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 20070 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066179.728501:0:20070:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1cc00/0x7555615576c8438c lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 20070 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066179.728508:0:20070:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9cf0618c7300) 00010000:00010000:2.0:1789066179.728511:0:20070:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789066179.728514:0:20070:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1cc00/0x7555615576c8438c lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 20070 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066179.728529:0:20070:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1cc00/0x7555615576c8438c lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 20070 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789066179.729172:0:20070:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cef433b9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:03395c2d-1c82-44ab-ab5f-676045f5b09e+23:17477:x1875971236060160:12345-192.168.204.23@tcp:34:lhsmtool_posix.0 Request processed in 13340us (15449us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066179.729191:0:20070:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 47 00000100:00100000:3.0:1789066179.746052:0:3289:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:2.0:1789066179.746168:0:18953:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236060416 00000100:00100000:2.0:1789066179.746179:0:18953:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236060416 00000100:00100000:2.0:1789066179.746242:0:18953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 48 00000100:00100000:2.0:1789066179.746253:0:18953:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07bacb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:03395c2d-1c82-44ab-ab5f-676045f5b09e+23:17477:x1875971236060416:12345-192.168.204.23@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1789066179.746275:0:18953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789066179.746296:0:18953:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1cc00/0x7555615576c84393 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x64887942ebce326 expref: -99 pid: 18953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066179.746400:0:18953:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1d800/0x7555615576c8439a lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 18953 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066179.746415:0:18953:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1d800/0x7555615576c8439a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18953 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066179.746428:0:18953:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1d800/0x7555615576c8439a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18953 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1789066179.746441:0:18953:0:(mdt_handler.c:924:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:2.0:1789066179.746544:0:18953:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1d800/0x7555615576c8439a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18953 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066179.746587:0:18953:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1d800/0x7555615576c8439a lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 18953 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066179.746610:0:18953:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1d800/0x7555615576c8439a lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18953 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066179.746616:0:18953:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf07fd1d800 already unused, calling callback (ffffffffc1f744f0) 00010000:00010000:2.0:1789066179.746621:0:18953:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1d800/0x7555615576c8439a lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18953 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066179.746640:0:18953:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1d800/0x7555615576c8439a lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 18953 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066179.746654:0:18953:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9cf0618c7300) 00010000:00010000:2.0:1789066179.746657:0:18953:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1789066179.746662:0:18953:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1d800/0x7555615576c8439a lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18953 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066179.746669:0:18953:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1d800/0x7555615576c8439a lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18953 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066179.746710:0:18953:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1cc00/0x7555615576c84393 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.23@tcp remote: 0x64887942ebce326 expref: 25 pid: 18953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066179.746720:0:18953:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9cf04872a800) 00010000:00010000:2.0:1789066179.746723:0:18953:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1789066179.746726:0:18953:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1cc00/0x7555615576c84393 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.23@tcp remote: 0x64887942ebce326 expref: 25 pid: 18953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066179.746736:0:18953:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf07fd1cc00, rc 0) 00000100:00100000:2.0:1789066179.746792:0:18953:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07bacb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:03395c2d-1c82-44ab-ab5f-676045f5b09e+24:17477:x1875971236060416:12345-192.168.204.23@tcp:101:lhsmtool_posix.0 Request processed in 541us (748us total) trans 12884901916 rc 301/301 00000100:00100000:2.0:1789066179.746807:0:18953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 48 00000100:00100000:1.0:1789066179.753313:0:3290:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:0.0:1789066179.753467:0:18952:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236060544 00000100:00100000:0.0:1789066179.753478:0:18952:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236060544 00000100:00100000:0.0:1789066179.753541:0:18952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 49 00000100:00100000:0.0:1789066179.753581:0:18952:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07f70f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:03395c2d-1c82-44ab-ab5f-676045f5b09e+24:17477:x1875971236060544:12345-192.168.204.23@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1789066179.753618:0:18952:0:(mdt_handler.c:8031:mdt_fid2path()) path get [0x2000013a1:0x2:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1789066179.754049:0:18952:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07f70f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:03395c2d-1c82-44ab-ab5f-676045f5b09e+24:17477:x1875971236060544:12345-192.168.204.23@tcp:53:lhsmtool_posix.0 Request processed in 498us (744us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066179.754058:0:18952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 49 00000100:00100000:0.0:1789066179.767623:0:3288:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:2.0:1789066179.767919:0:18953:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236060800 00000100:00100000:2.0:1789066179.767930:0:18953:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236060800 00000100:00100000:2.0:1789066179.767984:0:18953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 50 00000100:00100000:2.0:1789066179.767994:0:18953:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07f480a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:03395c2d-1c82-44ab-ab5f-676045f5b09e+24:17477:x1875971236060800:12345-192.168.204.23@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1789066179.768014:0:18953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789066179.768044:0:18953:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1cc00/0x7555615576c843a8 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x64887942ebce32d expref: -99 pid: 18953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1789066179.773952:0:18953:0:(osp_internal.h:553:osp_update_last_fid()) Gap in objids: start=[0x280000400:0x6:0x0], count =60 00000004:00080000:0.0:1789066179.773966:0:18953:0:(osp_object.c:1645:osp_create()) Writing gap [0x280000400:0x6:0x0]+60 in llog 00000004:00080000:0.0:1789066179.774016:0:18953:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x42:0x0], index 1: 0 00010000:00010000:0.0:1789066179.774775:0:18953:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821fea00/0x7555615576c843af lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18953 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066179.774793:0:18953:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821fea00/0x7555615576c843af lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18953 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066179.774805:0:18953:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821fea00/0x7555615576c843af lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18953 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066179.774874:0:18953:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1cc00/0x7555615576c843a8 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.23@tcp remote: 0x64887942ebce32d expref: 27 pid: 18953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066179.774904:0:18953:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821fea00/0x7555615576c843af lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.23@tcp remote: 0x64887942ebce32d expref: 26 pid: 18953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066179.774913:0:18953:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9cf04872a400) 00010000:00010000:0.0:1789066179.774916:0:18953:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1789066179.774920:0:18953:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf0821fea00, rc 0) 00000100:00100000:0.0:1789066179.774989:0:18953:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07f480a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:03395c2d-1c82-44ab-ab5f-676045f5b09e+26:17477:x1875971236060800:12345-192.168.204.23@tcp:101:lhsmtool_posix.0 Request processed in 6996us (7376us total) trans 12884901917 rc 0/0 00000100:00100000:0.0:1789066179.774999:0:18953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 50 00000100:00100000:3.0:1789066179.783362:0:3289:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:2.0:1789066179.785143:0:20070:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236061056 00000100:00100000:2.0:1789066179.785158:0:20070:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236061056 00000100:00100000:2.0:1789066179.785230:0:20070:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 51 00000100:00100000:2.0:1789066179.785241:0:20070:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07bac8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:03395c2d-1c82-44ab-ab5f-676045f5b09e+26:17477:x1875971236061056:12345-192.168.204.23@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1789066179.785310:0:20070:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789066179.785342:0:20070:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821fea00/0x7555615576c843af lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.23@tcp remote: 0x64887942ebce32d expref: 26 pid: 18953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066179.785367:0:20070:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9cf04872a400) 00010000:00010000:2.0:1789066179.785379:0:20070:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1789066179.785402:0:20070:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1d800/0x7555615576c843bd lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 20070 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066179.785416:0:20070:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1d800/0x7555615576c843bd lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 20070 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066179.785425:0:20070:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1d800/0x7555615576c843bd lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20070 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066179.785460:0:20070:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1dc00/0x7555615576c843c4 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x12346401 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 20070 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066179.785467:0:20070:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1dc00/0x7555615576c843c4 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x12346401 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20070 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066179.785489:0:20070:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1dc00/0x7555615576c843c4 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x12346401 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20070 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066179.786155:0:20070:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1d800/0x7555615576c843bd lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 20070 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066179.786165:0:20070:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1d800/0x7555615576c843bd lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 20070 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066179.786171:0:20070:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1d800/0x7555615576c843bd lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 20070 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066179.786177:0:20070:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf07fd1d800 already unused, calling callback (ffffffffc1f744f0) 00010000:00010000:2.0:1789066179.786181:0:20070:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1d800/0x7555615576c843bd lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 20070 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066179.786188:0:20070:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1d800/0x7555615576c843bd lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 20070 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066179.786198:0:20070:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9cf04872a100) 00010000:00010000:2.0:1789066179.786201:0:20070:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789066179.786204:0:20070:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1d800/0x7555615576c843bd lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 20070 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066179.786210:0:20070:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1d800/0x7555615576c843bd lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 20070 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066179.786227:0:20070:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1dc00/0x7555615576c843c4 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x12346401 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20070 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066179.786232:0:20070:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1dc00/0x7555615576c843c4 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x12346401 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 20070 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066179.786238:0:20070:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1dc00/0x7555615576c843c4 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x12346401 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20070 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066179.786243:0:20070:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf07fd1dc00 already unused, calling callback (ffffffffc1f744f0) 00010000:00010000:2.0:1789066179.786245:0:20070:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1dc00/0x7555615576c843c4 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x12346401 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20070 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066179.786251:0:20070:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1dc00/0x7555615576c843c4 lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x12346401 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 20070 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066179.786258:0:20070:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x12346401 (ffff9cf042e0fb00) 00010000:00010000:2.0:1789066179.786260:0:20070:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789066179.786263:0:20070:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1dc00/0x7555615576c843c4 lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0x12346401 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20070 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066179.786268:0:20070:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1dc00/0x7555615576c843c4 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0x12346401 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20070 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789066179.786380:0:20070:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07bac8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:03395c2d-1c82-44ab-ab5f-676045f5b09e+25:17477:x1875971236061056:12345-192.168.204.23@tcp:36:lhsmtool_posix.0 Request processed in 1139us (3027us total) trans 0 rc -2/-2 00000100:00100000:2.0:1789066179.786390:0:20070:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 51 00000100:00100000:3.0:1789066179.789895:0:3290:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:0.0:1789066179.790541:0:18951:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236061184 00000100:00100000:0.0:1789066179.790584:0:18951:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236061184 00000100:00100000:0.0:1789066179.790646:0:18951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 52 00000100:00100000:0.0:1789066179.790657:0:18951:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07bac8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:03395c2d-1c82-44ab-ab5f-676045f5b09e+25:17477:x1875971236061184:12345-192.168.204.23@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1789066179.791068:0:18951:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789066179.791093:0:18951:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ffc00/0x7555615576c843cb lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x64887942ebce334 expref: -99 pid: 18951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066179.791141:0:18951:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821fec00/0x7555615576c843d2 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18951 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066179.791155:0:18951:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821fec00/0x7555615576c843d2 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18951 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066179.791166:0:18951:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821fec00/0x7555615576c843d2 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18951 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066179.791266:0:18951:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ffc00/0x7555615576c843cb lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.23@tcp remote: 0x64887942ebce334 expref: 27 pid: 18951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066179.791292:0:18951:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821fec00/0x7555615576c843d2 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.23@tcp remote: 0x64887942ebce334 expref: 26 pid: 18951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066179.791301:0:18951:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9cf04872ac00) 00010000:00010000:0.0:1789066179.791304:0:18951:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1789066179.791307:0:18951:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf0821fec00, rc 0) 00000100:00100000:0.0:1789066179.791362:0:18951:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07bac8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:03395c2d-1c82-44ab-ab5f-676045f5b09e+26:17477:x1875971236061184:12345-192.168.204.23@tcp:101:lhsmtool_posix.0 Request processed in 708us (1477us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066179.791370:0:18951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 52 00000100:00100000:0.0:1789066179.796615:0:3288:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:2.0:1789066179.797048:0:18952:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236061440 00000100:00100000:2.0:1789066179.797060:0:18952:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236061440 00000100:00100000:2.0:1789066179.797167:0:18952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 53 00000100:00100000:2.0:1789066179.797193:0:18952:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07f482d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:03395c2d-1c82-44ab-ab5f-676045f5b09e+26:17477:x1875971236061440:12345-192.168.204.23@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1789066179.797297:0:18952:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1cc00/0x7555615576c843d9 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18952 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066179.797314:0:18952:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1cc00/0x7555615576c843d9 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18952 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066179.797327:0:18952:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1cc00/0x7555615576c843d9 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18952 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1789066179.798320:0:18952:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x12:0x0].2, 88 off8344 00000004:00080000:2.0:1789066179.798333:0:18952:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 638991784605ns, next at 639991782668ns, rc = 0 00000004:00010000:2.0:1789066179.798428:0:18952:0:(mdt_handler.c:4547:mdt_save_lock()) ### save lock request 00000000729b8120 reply state 0000000002453148 transno 12884901918 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1cc00/0x7555615576c843d9 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18952 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789066179.798440:0:18952:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1789066179.798733:0:18952:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07f482d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:03395c2d-1c82-44ab-ab5f-676045f5b09e+28:17477:x1875971236061440:12345-192.168.204.23@tcp:36:lhsmtool_posix.0 Request processed in 1540us (2125us total) trans 12884901918 rc 0/0 00000100:00100000:2.0:1789066179.798742:0:18952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 53 00000100:00100000:3.0:1789066179.804104:0:3290:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:2.0:1789066179.804172:0:18953:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236061568 00000100:00100000:2.0:1789066179.804184:0:18953:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236061568 00000100:00100000:2.0:1789066179.804237:0:18953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 54 00000100:00100000:2.0:1789066179.804248:0:18953:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07bac9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:03395c2d-1c82-44ab-ab5f-676045f5b09e+28:17477:x1875971236061568:12345-192.168.204.23@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1789066179.804272:0:18953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789066179.804294:0:18953:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1ce00/0x7555615576c843e0 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x64887942ebce33b expref: -99 pid: 18953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066179.804357:0:18953:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1ce00/0x7555615576c843e0 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.23@tcp remote: 0x64887942ebce33b expref: 29 pid: 18953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066179.804394:0:18953:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1ce00/0x7555615576c843e0 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.23@tcp remote: 0x64887942ebce33b expref: 29 pid: 18953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066179.804415:0:18953:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9cf04872ac00) 00010000:00010000:2.0:1789066179.804418:0:18953:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1789066179.804422:0:18953:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf07fd1ce00, rc 0) 00010000:00010000:0.0:1789066179.804507:0:3282:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1cc00/0x7555615576c843d9 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18952 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066179.804517:0:3282:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1cc00/0x7555615576c843d9 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 18952 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066179.804524:0:3282:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1cc00/0x7555615576c843d9 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18952 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066179.804530:0:3282:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf07fd1cc00 already unused, calling callback (ffffffffc1f744f0) 00010000:00010000:0.0:1789066179.804535:0:3282:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1cc00/0x7555615576c843d9 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18952 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066179.804543:0:3282:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1cc00/0x7555615576c843d9 lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 18952 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066179.804574:0:3282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9cf04872ac00) 00010000:00010000:0.0:1789066179.804577:0:3282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1789066179.804588:0:3282:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1cc00/0x7555615576c843d9 lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18952 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066179.804595:0:3282:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1cc00/0x7555615576c843d9 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18952 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789066179.805993:0:18953:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07bac9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:03395c2d-1c82-44ab-ab5f-676045f5b09e+28:17477:x1875971236061568:12345-192.168.204.23@tcp:101:lhsmtool_posix.0 Request processed in 1738us (1894us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066179.806005:0:18953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 54 00000100:00100000:3.0:1789066179.810018:0:3290:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:1.0:1789066179.810189:0:19637:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236061696 00000100:00100000:1.0:1789066179.810199:0:19637:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236061696 00000100:00100000:1.0:1789066179.810278:0:19637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 13 00000100:00100000:1.0:1789066179.810289:0:19637:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07bacb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:03395c2d-1c82-44ab-ab5f-676045f5b09e+5:2348:x1875971236061696:12345-192.168.204.23@tcp:2:lhsmtool_posix.0 00000100:00100000:1.0:1789066179.810664:0:19637:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07bacb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:03395c2d-1c82-44ab-ab5f-676045f5b09e+6:2348:x1875971236061696:12345-192.168.204.23@tcp:2:lhsmtool_posix.0 Request processed in 375us (654us total) trans 12884901890 rc 0/0 00000100:00100000:1.0:1789066179.810673:0:19637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 13 00000100:00080000:2.0:1789066179.810825:0:18947:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1789066179.818135:0:3289:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:2.0:1789066179.818235:0:18955:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236061952 00000100:00100000:2.0:1789066179.818246:0:18955:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236061952 00000100:00100000:2.0:1789066179.818309:0:18955:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 11 00000100:00100000:2.0:1789066179.818320:0:18955:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07f70ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:03395c2d-1c82-44ab-ab5f-676045f5b09e+28:17477:x1875971236061952:12345-192.168.204.23@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1789066179.818600:0:18955:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07f70ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:03395c2d-1c82-44ab-ab5f-676045f5b09e+29:17477:x1875971236061952:12345-192.168.204.23@tcp:35:lhsmtool_posix.0 Request processed in 281us (484us total) trans 12884901919 rc 0/0 00000100:00100000:2.0:1789066179.818608:0:18955:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 11 00000100:00100000:0.0:1789066179.843329:0:3288:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:2.0:1789066179.843585:0:20070:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236062208 00000100:00100000:2.0:1789066179.843595:0:20070:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236062208 00000100:00100000:2.0:1789066179.843646:0:20070:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 55 00000100:00100000:2.0:1789066179.843655:0:20070:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07f482680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:03395c2d-1c82-44ab-ab5f-676045f5b09e+29:17477:x1875971236062208:12345-192.168.204.23@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1789066179.843790:0:20070:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07f482680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:03395c2d-1c82-44ab-ab5f-676045f5b09e+29:17477:x1875971236062208:12345-192.168.204.23@tcp:57:lhsmtool_posix.0 Request processed in 136us (472us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066179.843798:0:20070:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 55 00000100:00100000:3.0:1789066179.847102:0:3290:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:0.0:1789066179.847253:0:18951:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236062336 00000100:00100000:0.0:1789066179.847264:0:18951:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236062336 00000100:00100000:0.0:1789066179.847326:0:18951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 56 00000100:00100000:0.0:1789066179.847337:0:18951:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07bac9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:03395c2d-1c82-44ab-ab5f-676045f5b09e+29:17477:x1875971236062336:12345-192.168.204.23@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1789066179.847358:0:18951:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789066179.847379:0:18951:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ffc00/0x7555615576c843e7 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x64887942ebce342 expref: -99 pid: 18951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066179.847448:0:18951:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ffa00/0x7555615576c843ee lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 18951 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066179.847462:0:18951:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ffa00/0x7555615576c843ee lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18951 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066179.847474:0:18951:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ffa00/0x7555615576c843ee lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18951 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1789066179.847510:0:18951:0:(mdt_handler.c:1589:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1789066179.847529:0:18951:0:(mdt_handler.c:2560:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ffa00/0x7555615576c843ee lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18951 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066179.847586:0:18951:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ffc00/0x7555615576c843e7 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.23@tcp remote: 0x64887942ebce342 expref: 31 pid: 18951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066179.847624:0:18951:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ffa00/0x7555615576c843ee lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.23@tcp remote: 0x64887942ebce342 expref: 30 pid: 18951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066179.847632:0:18951:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9cf04872ac00) 00010000:00010000:0.0:1789066179.847636:0:18951:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:0.0:1789066179.847639:0:18951:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf0821ffa00, rc 0) 00000100:00100000:0.0:1789066179.847692:0:18951:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07bac9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:03395c2d-1c82-44ab-ab5f-676045f5b09e+30:17477:x1875971236062336:12345-192.168.204.23@tcp:101:lhsmtool_posix.0 Request processed in 357us (608us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066179.847699:0:18951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 56 00000100:00100000:1.0:1789066179.851637:0:3289:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:2.0:1789066179.851894:0:19635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236062464 00000100:00100000:2.0:1789066179.851903:0:19635:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236062464 00000100:00100000:2.0:1789066179.851959:0:19635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 14 00000100:00100000:2.0:1789066179.851970:0:19635:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07f70f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:03395c2d-1c82-44ab-ab5f-676045f5b09e+6:2347:x1875971236062464:12345-192.168.204.23@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1789066179.851988:0:19635:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789066179.852010:0:19635:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cac0ca41/0x7555615576c843f5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x64887942ebce349 expref: -99 pid: 19635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1789066179.852046:0:19635:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x42:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x6aa2fbc3, blocks: 0x1 00010000:00010000:2.0:1789066179.852067:0:19635:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x42:0x0].0x0 since=639s v=(0 0) 00010000:00010000:2.0:1789066179.852071:0:19635:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789066179.852081:0:19635:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cac0ca41/0x7555615576c843f5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.23@tcp remote: 0x64887942ebce349 expref: 7 pid: 19635 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066179.852108:0:19635:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000cac0ca41/0x7555615576c843f5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.23@tcp remote: 0x64887942ebce349 expref: 7 pid: 19635 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066179.852121:0:19635:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf07fd1dc00, rc 0) 00000100:00100000:2.0:1789066179.852188:0:19635:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07f70f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:03395c2d-1c82-44ab-ab5f-676045f5b09e+7:2347:x1875971236062464:12345-192.168.204.23@tcp:101:lhsmtool_posix.0 Request processed in 220us (559us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066179.852195:0:19635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 14 00000100:00100000:1.0:1789066179.858509:0:3288:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:2.0:1789066179.858656:0:20070:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236062720 00000100:00100000:2.0:1789066179.858666:0:20070:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236062720 00000100:00100000:2.0:1789066179.858744:0:20070:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 57 00000100:00100000:2.0:1789066179.858755:0:20070:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf058000e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:03395c2d-1c82-44ab-ab5f-676045f5b09e+30:17477:x1875971236062720:12345-192.168.204.23@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1789066179.858865:0:20070:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf058000e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:03395c2d-1c82-44ab-ab5f-676045f5b09e+30:17477:x1875971236062720:12345-192.168.204.23@tcp:57:lhsmtool_posix.0 Request processed in 112us (366us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066179.858888:0:20070:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 57 00000100:00100000:3.0:1789066179.863541:0:3290:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:0.0:1789066179.863667:0:18951:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236062848 00000100:00100000:0.0:1789066179.863687:0:18951:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236062848 00000100:00100000:0.0:1789066179.863761:0:18951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 58 00000100:00100000:0.0:1789066179.863773:0:18951:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07baca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:03395c2d-1c82-44ab-ab5f-676045f5b09e+30:17477:x1875971236062848:12345-192.168.204.23@tcp:44:lhsmtool_posix.0 00000001:00080000:3.0:1789066179.953514:0:5860:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901917 is committed 00000001:00080000:3.0:1789066179.953544:0:5860:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901919 is committed 00000004:00080000:3.0:1789066179.953578:0:5860:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2 committed 00000100:00100000:3.0:1789066179.953759:0:3296:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf07bac9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3296:1875971258068864:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1789066179.953841:0:3296:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789066179.953919:0:19638:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258068864 00000100:00100000:3.0:1789066179.953926:0:19638:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258068864 00000100:00100000:3.0:1789066179.953968:0:19638:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1789066179.953976:0:19638:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07bac8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3296:x1875971258068864:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1789066179.954758:0:18951:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07baca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:03395c2d-1c82-44ab-ab5f-676045f5b09e+13:17477:x1875971236062848:12345-192.168.204.23@tcp:44:lhsmtool_posix.0 Request processed in 90981us (91219us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066179.954770:0:18951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 58 00002000:00010000:3.0:1789066179.960930:0:19638:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000400:0x42:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1789066179.960939:0:19638:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000400:0x42:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:3.0:1789066179.960942:0:19638:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x280000400:0x42:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1789066179.960944:0:19638:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000400:0x42:0x0] updating lvb ctime from disk: 1789066179 -> 1789066179 00002000:00010000:3.0:1789066179.960948:0:19638:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000400:0x42:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:3.0:1789066179.961066:0:19638:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07bac8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3296:x1875971258068864:12345-0@lo:2:osp-syn-1-0.0 Request processed in 7086us (7221us total) trans 12884901891 rc 0/0 00000100:00100000:3.0:1789066179.961077:0:19638:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000004:00080000:0.0:1789066179.961537:0:3296:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9cf07bac9f80/2, rc 0, transno 12884901891 00000100:00100000:0.0:1789066179.961577:0:3296:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf07bac9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3296:1875971258068864:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1789066179.962710:0:3289:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:0.0:1789066179.962810:0:19637:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236062976 00000100:00100000:0.0:1789066179.962819:0:19637:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236062976 00000100:00100000:0.0:1789066179.962874:0:19637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 16 00000100:00100000:0.0:1789066179.962883:0:19637:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07f50ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:03395c2d-1c82-44ab-ab5f-676045f5b09e+7:2348:x1875971236062976:12345-192.168.204.23@tcp:16:lhsmtool_posix.0 00000100:00100000:0.0:1789066179.962988:0:19637:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07f50ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:03395c2d-1c82-44ab-ab5f-676045f5b09e+7:2348:x1875971236062976:12345-192.168.204.23@tcp:16:lhsmtool_posix.0 Request processed in 105us (284us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066179.962995:0:19637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 16 00000100:00100000:0.0:1789066179.966805:0:3288:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:2.0:1789066179.970583:0:20070:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236063232 00000100:00100000:2.0:1789066179.970602:0:20070:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236063232 00000100:00100000:2.0:1789066179.970678:0:20070:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 59 00000100:00100000:2.0:1789066179.970691:0:20070:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07f481c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:03395c2d-1c82-44ab-ab5f-676045f5b09e+13:17477:x1875971236063232:12345-192.168.204.23@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1789066179.970753:0:20070:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789066179.972570:0:20070:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ffa00/0x7555615576c843ee lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.23@tcp remote: 0x64887942ebce342 expref: 13 pid: 18951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066179.972602:0:20070:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9cf04872ac00) 00010000:00010000:2.0:1789066179.972607:0:20070:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1789066179.972652:0:20070:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1d800/0x7555615576c843fc lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 20070 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066179.972667:0:20070:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1d800/0x7555615576c843fc lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 20070 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066179.972677:0:20070:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1d800/0x7555615576c843fc lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 20070 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1789066179.974756:0:20070:0:(mdt_handler.c:4547:mdt_save_lock()) ### save lock request 0000000072e10518 reply state 00000000648a71b7 transno 12884901920 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1d800/0x7555615576c843fc lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 20070 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789066179.974775:0:20070:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1789066179.974908:0:20070:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07f481c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:03395c2d-1c82-44ab-ab5f-676045f5b09e+14:17477:x1875971236063232:12345-192.168.204.23@tcp:36:lhsmtool_posix.0 Request processed in 4216us (8110us total) trans 12884901920 rc 0/0 00000100:00100000:2.0:1789066179.974918:0:20070:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 59 00010000:00010000:2.0:1789066179.979133:0:3281:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1d800/0x7555615576c843fc lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 20070 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066179.979167:0:3281:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1d800/0x7555615576c843fc lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 20070 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066179.979175:0:3281:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1d800/0x7555615576c843fc lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 20070 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066179.979183:0:3281:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf07fd1d800 already unused, calling callback (ffffffffc1f744f0) 00010000:00010000:2.0:1789066179.979188:0:3281:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1d800/0x7555615576c843fc lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 20070 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066179.979196:0:3281:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1d800/0x7555615576c843fc lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 20070 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066179.979212:0:3281:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9cf04872ac00) 00010000:00010000:2.0:1789066179.979215:0:3281:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789066179.979232:0:3281:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1d800/0x7555615576c843fc lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 20070 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066179.979239:0:3281:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1d800/0x7555615576c843fc lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 20070 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789066179.981048:0:3288:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:3.0:1789066179.981532:0:19638:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236063360 00000100:00100000:3.0:1789066179.981543:0:19638:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236063360 00000100:00100000:3.0:1789066179.981631:0:19638:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 17 00000100:00100000:3.0:1789066179.981642:0:19638:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07f480e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:03395c2d-1c82-44ab-ab5f-676045f5b09e+7:17477:x1875971236063360:12345-192.168.204.23@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1789066179.981660:0:19638:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789066179.981681:0:19638:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001e0b3685/0x7555615576c84403 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x64887942ebce350 expref: -99 pid: 19638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066179.981714:0:19638:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000cac0ca41/0x7555615576c843f5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.23@tcp remote: 0x64887942ebce349 expref: 8 pid: 19635 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066179.981725:0:19638:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789066179.981729:0:19638:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789066179.981734:0:19638:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001e0b3685/0x7555615576c84403 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.23@tcp remote: 0x64887942ebce350 expref: 8 pid: 19638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066179.981775:0:19638:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000cac0ca41/0x7555615576c843f5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.23@tcp remote: 0x64887942ebce349 expref: 8 pid: 19635 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066179.981789:0:19638:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000cac0ca41/0x7555615576c843f5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.23@tcp remote: 0x64887942ebce349 expref: 8 pid: 19635 timeout: 739 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789066179.981804:0:19638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf07bac9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:19638:1875971258068992:192.168.204.23@tcp:104: 00000100:00100000:3.0:1789066179.981954:0:19638:0:(client.c:2716:ptlrpc_set_wait()) set ffff9cf06a530780 going to sleep for 11 seconds 00000100:00100000:0.0:1789066179.993170:0:19638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf07bac9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:19638:1875971258068992:192.168.204.23@tcp:104: 00010000:00010000:0.0:1789066179.993211:0:19638:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000001e0b3685/0x7555615576c84403 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.23@tcp remote: 0x64887942ebce350 expref: 8 pid: 19638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066179.993233:0:19638:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf0817a7000, rc 0) 00000100:00100000:0.0:1789066179.993310:0:19638:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07f480e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:03395c2d-1c82-44ab-ab5f-676045f5b09e+8:17477:x1875971236063360:12345-192.168.204.23@tcp:101:lhsmtool_posix.0 Request processed in 11669us (12278us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066179.993320:0:19638:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 17 00000100:00100000:1.0:1789066179.996974:0:3289:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:2.0:1789066179.997104:0:18938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236063488 00000100:00100000:2.0:1789066179.997116:0:18938:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236063488 00010000:00010000:2.0:1789066179.997169:0:18938:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000cac0ca41/0x7555615576c843f5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.23@tcp remote: 0x64887942ebce349 expref: 8 pid: 19635 timeout: 739 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789066179.997212:0:18938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 14 00000100:00100000:2.0:1789066179.997222:0:18938:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07f50d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:03395c2d-1c82-44ab-ab5f-676045f5b09e+8:2348:x1875971236063488:12345-192.168.204.23@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1789066179.997237:0:18938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789066179.997284:0:18938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000cac0ca41/0x7555615576c843f5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.23@tcp remote: 0x64887942ebce349 expref: 8 pid: 19635 timeout: 739 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066179.997299:0:18938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000cac0ca41/0x7555615576c843f5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.23@tcp remote: 0x64887942ebce349 expref: 8 pid: 19635 timeout: 739 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066179.997322:0:18938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cac0ca41/0x7555615576c843f5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.23@tcp remote: 0x64887942ebce349 expref: 8 pid: 19635 timeout: 739 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066179.997340:0:18938:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789066179.997345:0:18938:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789066179.997352:0:18938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000001e0b3685/0x7555615576c84403 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.23@tcp remote: 0x64887942ebce350 expref: 7 pid: 19638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066179.997363:0:18938:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001e0b3685/0x7555615576c84403 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.23@tcp remote: 0x64887942ebce350 expref: 7 pid: 19638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066179.997404:0:18938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000001e0b3685/0x7555615576c84403 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.23@tcp remote: 0x64887942ebce350 expref: 7 pid: 19638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789066179.997417:0:18938:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cef433b8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:18938:1875971258069120:192.168.204.23@tcp:105: 00000100:00100000:2.0:1789066179.997504:0:18938:0:(client.c:2716:ptlrpc_set_wait()) set ffff9cf050b359c0 going to sleep for 11 seconds 00000100:00100000:2.0:1789066180.008916:0:18938:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cef433b8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:18938:1875971258069120:192.168.204.23@tcp:105: 00010000:00010000:2.0:1789066180.008945:0:18938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789066180.009016:0:18938:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07f50d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:03395c2d-1c82-44ab-ab5f-676045f5b09e+7:2348:x1875971236063488:12345-192.168.204.23@tcp:103:ldlm_bl.0 Request processed in 11794us (12050us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066180.009048:0:18938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 14 00000100:00100000:0.0:1789066180.009517:0:3290:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:2.0:1789066180.011227:0:19635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236063616 00000100:00100000:2.0:1789066180.011240:0:19635:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236063616 00000100:00100000:2.0:1789066180.011317:0:19635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 18 00000100:00100000:2.0:1789066180.011327:0:19635:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07f482300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:03395c2d-1c82-44ab-ab5f-676045f5b09e+7:2348:x1875971236063616:12345-192.168.204.23@tcp:2:lhsmtool_posix.0 00002000:00010000:2.0:1789066180.011537:0:19635:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000400:0x42:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1789066180.011541:0:19635:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000400:0x42:0x0] updating lvb mtime from disk: 0 -> 1789066178 00002000:00010000:2.0:1789066180.011543:0:19635:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x280000400:0x42:0x0] updating lvb atime from disk: 0 -> 1789066175 00002000:00010000:2.0:1789066180.011545:0:19635:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000400:0x42:0x0] updating lvb ctime from disk: 1789066179 -> 1789066178 00002000:00010000:2.0:1789066180.011574:0:19635:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000400:0x42:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:2.0:1789066180.011641:0:19635:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07f482300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:03395c2d-1c82-44ab-ab5f-676045f5b09e+8:2348:x1875971236063616:12345-192.168.204.23@tcp:2:lhsmtool_posix.0 Request processed in 314us (2124us total) trans 12884901892 rc 0/0 00000100:00100000:2.0:1789066180.011648:0:19635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 18 00000100:00100000:0.0:1789066180.018179:0:3290:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:3.0:1789066180.019246:0:19638:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236063744 00000100:00100000:3.0:1789066180.019259:0:19638:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236063744 00000100:00100000:3.0:1789066180.019340:0:19638:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 19 00000100:00100000:3.0:1789066180.019349:0:19638:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf081690700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:03395c2d-1c82-44ab-ab5f-676045f5b09e+8:2347:x1875971236063744:12345-192.168.204.23@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1789066180.019396:0:19638:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000099d017a3/0x7555615576c8440a lrc: 3/1,0 mode: --/PR res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066180.019418:0:19638:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000001e0b3685/0x7555615576c84403 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.23@tcp remote: 0x64887942ebce350 expref: 8 pid: 19638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066180.019427:0:19638:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000400:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789066180.019432:0:19638:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x42:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1789066180.019436:0:19638:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000099d017a3/0x7555615576c8440a lrc: 4/1,0 mode: --/PR res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066180.019476:0:19638:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000001e0b3685/0x7555615576c84403 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.204.23@tcp remote: 0x64887942ebce350 expref: 8 pid: 19638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066180.019491:0:19638:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000001e0b3685/0x7555615576c84403 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.204.23@tcp remote: 0x64887942ebce350 expref: 8 pid: 19638 timeout: 739 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789066180.019505:0:19638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf07baca680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:19638:1875971258069248:192.168.204.23@tcp:104: 00000100:00100000:3.0:1789066180.019642:0:19638:0:(client.c:2716:ptlrpc_set_wait()) set ffff9cf06a530c00 going to sleep for 11 seconds 00000100:00100000:3.0:1789066180.026745:0:19638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf07baca680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:19638:1875971258069248:192.168.204.23@tcp:104: 00010000:00010000:3.0:1789066180.026786:0:19638:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000099d017a3/0x7555615576c8440a lrc: 3/1,0 mode: --/PR res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789066180.029515:0:3290:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:3.0:1789066180.030080:0:21069:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236063872 00000100:00100000:3.0:1789066180.030101:0:21069:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236063872 00010000:00010000:3.0:1789066180.030156:0:21069:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000001e0b3685/0x7555615576c84403 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.204.23@tcp remote: 0x64887942ebce350 expref: 9 pid: 19638 timeout: 739 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789066180.030250:0:21069:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 15 00000100:00100000:3.0:1789066180.030278:0:21069:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf081690a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:03395c2d-1c82-44ab-ab5f-676045f5b09e+9:2347:x1875971236063872:12345-192.168.204.23@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1789066180.030294:0:21069:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1789066180.030319:0:21069:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000001e0b3685/0x7555615576c84403 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.204.23@tcp remote: 0x64887942ebce350 expref: 9 pid: 19638 timeout: 739 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066180.030334:0:21069:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000001e0b3685/0x7555615576c84403 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.204.23@tcp remote: 0x64887942ebce350 expref: 9 pid: 19638 timeout: 739 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066180.030360:0:21069:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001e0b3685/0x7555615576c84403 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.204.23@tcp remote: 0x64887942ebce350 expref: 9 pid: 19638 timeout: 739 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066180.030377:0:21069:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x42:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1789066180.030381:0:21069:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x42:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1789066180.030387:0:21069:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000099d017a3/0x7555615576c8440a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 19638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066180.030397:0:21069:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000099d017a3/0x7555615576c8440a lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 19638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066180.030450:0:21069:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1789066180.030515:0:21069:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf081690a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:03395c2d-1c82-44ab-ab5f-676045f5b09e+8:2347:x1875971236063872:12345-192.168.204.23@tcp:103:ldlm_bl.0 Request processed in 238us (1011us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066180.030523:0:21069:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 15 00010000:00010000:0.0:1789066180.030578:0:19638:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000099d017a3/0x7555615576c8440a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066180.030587:0:19638:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000099d017a3/0x7555615576c8440a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066180.030610:0:19638:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000099d017a3/0x7555615576c8440a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066180.030619:0:19638:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000099d017a3/0x7555615576c8440a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066180.030627:0:19638:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000099d017a3/0x7555615576c8440a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066180.030646:0:19638:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf0817a6400 already unused, calling callback (ffffffffc154c8b0) 00010000:00010000:0.0:1789066180.030651:0:19638:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000099d017a3/0x7555615576c8440a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066180.030661:0:19638:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000099d017a3/0x7555615576c8440a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066180.030682:0:19638:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000099d017a3/0x7555615576c8440a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066180.030690:0:19638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000099d017a3/0x7555615576c8440a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789066180.030736:0:19638:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf081690700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:03395c2d-1c82-44ab-ab5f-676045f5b09e+7:2347:x1875971236063744:12345-192.168.204.23@tcp:1:lhsmtool_posix.0 Request processed in 11388us (12568us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066180.030744:0:19638:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 19 00000100:00100000:0.0:1789066180.044666:0:3288:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:2.0:1789066180.044931:0:18953:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236064128 00000100:00100000:2.0:1789066180.044946:0:18953:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236064128 00000100:00100000:2.0:1789066180.045013:0:18953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 60 00000100:00100000:2.0:1789066180.045024:0:18953:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf081691880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:03395c2d-1c82-44ab-ab5f-676045f5b09e+13:17477:x1875971236064128:12345-192.168.204.23@tcp:57:lhsmtool_posix.0 00010000:00010000:2.0:1789066180.045136:0:18953:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1d800/0x7555615576c84411 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 18953 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066180.045153:0:18953:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1d800/0x7555615576c84411 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18953 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066180.045166:0:18953:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1d800/0x7555615576c84411 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18953 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066180.045414:0:18953:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1c600/0x7555615576c84418 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 18953 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066180.045431:0:18953:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1ce00/0x7555615576c843e0 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.23@tcp remote: 0x64887942ebce33b expref: 14 pid: 18953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066180.045440:0:18953:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1c600/0x7555615576c84418 lrc: 4/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18953 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066180.045483:0:18953:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1ce00/0x7555615576c843e0 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.23@tcp remote: 0x64887942ebce33b expref: 14 pid: 18953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066180.045498:0:18953:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1ce00/0x7555615576c843e0 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.23@tcp remote: 0x64887942ebce33b expref: 14 pid: 18953 timeout: 739 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789066180.045512:0:18953:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cef433b8000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:18953:1875971258069376:192.168.204.23@tcp:104: 00000100:00100000:2.0:1789066180.045631:0:18953:0:(client.c:2716:ptlrpc_set_wait()) set ffff9cf0504a89c0 going to sleep for 11 seconds 00000100:00100000:2.0:1789066180.063163:0:3289:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:3.0:1789066180.063331:0:18936:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236064256 00000100:00100000:3.0:1789066180.063352:0:18936:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236064256 00010000:00010000:3.0:1789066180.063418:0:18936:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1ce00/0x7555615576c843e0 lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.23@tcp remote: 0x64887942ebce33b expref: 15 pid: 18953 timeout: 739 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789066180.063488:0:18936:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 16 00000100:00100000:3.0:1789066180.063502:0:18936:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cef433bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:03395c2d-1c82-44ab-ab5f-676045f5b09e+15:2347:x1875971236064256:12345-192.168.204.23@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1789066180.063524:0:18936:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1789066180.063532:0:18936:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1ce00/0x7555615576c843e0 lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.23@tcp remote: 0x64887942ebce33b expref: 15 pid: 18953 timeout: 739 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066180.063600:0:18936:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1ce00/0x7555615576c843e0 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.23@tcp remote: 0x64887942ebce33b expref: 15 pid: 18953 timeout: 739 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066180.063909:0:18936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9cf04872ac00) 00010000:00010000:3.0:1789066180.063916:0:18936:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1c600/0x7555615576c84418 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18953 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066180.063928:0:18936:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1c600/0x7555615576c84418 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 18953 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066180.063937:0:18936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1c600/0x7555615576c84418 lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 18953 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066180.067222:0:18953:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1ce00/0x7555615576c843e0 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.23@tcp remote: 0x64887942ebce33b expref: 15 pid: 18953 timeout: 739 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789066180.067251:0:18953:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cef433b8000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:18953:1875971258069376:192.168.204.23@tcp:104: 00010000:00010000:0.0:1789066180.067277:0:18953:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1c600/0x7555615576c84418 lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 18953 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066180.077679:0:18936:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789066180.077812:0:18936:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cef433bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:03395c2d-1c82-44ab-ab5f-676045f5b09e+14:2347:x1875971236064256:12345-192.168.204.23@tcp:103:ldlm_bl.0 Request processed in 14301us (14647us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066180.077849:0:18936:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 16 00010000:00010000:0.0:1789066180.077998:0:18953:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1c600/0x7555615576c84418 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18953 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066180.078021:0:18953:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1c600/0x7555615576c84418 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18953 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1789066180.078332:0:18953:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901921 00000001:00080000:0.0:1789066180.078897:0:18953:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901922 00000001:00080000:0.0:1789066180.078963:0:18953:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901923 00000100:00100000:0.0:1789066180.079245:0:18953:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf07b0b2680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:18953:1875971258069504:0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1789066180.083330:0:18953:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066180.083384:0:18953:0:(client.c:2716:ptlrpc_set_wait()) set ffff9cf081686f00 going to sleep for 11 seconds 00000100:00100000:1.0:1789066180.083480:0:18956:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258069504 00000100:00100000:1.0:1789066180.083490:0:18956:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258069504 00000100:00080000:2.0:1789066180.084267:0:18947:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1789066180.084510:0:18956:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1789066180.084521:0:18956:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07b0b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:18953:x1875971258069504:12345-0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1789066180.084662:0:18956:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07b0b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:18953:x1875971258069504:12345-0@lo:1000:mdt00_002.0 Request processed in 143us (1339us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066180.084669:0:18956:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1789066180.084868:0:18953:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf07b0b2680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:18953:1875971258069504:0@lo:1000:mdt00_002.0 00000001:00080000:2.0:1789066180.085984:0:18953:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901924 00000100:00100000:2.0:1789066180.086083:0:18953:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cef433b9500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:18953:1875971258069632:0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1789066180.086148:0:18953:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789066180.086184:0:18953:0:(client.c:2716:ptlrpc_set_wait()) set ffff9cf050fefc00 going to sleep for 11 seconds 00000100:00100000:1.0:1789066180.086332:0:18957:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258069632 00000100:00100000:1.0:1789066180.086340:0:18957:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258069632 00000100:00100000:1.0:1789066180.086393:0:18957:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1789066180.086402:0:18957:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cef433bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:18953:x1875971258069632:12345-0@lo:1000:mdt00_002.0 00000100:00100000:1.0:1789066180.086608:0:18957:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cef433bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:18953:x1875971258069632:12345-0@lo:1000:mdt00_002.0 Request processed in 207us (459us total) trans 12884901893 rc 0/0 00000100:00100000:1.0:1789066180.086616:0:18957:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1789066180.086738:0:18953:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cef433b9500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:18953:1875971258069632:0@lo:1000:mdt00_002.0 00010000:00010000:0.0:1789066180.086774:0:18953:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1c600/0x7555615576c84418 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18953 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066180.086794:0:18953:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1c600/0x7555615576c84418 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 18953 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066180.086803:0:18953:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1c600/0x7555615576c84418 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18953 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066180.086809:0:18953:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf07fd1c600 already unused, calling callback (ffffffffc1f744f0) 00010000:00010000:0.0:1789066180.086814:0:18953:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1c600/0x7555615576c84418 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18953 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066180.086837:0:18953:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1c600/0x7555615576c84418 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 18953 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066180.086854:0:18953:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9cf04872ac00) 00010000:00010000:0.0:1789066180.086856:0:18953:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1789066180.086862:0:18953:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1c600/0x7555615576c84418 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18953 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066180.086868:0:18953:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1c600/0x7555615576c84418 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18953 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066180.086901:0:18953:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0817a6800/0x7555615576c84370 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 18953 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066180.086907:0:18953:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0817a6800/0x7555615576c84370 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 18953 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066180.086912:0:18953:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0817a6800/0x7555615576c84370 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 18953 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066180.086917:0:18953:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf0817a6800 already unused, calling callback (ffffffffc1f744f0) 00010000:00010000:0.0:1789066180.086920:0:18953:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0817a6800/0x7555615576c84370 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 18953 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066180.086925:0:18953:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0817a6800/0x7555615576c84370 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 18953 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066180.087005:0:18953:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9cf0618c7300) 00010000:00010000:0.0:1789066180.087009:0:18953:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1789066180.087017:0:18953:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1d600/0x7555615576c84377 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.23@tcp remote: 0x64887942ebce31f expref: 17 pid: 20070 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066180.087040:0:18953:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1d600/0x7555615576c84377 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.23@tcp remote: 0x64887942ebce31f expref: 17 pid: 20070 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066180.087051:0:18953:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1d600/0x7555615576c84377 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.23@tcp remote: 0x64887942ebce31f expref: 17 pid: 20070 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066180.087183:0:18953:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1d600/0x7555615576c84377 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.23@tcp remote: 0x64887942ebce31f expref: 17 pid: 20070 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789066180.087194:0:18953:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf07b0b1c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:18953:1875971258069760:192.168.204.23@tcp:105: 00000100:00100000:0.0:1789066180.087491:0:18953:0:(client.c:2716:ptlrpc_set_wait()) set ffff9cf081686600 going to sleep for 11 seconds 00000100:00100000:2.0:1789066180.101704:0:3289:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:3.0:1789066180.101846:0:18955:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236064384 00000100:00100000:3.0:1789066180.101856:0:18955:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236064384 00000100:00100000:3.0:1789066180.101912:0:18955:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 12 00000100:00100000:3.0:1789066180.101924:0:18955:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cef433bb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:03395c2d-1c82-44ab-ab5f-676045f5b09e+18:17476:x1875971236064384:12345-192.168.204.23@tcp:49:bash.0 00000100:00100000:3.0:1789066180.102072:0:18955:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cef433bb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:03395c2d-1c82-44ab-ab5f-676045f5b09e+18:17476:x1875971236064384:12345-192.168.204.23@tcp:49:bash.0 Request processed in 149us (377us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066180.102080:0:18955:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 12 00000100:00100000:0.0:1789066180.103106:0:18953:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf07b0b1c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:18953:1875971258069760:192.168.204.23@tcp:105: 00010000:00010000:0.0:1789066180.103155:0:18953:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0817a6800/0x7555615576c84370 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 18953 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066180.103167:0:18953:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0817a6800/0x7555615576c84370 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 18953 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066180.103202:0:18953:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ff000/0x7555615576c8441f lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 18953 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066180.103215:0:18953:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ff000/0x7555615576c8441f lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18953 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066180.103227:0:18953:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ff000/0x7555615576c8441f lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18953 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066180.103238:0:18953:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ff000/0x7555615576c8441f lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18953 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066180.103259:0:18953:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ff000/0x7555615576c8441f lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 18953 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066180.103267:0:18953:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ff000/0x7555615576c8441f lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18953 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066180.103272:0:18953:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf0821ff000 already unused, calling callback (ffffffffc1f744f0) 00010000:00010000:0.0:1789066180.103276:0:18953:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ff000/0x7555615576c8441f lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18953 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066180.103282:0:18953:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ff000/0x7555615576c8441f lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 18953 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066180.103294:0:18953:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9cf0618c7300) 00010000:00010000:0.0:1789066180.103297:0:18953:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1789066180.103301:0:18953:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ff000/0x7555615576c8441f lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18953 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066180.103307:0:18953:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ff000/0x7555615576c8441f lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18953 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066180.103317:0:18953:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1d800/0x7555615576c84411 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18953 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066180.103323:0:18953:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1d800/0x7555615576c84411 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 18953 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066180.103328:0:18953:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1d800/0x7555615576c84411 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18953 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066180.103333:0:18953:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf07fd1d800 already unused, calling callback (ffffffffc1f744f0) 00010000:00010000:0.0:1789066180.103345:0:18953:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1d800/0x7555615576c84411 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18953 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066180.103351:0:18953:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1d800/0x7555615576c84411 lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 18953 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066180.103360:0:18953:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9cf0618c7300) 00010000:00010000:0.0:1789066180.103362:0:18953:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1789066180.103365:0:18953:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1d800/0x7555615576c84411 lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18953 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066180.103371:0:18953:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1d800/0x7555615576c84411 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18953 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789066180.107341:0:18953:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf081691880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:03395c2d-1c82-44ab-ab5f-676045f5b09e+17:17477:x1875971236064128:12345-192.168.204.23@tcp:57:lhsmtool_posix.0 Request processed in 62307us (62672us total) trans 12884901925 rc 0/0 00000100:00100000:0.0:1789066180.107357:0:18953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 60 00000020:00080000:0.0:1789066180.107364:0:18953:0:(tgt_main.c:784:tgt_ses_key_exit()) total 5 transactions per RPC 00000040:00080000:3.0:1789066180.108414:0:18985:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:3.0:1789066180.108421:0:18985:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x14:0x0] at index 3 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1789066180.108453:0:18985:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x14:0x0] index 2 count 2 00000040:00080000:3.0:1789066180.108478:0:18985:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 4 count 2 00000100:00100000:2.0:1789066180.112977:0:3289:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:0.0:1789066180.113070:0:19637:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236064512 00000100:00100000:0.0:1789066180.113080:0:19637:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236064512 00000100:00100000:0.0:1789066180.113156:0:19637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 20 00000100:00100000:0.0:1789066180.113168:0:19637:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cef433b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:03395c2d-1c82-44ab-ab5f-676045f5b09e+7:17476:x1875971236064512:12345-192.168.204.23@tcp:101:bash.0 00010000:00010000:0.0:1789066180.113186:0:19637:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789066180.113208:0:19637:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ea75f494/0x7555615576c84426 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x64887942ebce357 expref: -99 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1789066180.113236:0:19637:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x42:0x0] initial LVB size: 0, mtime: 0x6aa2fbc2, atime: 0x6aa2fbbf, ctime: 0x6aa2fbc2, blocks: 0x1 00010000:00010000:0.0:1789066180.113260:0:19637:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x42:0x0].0x0 since=639s v=(0 0) 00010000:00010000:0.0:1789066180.113265:0:19637:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789066180.113289:0:19637:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ea75f494/0x7555615576c84426 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.23@tcp remote: 0x64887942ebce357 expref: 8 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066180.113307:0:19637:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ea75f494/0x7555615576c84426 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.23@tcp remote: 0x64887942ebce357 expref: 8 pid: 19637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066180.113320:0:19637:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf0821ff000, rc 0) 00000100:00100000:0.0:1789066180.113385:0:19637:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cef433b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:03395c2d-1c82-44ab-ab5f-676045f5b09e+8:17476:x1875971236064512:12345-192.168.204.23@tcp:101:bash.0 Request processed in 219us (417us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066180.113393:0:19637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 20 00000100:00100000:1.0:1789066180.118447:0:3290:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:2.0:1789066180.118586:0:18955:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236064768 00000100:00100000:2.0:1789066180.118596:0:18955:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236064768 00000100:00100000:2.0:1789066180.118654:0:18955:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 13 00000100:00100000:2.0:1789066180.118665:0:18955:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07f50f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:03395c2d-1c82-44ab-ab5f-676045f5b09e+17:17477:x1875971236064768:12345-192.168.204.23@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1789066180.118917:0:3289:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000004:00080000:2.0:1789066180.119538:0:18955:0:(mdd_object.c:4014:mdd_close()) Object [0x2000013a1:0x3:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:2.0:1789066180.119691:0:18955:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901926 00010000:00010000:2.0:1789066180.119736:0:18955:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1c000/0x7555615576c8442d lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18955 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066180.119755:0:18955:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1c000/0x7555615576c8442d lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 18955 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066180.119768:0:18955:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1c000/0x7555615576c8442d lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 18955 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066180.119777:0:18955:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1c000/0x7555615576c8442d lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 18955 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789066180.121173:0:18954:0:(service.c:3467:ptlrpc_start_thread()) mdt_readpage[0] started 2 min 2 max 80 00000100:00100000:0.0:1789066180.121193:0:18954:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_002' 00010000:00010000:2.0:1789066180.121614:0:18955:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1c000/0x7555615576c8442d lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 18955 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066180.121623:0:18955:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1c000/0x7555615576c8442d lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 18955 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066180.121652:0:18955:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1789066180.121768:0:18955:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07f50f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:03395c2d-1c82-44ab-ab5f-676045f5b09e+19:17477:x1875971236064768:12345-192.168.204.23@tcp:35:lhsmtool_posix.0 Request processed in 3100us (3328us total) trans 12884901927 rc 0/0 00000100:00100000:2.0:1789066180.121778:0:18955:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 13 00000020:00080000:2.0:1789066180.121797:0:18955:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1789066180.121820:0:18955:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236065024 00000100:00100000:2.0:1789066180.121827:0:18955:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236065024 00000100:00100000:2.0:1789066180.121857:0:18955:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 14 00000100:00100000:2.0:1789066180.121866:0:18955:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07f50c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:03395c2d-1c82-44ab-ab5f-676045f5b09e+19:17476:x1875971236065024:12345-192.168.204.23@tcp:35:bash.0 00000001:00080000:2.0:1789066180.122101:0:18955:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901928 00000001:00080000:2.0:1789066180.122237:0:18955:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901929 00000100:00100000:2.0:1789066180.122297:0:18955:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07f50c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:03395c2d-1c82-44ab-ab5f-676045f5b09e+22:17476:x1875971236065024:12345-192.168.204.23@tcp:35:bash.0 Request processed in 430us (3379us total) trans 12884901930 rc 0/0 00000100:00100000:2.0:1789066180.122304:0:18955:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 14 00000020:00080000:2.0:1789066180.122307:0:18955:0:(tgt_main.c:784:tgt_ses_key_exit()) total 3 transactions per RPC 00010000:00010000:1.0:1789066180.122895:0:21068:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789066180.122904:0:21068:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1c000/0x7555615576c8442d lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 18955 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066180.122924:0:21068:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf07fd1c000 already unused, calling callback (ffffffffc154c8b0) 00010000:00010000:1.0:1789066180.122928:0:21068:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1c000/0x7555615576c8442d lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 18955 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066180.122938:0:21068:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1c000/0x7555615576c8442d lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 18955 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066180.122957:0:21068:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9cf04872ac00) 00010000:00010000:1.0:1789066180.122960:0:21068:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1789066180.122965:0:21068:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1c000/0x7555615576c8442d lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 18955 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066180.122972:0:21068:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf07fd1c000/0x7555615576c8442d lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 18955 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066180.122997:0:21068:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789066180.122999:0:21068:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789066180.123000:0:21068:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789066180.198947:0:18940:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789066180.318439:0:3290:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:0.0:1789066180.318636:0:18952:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236065280 00000100:00100000:0.0:1789066180.318647:0:18952:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236065280 00000100:00100000:0.0:1789066180.318715:0:18952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 61 00000100:00100000:0.0:1789066180.318726:0:18952:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07f50ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:03395c2d-1c82-44ab-ab5f-676045f5b09e+22:17487:x1875971236065280:12345-192.168.204.23@tcp:101:lfs.0 00010000:00010000:0.0:1789066180.318750:0:18952:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789066180.318771:0:18952:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ff800/0x7555615576c84434 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x64887942ebce35e expref: -99 pid: 18952 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1789066180.318869:0:18952:0:(mdt_handler.c:924:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 16384 00010000:00010000:0.0:1789066180.319143:0:18952:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ff800/0x7555615576c84434 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.23@tcp remote: 0x64887942ebce35e expref: 24 pid: 18952 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066180.319158:0:18952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf04872aa00) 00010000:00010000:0.0:1789066180.319161:0:18952:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1789066180.319167:0:18952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf0821ff800/0x7555615576c84434 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.23@tcp remote: 0x64887942ebce35e expref: 24 pid: 18952 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066180.319202:0:18952:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf0821ff800, rc 0) 00000100:00100000:0.0:1789066180.319708:0:18952:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07f50ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:03395c2d-1c82-44ab-ab5f-676045f5b09e+23:17487:x1875971236065280:12345-192.168.204.23@tcp:101:lfs.0 Request processed in 983us (1278us total) trans 12884901931 rc 301/301 00000100:00100000:0.0:1789066180.319717:0:18952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 61 00000100:00100000:2.0:1789066180.330492:0:3288:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:1.0:1789066180.330639:0:18951:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236065408 00000100:00100000:1.0:1789066180.330653:0:18951:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236065408 00000100:00100000:1.0:1789066180.330738:0:18951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 62 00000100:00100000:1.0:1789066180.330751:0:18951:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cef433b8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:03395c2d-1c82-44ab-ab5f-676045f5b09e+23:17487:x1875971236065408:12345-192.168.204.23@tcp:34:lfs.0 00010000:00010000:1.0:1789066180.330971:0:18951:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf06b072200/0x7555615576c84442 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18951 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066180.330993:0:18951:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf06b072200/0x7555615576c84442 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18951 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066180.331008:0:18951:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf06b072200/0x7555615576c84442 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18951 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066180.331618:0:18951:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf06b072600/0x7555615576c84449 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18951 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066180.331635:0:18951:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf06b072600/0x7555615576c84449 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18951 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066180.331646:0:18951:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf06b072600/0x7555615576c84449 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18951 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066180.334890:0:18951:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf06b073e00/0x7555615576c84450 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18951 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066180.334917:0:18951:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf06b073e00/0x7555615576c84450 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18951 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066180.334946:0:18951:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf06b073e00/0x7555615576c84450 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18951 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1789066180.337230:0:18951:0:(mdt_handler.c:2560:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf06b073e00/0x7555615576c84450 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18951 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066180.337270:0:18951:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf06b072200/0x7555615576c84442 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18951 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066180.337278:0:18951:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf06b072200/0x7555615576c84442 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 18951 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066180.337286:0:18951:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf06b072200/0x7555615576c84442 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18951 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066180.337293:0:18951:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf06b072200 already unused, calling callback (ffffffffc1f744f0) 00010000:00010000:1.0:1789066180.337298:0:18951:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf06b072200/0x7555615576c84442 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18951 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066180.337307:0:18951:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf06b072200/0x7555615576c84442 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 18951 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066180.337327:0:18951:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9cf04872a100) 00010000:00010000:1.0:1789066180.337331:0:18951:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1789066180.337337:0:18951:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf06b072200/0x7555615576c84442 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18951 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066180.337345:0:18951:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf06b072200/0x7555615576c84442 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18951 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066180.337368:0:18951:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf06b072600/0x7555615576c84449 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18951 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066180.337397:0:18951:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf06b072600/0x7555615576c84449 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18951 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066180.337403:0:18951:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf06b072600/0x7555615576c84449 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18951 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066180.337408:0:18951:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf06b072600 already unused, calling callback (ffffffffc1f744f0) 00010000:00010000:1.0:1789066180.337411:0:18951:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf06b072600/0x7555615576c84449 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18951 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066180.337418:0:18951:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf06b072600/0x7555615576c84449 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18951 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066180.337427:0:18951:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff9cf06a8c0a00) 00010000:00010000:1.0:1789066180.337430:0:18951:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1789066180.337433:0:18951:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf06b072600/0x7555615576c84449 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18951 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066180.337439:0:18951:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf06b072600/0x7555615576c84449 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18951 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066180.337464:0:18951:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf06b073e00/0x7555615576c84450 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18951 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066180.337470:0:18951:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf06b073e00/0x7555615576c84450 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 18951 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066180.337476:0:18951:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf06b073e00/0x7555615576c84450 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18951 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066180.337480:0:18951:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf06b073e00 already unused, calling callback (ffffffffc1f744f0) 00010000:00010000:1.0:1789066180.337490:0:18951:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf06b073e00/0x7555615576c84450 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18951 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066180.337496:0:18951:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf06b073e00/0x7555615576c84450 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 18951 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066180.337505:0:18951:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9cf0618c7300) 00010000:00010000:1.0:1789066180.337507:0:18951:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1789066180.337510:0:18951:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf06b073e00/0x7555615576c84450 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18951 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066180.337516:0:18951:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf06b073e00/0x7555615576c84450 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18951 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789066180.337705:0:18951:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cef433b8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:03395c2d-1c82-44ab-ab5f-676045f5b09e+23:17487:x1875971236065408:12345-192.168.204.23@tcp:34:lfs.0 Request processed in 6949us (7222us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066180.337718:0:18951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 62 00000100:00100000:1.0:1789066180.346038:0:3289:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:2.0:1789066180.346244:0:18955:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236065664 00000100:00100000:2.0:1789066180.346257:0:18955:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236065664 00000100:00100000:2.0:1789066180.346330:0:18955:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 15 00000100:00100000:2.0:1789066180.346344:0:18955:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07f50c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:03395c2d-1c82-44ab-ab5f-676045f5b09e+23:17487:x1875971236065664:12345-192.168.204.23@tcp:35:lfs.0 00000100:00100000:2.0:1789066180.346900:0:18955:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07f50c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:03395c2d-1c82-44ab-ab5f-676045f5b09e+24:17487:x1875971236065664:12345-192.168.204.23@tcp:35:lfs.0 Request processed in 556us (888us total) trans 12884901932 rc 0/0 00000100:00100000:2.0:1789066180.346911:0:18955:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 15 00000100:00100000:2.0:1789066180.774039:0:3298:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1789066180.774070:0:3298:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf07f50df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3298:1875971258069888:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1789066180.774175:0:3298:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066180.774390:0:19640:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258069888 00000100:00100000:1.0:1789066180.774402:0:19640:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258069888 00000100:00100000:1.0:1789066180.774477:0:19640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1789066180.774489:0:19640:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07f55e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3298:x1875971258069888:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1789066180.774536:0:19640:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47644672 pending 0 free 3851419648 avail 3849322496 00000100:00100000:1.0:1789066180.774624:0:19640:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07f55e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3298:x1875971258069888:12345-0@lo:13:osp-pre-0-0.0 Request processed in 137us (448us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066180.774633:0:19640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1789066180.774674:0:3298:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf07f50df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3298:1875971258069888:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1789066180.775135:0:18947:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1789066181.038664:0:3290:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:3.0:1789066181.038796:0:3290:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:3.0:1789066181.038836:0:3290:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:3.0:1789066181.038868:0:3290:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:3.0:1789066181.038900:0:3290:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:2.0:1789066181.039389:0:19635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236066304 00000100:00100000:2.0:1789066181.039403:0:19635:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236066304 00000100:00100000:2.0:1789066181.039493:0:19635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236065920 00000100:00100000:2.0:1789066181.039497:0:19635:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236065920 00000100:00100000:2.0:1789066181.039514:0:19635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236066176 00000100:00100000:2.0:1789066181.039516:0:19635:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236066176 00000100:00100000:2.0:1789066181.039540:0:19635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 20 00000100:00100000:2.0:1789066181.039588:0:19635:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07bacbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8627823b-7b53-4130-8cab-84c2d38ecd0b+5:2350:x1875971236066304:12345-192.168.204.23@tcp:400:kworker.0 00000100:00100000:2.0:1789066181.039716:0:19635:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07bacbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8627823b-7b53-4130-8cab-84c2d38ecd0b+5:2350:x1875971236066304:12345-192.168.204.23@tcp:400:kworker.0 Request processed in 165us (878us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066181.039747:0:19635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 20 00000100:00100000:2.0:1789066181.039771:0:19635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 21 00000100:00100000:2.0:1789066181.039778:0:19635:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07bacb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:03395c2d-1c82-44ab-ab5f-676045f5b09e+5:2350:x1875971236065920:12345-192.168.204.23@tcp:400:kworker.0 00000100:00100000:2.0:1789066181.039813:0:19635:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07bacb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:03395c2d-1c82-44ab-ab5f-676045f5b09e+5:2350:x1875971236065920:12345-192.168.204.23@tcp:400:kworker.0 Request processed in 36us (944us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066181.039819:0:19635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 21 00000100:00100000:2.0:1789066181.039830:0:19635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 22 00000100:00100000:2.0:1789066181.039836:0:19635:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07bacad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8627823b-7b53-4130-8cab-84c2d38ecd0b+5:2350:x1875971236066176:12345-192.168.204.23@tcp:400:kworker.0 00000100:00100000:2.0:1789066181.039860:0:19635:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07bacad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8627823b-7b53-4130-8cab-84c2d38ecd0b+5:2350:x1875971236066176:12345-192.168.204.23@tcp:400:kworker.0 Request processed in 24us (960us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066181.039866:0:19635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 22 00000100:00100000:2.0:1789066181.039888:0:20070:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236066048 00000100:00100000:2.0:1789066181.039893:0:20070:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236066048 00000100:00100000:2.0:1789066181.039935:0:18952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 31 00000100:00100000:2.0:1789066181.039942:0:18952:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07baca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8627823b-7b53-4130-8cab-84c2d38ecd0b+6:2350:x1875971236066048:12345-192.168.204.23@tcp:400:kworker.0 00000100:00100000:2.0:1789066181.039978:0:18952:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07baca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8627823b-7b53-4130-8cab-84c2d38ecd0b+6:2350:x1875971236066048:12345-192.168.204.23@tcp:400:kworker.0 Request processed in 37us (1182us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066181.039984:0:18952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 31 00000100:00080000:3.0:1789066181.041610:0:18947:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1789066181.041626:0:18947:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1789066181.041630:0:18947:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1789066181.043530:0:18943:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236065792 00000100:00100000:1.0:1789066181.043571:0:18943:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236065792 00000100:00100000:1.0:1789066181.043668:0:18943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 122 00000100:00100000:1.0:1789066181.043682:0:18943:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cef433bf050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a015b8b0-04ed-42d3-bd2a-470e24531f7b+13:2350:x1875971236065792:12345-192.168.204.23@tcp:400:kworker.0 00000100:00100000:1.0:1789066181.043827:0:18943:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cef433bf050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a015b8b0-04ed-42d3-bd2a-470e24531f7b+13:2350:x1875971236065792:12345-192.168.204.23@tcp:400:kworker.0 Request processed in 148us (5178us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066181.043838:0:18943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 122 00000040:00080000:3.0:1789066181.162377:0:18985:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:3.0:1789066181.162393:0:18985:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x14:0x0] at index 3 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1789066181.162431:0:18985:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x14:0x0] index 2 count 2 00000040:00080000:3.0:1789066181.162462:0:18985:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 4 count 2 00010000:00010000:0.0:1789066181.222164:0:21067:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789066182.249634:0:18939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789066183.078349:0:3288:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:1.0:1789066183.079292:0:19635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236066560 00000100:00100000:1.0:1789066183.079312:0:19635:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236066560 00000100:00100000:0.0:1789066183.079476:0:3288:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:2.0:1789066183.079640:0:19641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971236066432 00000100:00100000:2.0:1789066183.079646:0:19641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971236066432 00002000:00100000:2.0:1789066183.079701:0:19641:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x42:0x0] (0->8) req@ffff9cf07b0b2d80 x1875971236066432/t0(0) o4->03395c2d-1c82-44ab-ab5f-676045f5b09e@192.168.204.23@tcp:74/0 lens 504/0 e 0 to 0 dl 1789066194 ref 1 fl New:/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:100 00002000:00100000:2.0:1789066183.079713:0:19641:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf07b0b2d80 with x1875971236066432 ext(0->8) 00002000:00010000:2.0:1789066183.079736:0:19641:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf07b0b2d80 00000100:00100000:2.0:1789066183.079849:0:19641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 0 00000100:00100000:2.0:1789066183.079872:0:19641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07b0b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:03395c2d-1c82-44ab-ab5f-676045f5b09e+9:2350:x1875971236066432:12345-192.168.204.23@tcp:4:bash.0 00000100:00100000:1.0:1789066183.080627:0:19635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 21 00000100:00100000:1.0:1789066183.080640:0:19635:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07b0b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:03395c2d-1c82-44ab-ab5f-676045f5b09e+9:2350:x1875971236066560:12345-192.168.204.23@tcp:16:kworker.0 00000100:00100000:1.0:1789066183.080765:0:19635:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07b0b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:03395c2d-1c82-44ab-ab5f-676045f5b09e+9:2350:x1875971236066560:12345-192.168.204.23@tcp:16:kworker.0 Request processed in 128us (2430us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066183.080773:0:19635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 21 00000100:00100000:2.0:1789066183.082698:0:19641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07b0b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:03395c2d-1c82-44ab-ab5f-676045f5b09e+10:2350:x1875971236066432:12345-192.168.204.23@tcp:4:bash.0 Request processed in 2817us (3215us total) trans 12884901894 rc 0/0 00000100:00100000:2.0:1789066183.082713:0:19641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 0 00002000:00100000:2.0:1789066183.082728:0:19641:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x42:0x0] (0->8) req@ffff9cf07b0b2d80 x1875971236066432/t12884901894(0) o4->03395c2d-1c82-44ab-ab5f-676045f5b09e@192.168.204.23@tcp:74/0 lens 504/448 e 0 to 0 dl 1789066194 ref 1 fl Complete:/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:100 00002000:00100000:2.0:1789066183.082740:0:19641:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf07b0b2d80 with x1875971236066432 ext(0->8) 00002000:00010000:2.0:1789066183.082748:0:19641:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf07b0b2d80 00000100:00080000:3.0:1789066183.085379:0:18947:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000001:02000400:3.0:1789066183.110154:0:21125:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-pcc test_1d: @@@@@@ FAIL: /mnt/lustre/d1d.sanity-pcc/f1d.sanity-pcc expected pcc state: readwrite, but got: none 00010000:00010000:1.0:1789066183.292360:0:21068:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789066183.333830:0:3298:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf07f55ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3298:1875971258070016:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1789066183.333934:0:3298:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066183.334570:0:3295:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf07b0b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:3295:1875971258070144:0@lo:400:kworker.0 00000100:00100000:0.0:1789066183.334625:0:3295:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066183.334658:0:3295:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf0817bb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3295:1875971258070656:0@lo:400:kworker.0 00000100:00100000:0.0:1789066183.334687:0:3295:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066183.334709:0:3295:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1789066183.334715:0:3295:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf07b0b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3295:1875971258070272:0@lo:400:kworker.0 00000100:00100000:0.0:1789066183.334747:0:3295:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066183.334784:0:18953:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258070656 00000100:00100000:0.0:1789066183.334795:0:18953:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258070656 00000100:00100000:0.0:1789066183.334867:0:18953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1789066183.334879:0:18953:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf0817b8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3295:x1875971258070656:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789066183.334946:0:18953:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf0817b8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3295:x1875971258070656:12345-0@lo:400:kworker.0 Request processed in 69us (256us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066183.334955:0:18953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:2.0:1789066183.335599:0:19640:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258070016 00000100:00100000:2.0:1789066183.335610:0:19640:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258070016 00000100:00100000:2.0:1789066183.335662:0:19640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1789066183.335672:0:19640:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07f50ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3298:x1875971258070016:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1789066183.335694:0:19640:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 51052544 pending 1703936 free 3859808256 avail 3857711104 00000100:00100000:2.0:1789066183.335753:0:19640:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07f50ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3298:x1875971258070016:12345-0@lo:13:osp-pre-1-0.0 Request processed in 84us (1820us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066183.335760:0:19640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1789066183.335904:0:3298:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf0817b9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3298:1875971258070528:0@lo:400:kworker.0 00000100:00100000:1.0:1789066183.335944:0:3298:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066183.336013:0:3298:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf07f55ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3298:1875971258070016:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1789066183.336039:0:3298:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1789066183.336045:0:3298:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cf07b0b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3298:1875971258070400:0@lo:400:kworker.0 00000100:00100000:1.0:1789066183.336083:0:3298:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066183.336190:0:18951:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258070528 00000100:00100000:1.0:1789066183.336194:0:18951:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258070528 00000100:00100000:1.0:1789066183.336222:0:18951:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258070400 00000100:00100000:1.0:1789066183.336225:0:18951:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258070400 00000100:00100000:1.0:1789066183.336240:0:18951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1789066183.336246:0:18951:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07f50e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3298:x1875971258070528:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789066183.336308:0:18951:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07f50e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3298:x1875971258070528:12345-0@lo:400:kworker.0 Request processed in 62us (363us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066183.336316:0:18951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1789066183.336332:0:18951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1789066183.336338:0:18951:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf07f50e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3298:x1875971258070400:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789066183.336366:0:18951:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf07f50e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3298:x1875971258070400:12345-0@lo:400:kworker.0 Request processed in 28us (283us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066183.336372:0:18951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1789066183.336406:0:3298:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf07b0b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3298:1875971258070400:0@lo:400:kworker.0 00000100:00100000:1.0:1789066183.336415:0:3298:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf0817b9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3298:1875971258070528:0@lo:400:kworker.0 00000100:00100000:0.0:1789066183.338596:0:19638:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258070272 00000100:00100000:0.0:1789066183.338612:0:19638:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258070272 00000100:00100000:0.0:1789066183.338668:0:19638:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1789066183.338679:0:19638:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf06af84050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3295:x1875971258070272:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789066183.338810:0:19638:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf06af84050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3295:x1875971258070272:12345-0@lo:400:kworker.0 Request processed in 132us (4060us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066183.338819:0:19638:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1789066183.339070:0:3295:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf07b0b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3295:1875971258070272:0@lo:400:kworker.0 00000100:00100000:3.0:1789066183.342152:0:18946:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971258070144 00000100:00100000:3.0:1789066183.342170:0:18946:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971258070144 00000100:00100000:3.0:1789066183.342245:0:18946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 123 00000100:00100000:3.0:1789066183.342259:0:18946:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cef433bf450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+19:3295:x1875971258070144:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789066183.342384:0:18946:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cef433bf450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d+19:3295:x1875971258070144:12345-0@lo:400:kworker.0 Request processed in 128us (7756us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066183.342393:0:18946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 123 00000100:00080000:3.0:1789066183.342453:0:18947:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1789066183.342460:0:18947:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1789066183.342464:0:18947:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1789066183.343993:0:3295:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf0817bb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3295:1875971258070656:0@lo:400:kworker.0 00000100:00100000:0.0:1789066183.344390:0:3295:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cf07b0b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1135a8a2-0e74-4302-8f7d-4fae0fc4ff8d:3295:1875971258070144:0@lo:400:kworker.0 00000001:00080000:2.0:1789066183.491652:0:7636:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901893 is committed 00000001:00080000:2.0:1789066183.491676:0:7636:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901890 is committed 00000001:00080000:2.0:1789066183.491685:0:7636:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901894 is committed 00010000:00010000:2.0:1789066184.319272:0:18940:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1789066185.091652:0:5860:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901931 is committed 00000001:00080000:3.0:1789066185.091716:0:5860:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901932 is committed 00000020:00080000:3.0:1789066185.091742:0:5860:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9cf0504a89c0 refcount 2 committed 0 result 0 batchid 8589934628 00000020:00080000:3.0:1789066185.091749:0:5860:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9cef4202c800 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9cf0504a80c0 00000020:00080000:3.0:1789066185.091753:0:5860:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9cef4202c200 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9cef42c74c00 00000020:00080000:0.0:1789066185.097332:0:18989:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 8589934628 committed batchid 4294967528 00000020:00080000:0.0:1789066185.097677:0:18989:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967528 00010000:00010000:0.0:1789066185.319091:0:21067:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 10040 lines, 10040 kept, 0 dropped, 0 bad.