00010000:00010000:2.0F:1788587166.100766:0:17179:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0F:1788587166.832499:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:1.0:1788587166.832547:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:1.0:1788587166.832572:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:1.0:1788587166.832591:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:1.0:1788587166.832607:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:1.0:1788587166.832624:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:1.0:1788587166.832639:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:1.0:1788587166.832656:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:1.0:1788587166.832675:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:2.0:1788587166.832680:0:20330:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110746880 00000100:00100000:2.0:1788587166.832690:0:20330:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110746880 00000100:00100000:0.0F:1788587166.832733:0:17186:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110746624 00000100:00100000:2.0:1788587166.832746:0:20330:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110747392 00000100:00100000:2.0:1788587166.832750:0:20330:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110747392 00000100:00100000:0.0:1788587166.832758:0:17186:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110746624 00000100:00100000:2.0:1788587166.832763:0:20330:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110746752 00000100:00100000:2.0:1788587166.832765:0:20330:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110746752 00000100:00100000:2.0:1788587166.832775:0:20330:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110747264 00000100:00100000:2.0:1788587166.832777:0:20330:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110747264 00000100:00100000:0.0:1788587166.832784:0:17186:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 167 00000100:00100000:0.0:1788587166.832792:0:17186:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a81b18850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:38609982-39d4-4f97-a9ad-eea20d935b3f+13:2409:x1875469110746624:12345-192.168.203.1@tcp:400:kworker.0 00000100:00100000:0.0:1788587166.832863:0:17186:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a81b18850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:38609982-39d4-4f97-a9ad-eea20d935b3f+13:2409:x1875469110746624:12345-192.168.203.1@tcp:400:kworker.0 Request processed in 72us (371us total) trans 0 rc 0/0 00000100:00100000:2.0:1788587166.832869:0:20330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 60 00000100:00100000:0.0:1788587166.832871:0:17186:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 167 00000100:00100000:2.0:1788587166.832875:0:20330:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bbcb02d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:cea8b0dc-76f5-470d-a41c-45365485d47c+5:2409:x1875469110746880:12345-192.168.203.1@tcp:400:kworker.0 00000100:00100000:0.0:1788587166.832902:0:17192:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 61 00000100:00100000:2.0:1788587166.832905:0:20330:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bbcb02d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:cea8b0dc-76f5-470d-a41c-45365485d47c+5:2409:x1875469110746880:12345-192.168.203.1@tcp:400:kworker.0 Request processed in 31us (358us total) trans 0 rc 0/0 00000100:00100000:0.0:1788587166.832909:0:17192:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bbcb00e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:18de1d7d-8b16-47d2-9585-abe7106da5ca+5:2409:x1875469110747392:12345-192.168.203.1@tcp:400:kworker.0 00000100:00100000:2.0:1788587166.832912:0:20330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 60 00000100:00100000:2.0:1788587166.832925:0:20330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 62 00000100:00100000:2.0:1788587166.832931:0:20330:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bbcb03800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:cea8b0dc-76f5-470d-a41c-45365485d47c+22:2409:x1875469110746752:12345-192.168.203.1@tcp:400:kworker.0 00000100:00100000:0.0:1788587166.832931:0:17192:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bbcb00e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:18de1d7d-8b16-47d2-9585-abe7106da5ca+5:2409:x1875469110747392:12345-192.168.203.1@tcp:400:kworker.0 Request processed in 23us (340us total) trans 0 rc 0/0 00000100:00100000:0.0:1788587166.832937:0:17192:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 61 00000100:00100000:0.0:1788587166.832948:0:17192:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 63 00000100:00100000:0.0:1788587166.832954:0:17192:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bb05ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:18de1d7d-8b16-47d2-9585-abe7106da5ca+6:2409:x1875469110747264:12345-192.168.203.1@tcp:400:kworker.0 00000100:00100000:2.0:1788587166.832955:0:20330:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bbcb03800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:cea8b0dc-76f5-470d-a41c-45365485d47c+22:2409:x1875469110746752:12345-192.168.203.1@tcp:400:kworker.0 Request processed in 24us (330us total) trans 0 rc 0/0 00000100:00100000:2.0:1788587166.832960:0:20330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 62 00000100:00100000:0.0:1788587166.832975:0:17192:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bb05ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:18de1d7d-8b16-47d2-9585-abe7106da5ca+6:2409:x1875469110747264:12345-192.168.203.1@tcp:400:kworker.0 Request processed in 22us (319us total) trans 0 rc 0/0 00000100:00100000:2.0:1788587166.832976:0:18698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110747136 00000100:00100000:2.0:1788587166.832979:0:18698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110747136 00000100:00100000:0.0:1788587166.832981:0:17192:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 63 00000100:00100000:2.0:1788587166.833000:0:18698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110747648 00000100:00100000:0.0:1788587166.833001:0:18699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110747008 00000100:00100000:2.0:1788587166.833003:0:18698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110747648 00000100:00100000:0.0:1788587166.833003:0:18699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110747008 00000100:00100000:2.0:1788587166.833014:0:18698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110747520 00000100:00100000:2.0:1788587166.833016:0:18698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110747520 00000100:00100000:0.0:1788587166.833017:0:18699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 20 00000100:00100000:0.0:1788587166.833022:0:18699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bbcb00a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:cea8b0dc-76f5-470d-a41c-45365485d47c+5:2409:x1875469110747136:12345-192.168.203.1@tcp:400:kworker.0 00000100:00100000:2.0:1788587166.833027:0:18698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 21 00000100:00100000:2.0:1788587166.833032:0:18698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bbcb01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:18de1d7d-8b16-47d2-9585-abe7106da5ca+5:2409:x1875469110747648:12345-192.168.203.1@tcp:400:kworker.0 00000100:00100000:0.0:1788587166.833045:0:18699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bbcb00a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:cea8b0dc-76f5-470d-a41c-45365485d47c+5:2409:x1875469110747136:12345-192.168.203.1@tcp:400:kworker.0 Request processed in 22us (473us total) trans 0 rc 0/0 00000100:00100000:2.0:1788587166.833049:0:18698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bbcb01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:18de1d7d-8b16-47d2-9585-abe7106da5ca+5:2409:x1875469110747648:12345-192.168.203.1@tcp:400:kworker.0 Request processed in 18us (442us total) trans 0 rc 0/0 00000100:00100000:0.0:1788587166.833051:0:18699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 20 00000100:00100000:0.0:1788587166.833062:0:18699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 22 00000100:00100000:0.0:1788587166.833069:0:18699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bbcb03b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:cea8b0dc-76f5-470d-a41c-45365485d47c+5:2409:x1875469110747008:12345-192.168.203.1@tcp:400:kworker.0 00000100:00100000:0.0:1788587166.833100:0:18699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bbcb03b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:cea8b0dc-76f5-470d-a41c-45365485d47c+5:2409:x1875469110747008:12345-192.168.203.1@tcp:400:kworker.0 Request processed in 31us (460us total) trans 0 rc 0/0 00000100:00100000:0.0:1788587166.833107:0:18699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 22 00000100:00100000:0.0:1788587166.833118:0:18699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 23 00000100:00100000:0.0:1788587166.833123:0:18699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bb05af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:18de1d7d-8b16-47d2-9585-abe7106da5ca+5:2409:x1875469110747520:12345-192.168.203.1@tcp:400:kworker.0 00000100:00100000:0.0:1788587166.833140:0:18699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bb05af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:18de1d7d-8b16-47d2-9585-abe7106da5ca+5:2409:x1875469110747520:12345-192.168.203.1@tcp:400:kworker.0 Request processed in 17us (465us total) trans 0 rc 0/0 00000100:00080000:1.0:1788587166.833174:0:17187:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1788587166.833178:0:17187:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1788587166.833181:0:17187:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788587166.833182:0:17187:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1788587166.833188:0:18698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 21 00000100:00100000:0.0:1788587166.833596:0:18699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 23 00010000:00010000:2.0:1788587167.124791:0:17180:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1788587168.093932:0:17171:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934622 is committed 00000020:00080000:1.0:1788587168.093954:0:17171:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8f5bafb9e480 refcount 2 committed 0 result 0 batchid 4294967529 00000020:00080000:1.0:1788587168.093959:0:17171:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff8f5bb4ed4d00 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8f5bafb9e6c0 00000020:00080000:1.0:1788587168.093963:0:17171:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff8f5bb4ed4c00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8f5a8305c800 00010000:00010000:1.0:1788587168.093994:0:3632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bc2051800/0xfbc93bbea5fdb16f lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 17193 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587168.094005:0:3632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bc2051800/0xfbc93bbea5fdb16f lrc: 2/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 17193 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587168.094013:0:3632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bc2051800/0xfbc93bbea5fdb16f lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 17193 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587168.094020:0:3632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f5bc2051800 already unused, calling callback (ffffffffc19ef4f0) 00010000:00010000:1.0:1788587168.094024:0:3632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bc2051800/0xfbc93bbea5fdb16f lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 17193 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587168.094032:0:3632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bc2051800/0xfbc93bbea5fdb16f lrc: 4/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 17193 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587168.094059:0:3632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x3:0x0].0x0 (ffff8f5b8399a400) 00010000:00010000:1.0:1788587168.094063:0:3632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788587168.094068:0:3632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bc2051800/0xfbc93bbea5fdb16f lrc: 2/0,0 mode: --/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 17193 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587168.094075:0:3632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bc2051800/0xfbc93bbea5fdb16f lrc: 0/0,0 mode: --/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 17193 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:1.0:1788587168.094100:0:17230:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294967529 committed batchid 8 00000020:00080000:1.0:1788587168.094179:0:17230:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 8 00010000:00010000:0.0:1788587168.156854:0:18723:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0F:1788587168.331141:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:2.0:1788587168.331327:0:20330:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110747776 00000100:00100000:2.0:1788587168.331338:0:20330:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110747776 00000100:00100000:2.0:1788587168.331410:0:20330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 65 00000100:00100000:2.0:1788587168.331455:0:20330:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a83754000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:cea8b0dc-76f5-470d-a41c-45365485d47c+13:15574:x1875469110747776:12345-192.168.203.1@tcp:60:lhsmtool_posix.0 00000100:00080000:1.0:1788587168.331624:0:17187:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788587168.331641:0:20330:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a83754000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:cea8b0dc-76f5-470d-a41c-45365485d47c+13:15574:x1875469110747776:12345-192.168.203.1@tcp:60:lhsmtool_posix.0 Request processed in 188us (507us total) trans 0 rc 0/0 00000100:00100000:3.0:1788587168.331650:0:20330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 65 00000100:00100000:0.0:1788587168.340513:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:1.0:1788587168.340597:0:17193:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110747904 00000100:00100000:1.0:1788587168.340608:0:17193:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110747904 00000100:00100000:1.0:1788587168.340690:0:17193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 66 00000100:00100000:1.0:1788587168.340702:0:17193:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a83f02300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cea8b0dc-76f5-470d-a41c-45365485d47c+5:15574:x1875469110747904:12345-192.168.203.1@tcp:60:lhsmtool_posix.0 00000100:00100000:1.0:1788587168.340818:0:17193:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a83f02300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cea8b0dc-76f5-470d-a41c-45365485d47c+5:15574:x1875469110747904:12345-192.168.203.1@tcp:60:lhsmtool_posix.0 Request processed in 118us (314us total) trans 0 rc 0/0 00000100:00100000:1.0:1788587168.340826:0:17193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 66 00000100:00080000:2.0:1788587168.340895:0:17187:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1788587168.343229:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:1.0:1788587168.343325:0:17194:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110748160 00000100:00100000:1.0:1788587168.343335:0:17194:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110748160 00000100:00100000:1.0:1788587168.343390:0:17194:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 12 00000100:00100000:1.0:1788587168.343401:0:17194:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bbc79d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:cea8b0dc-76f5-470d-a41c-45365485d47c+13:15574:x1875469110748160:12345-192.168.203.1@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1788587168.343654:0:17194:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bbc79d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:cea8b0dc-76f5-470d-a41c-45365485d47c+14:15574:x1875469110748160:12345-192.168.203.1@tcp:35:lhsmtool_posix.0 Request processed in 254us (432us total) trans 8589934623 rc 0/0 00000100:00100000:1.0:1788587168.343662:0:17194:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 12 00000100:00100000:1.0:1788587169.108708:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788587169.108755:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bbc79ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1875469127588096:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788587169.108827:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788587169.109073:0:18700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127588096 00000100:00100000:2.0:1788587169.109081:0:18700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127588096 00000100:00100000:2.0:1788587169.109150:0:18700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:2.0:1788587169.109163:0:18700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bb05ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1875469127588096:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1788587169.109190:0:18700:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1788587169.109236:0:18700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bb05ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1875469127588096:12345-0@lo:13:osp-pre-0-1.0 Request processed in 77us (408us total) trans 0 rc 0/0 00000100:00100000:2.0:1788587169.109243:0:18700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00080000:1.0:1788587169.109312:0:17187:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788587169.109347:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bbc79ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1875469127588096:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1788587169.173441:0:17179:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788587169.620858:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bbc79f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1875469127588224:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788587169.621111:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788587169.621225:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788587169.621233:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a83f01180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1875469127588352:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788587169.621258:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788587169.635296:0:17197:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127588224 00000100:00100000:0.0:1788587169.635313:0:17197:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127588224 00000100:00100000:0.0:1788587169.635468:0:17197:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127588352 00000100:00100000:0.0:1788587169.635472:0:17197:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127588352 00000100:00100000:2.0:1788587169.636319:0:17931:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:2.0:1788587169.636334:0:17931:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bb05ae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3648:x1875469127588224:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1788587169.636374:0:17931:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446293504 avail 1300054016 00000100:00100000:2.0:1788587169.636495:0:17931:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bb05ae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3648:x1875469127588224:12345-0@lo:41:osp-pre-0-1.0 Request processed in 165us (15384us total) trans 0 rc 0/0 00000100:00100000:2.0:1788587169.636501:0:17931:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:2.0:1788587169.636520:0:17931:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:2.0:1788587169.636526:0:17931:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bb05ae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3648:x1875469127588352:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1788587169.636566:0:17931:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1788587169.636606:0:17931:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bb05ae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3648:x1875469127588352:12345-0@lo:41:osp-pre-1-0.0 Request processed in 81us (15347us total) trans 0 rc 0/0 00000100:00100000:2.0:1788587169.636612:0:17931:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:3.0:1788587169.636706:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a83f01180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1875469127588352:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788587169.636723:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bbc79f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1875469127588224:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1788587170.196661:0:17180:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788587170.644947:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a83f02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1875469127588608:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788587170.645018:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788587170.645085:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1788587170.645092:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bbc79f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1875469127588480:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788587170.645118:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788587170.645153:0:18701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127588608 00000100:00100000:0.0:1788587170.645160:0:18701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127588608 00000100:00100000:0.0:1788587170.645203:0:18701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127588480 00000100:00100000:0.0:1788587170.645206:0:18701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127588480 00000100:00100000:0.0:1788587170.645229:0:18701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1788587170.645238:0:18701:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a83f01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3647:x1875469127588608:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1788587170.645387:0:18701:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 26324672 pending 0 free 3915849728 avail 3684327424 00000100:00100000:0.0:1788587170.645465:0:18701:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a83f01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3647:x1875469127588608:12345-0@lo:13:osp-pre-1-0.0 Request processed in 228us (446us total) trans 0 rc 0/0 00000100:00100000:0.0:1788587170.645486:0:18701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1788587170.645503:0:18701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1788587170.645509:0:18701:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a83f02680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1875469127588480:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788587170.645633:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a83f02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1875469127588608:0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1788587170.645731:0:18701:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 26324672 pending 0 free 3915849728 avail 3684327424 00000100:00100000:0.0:1788587170.645833:0:18701:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a83f02680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1875469127588480:12345-0@lo:13:osp-pre-1-1.0 Request processed in 323us (712us total) trans 0 rc 0/0 00000100:00100000:0.0:1788587170.645839:0:18701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00080000:1.0:1788587170.645924:0:17187:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788587170.646015:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bb05adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1875469127588992:0@lo:400:kworker.0 00000100:00100000:1.0:1788587170.646048:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788587170.646066:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a83c56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3646:1875469127589504:0@lo:400:kworker.0 00000100:00100000:1.0:1788587170.646086:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788587170.646099:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a83c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3646:1875469127590016:0@lo:400:kworker.0 00000100:00100000:1.0:1788587170.646114:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788587170.646128:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1788587170.646133:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a83c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3646:1875469127589120:0@lo:400:kworker.0 00000100:00100000:1.0:1788587170.646152:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788587170.646170:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a83c54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3646:1875469127589632:0@lo:400:kworker.0 00000100:00100000:1.0:1788587170.646193:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788587170.646203:0:19333:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127589504 00000100:00100000:3.0:1788587170.646209:0:19333:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127589504 00000100:00100000:1.0:1788587170.646210:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788587170.646219:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a83756a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1875469127590144:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788587170.646241:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788587170.646250:0:19333:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127590016 00000100:00100000:3.0:1788587170.646255:0:19333:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127590016 00000100:00100000:3.0:1788587170.646285:0:19333:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127589120 00000100:00100000:3.0:1788587170.646288:0:19333:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127589120 00000100:00100000:3.0:1788587170.646298:0:19333:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127589632 00000100:00100000:3.0:1788587170.646300:0:19333:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127589632 00000100:00100000:3.0:1788587170.646313:0:19333:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:3.0:1788587170.646320:0:19333:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a83c54380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3646:x1875469127589504:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788587170.646355:0:17192:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:0.0:1788587170.646367:0:17192:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a83c56680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3646:x1875469127590016:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788587170.646384:0:19333:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a83c54380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3646:x1875469127589504:12345-0@lo:400:kworker.0 Request processed in 54us (286us total) trans 0 rc 0/0 00000100:00100000:3.0:1788587170.646392:0:19333:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:0.0:1788587170.646407:0:17192:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a83c56680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3646:x1875469127590016:12345-0@lo:400:kworker.0 Request processed in 43us (290us total) trans 0 rc 0/0 00000100:00100000:3.0:1788587170.646412:0:19333:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:3.0:1788587170.646444:0:19333:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a83c56a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1875469127589120:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788587170.646515:0:18698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127588992 00000100:00100000:2.0:1788587170.646519:0:18698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127588992 00000100:00100000:2.0:1788587170.646562:0:18698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:2.0:1788587170.646569:0:18698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a83c57480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3646:x1875469127588992:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788587170.646603:0:17192:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:0.0:1788587170.646618:0:17192:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:0.0:1788587170.646625:0:17192:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a83c56300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3646:x1875469127589632:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788587170.646665:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a83c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3646:1875469127589120:0@lo:400:kworker.0 00000100:00100000:3.0:1788587170.649707:0:19333:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a83c56a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1875469127589120:12345-0@lo:400:kworker.0 Request processed in 3252us (3541us total) trans 0 rc 0/0 00000100:00100000:3.0:1788587170.649724:0:19333:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:3.0:1788587170.649783:0:3649:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bb05aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1875469127588864:0@lo:400:kworker.0 00000100:00100000:3.0:1788587170.649847:0:3649:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788587170.650437:0:18698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a83c57480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3646:x1875469127588992:12345-0@lo:400:kworker.0 Request processed in 3866us (4385us total) trans 0 rc 0/0 00000100:00100000:2.0:1788587170.650448:0:18698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:2.0:1788587170.650515:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bbc79f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1875469127588480:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788587170.654643:0:3649:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a83c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1875469127589376:0@lo:400:kworker.0 00000100:00100000:3.0:1788587170.654724:0:3649:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788587170.654761:0:3649:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a83c57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3649:1875469127589888:0@lo:400:kworker.0 00000100:00100000:3.0:1788587170.654786:0:3649:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788587170.654816:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:3.0:1788587170.654823:0:3649:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bb05ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:bf956867-663d-4ecf-b775-8366b2c643ae:3649:1875469127588736:0@lo:400:kworker.0 00000100:00100000:3.0:1788587170.654851:0:3649:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788587170.654873:0:3649:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a83c55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1875469127589248:0@lo:400:kworker.0 00000100:00100000:3.0:1788587170.654894:0:3649:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788587170.654914:0:3649:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a83c54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3649:1875469127589760:0@lo:400:kworker.0 00000100:00100000:3.0:1788587170.654932:0:3649:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788587170.654982:0:17184:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127588736 00000100:00100000:3.0:1788587170.654990:0:17184:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127588736 00000100:00100000:2.0:1788587170.655923:0:18697:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127589376 00000100:00100000:2.0:1788587170.655931:0:18697:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127589376 00000100:00100000:2.0:1788587170.655976:0:18697:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:2.0:1788587170.655985:0:18697:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a845edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3649:x1875469127589376:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788587170.656063:0:18697:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a845edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3649:x1875469127589376:12345-0@lo:400:kworker.0 Request processed in 79us (1340us total) trans 0 rc 0/0 00000100:00100000:2.0:1788587170.656070:0:18697:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:2.0:1788587170.656186:0:19333:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127589888 00000100:00100000:2.0:1788587170.656191:0:19333:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127589888 00000100:00100000:2.0:1788587170.656214:0:19333:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127589760 00000100:00100000:2.0:1788587170.656217:0:19333:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127589760 00000100:00100000:2.0:1788587170.656231:0:19333:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:2.0:1788587170.656237:0:19333:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a845efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3649:x1875469127589888:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788587170.656301:0:19333:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a845efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3649:x1875469127589888:12345-0@lo:400:kworker.0 Request processed in 63us (1514us total) trans 0 rc 0/0 00000100:00100000:2.0:1788587170.656307:0:19333:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:2.0:1788587170.656319:0:19333:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:2.0:1788587170.656325:0:19333:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a8452bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3649:x1875469127589760:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788587170.656351:0:19333:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a8452bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3649:x1875469127589760:12345-0@lo:400:kworker.0 Request processed in 26us (1418us total) trans 0 rc 0/0 00000100:00100000:2.0:1788587170.656357:0:19333:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:2.0:1788587170.656376:0:17197:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127588864 00000100:00100000:2.0:1788587170.656380:0:17197:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127588864 00000100:00100000:2.0:1788587170.656405:0:17931:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127589248 00000100:00100000:2.0:1788587170.656408:0:17931:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127589248 00000100:00100000:2.0:1788587170.656437:0:17931:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:2.0:1788587170.656444:0:17931:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a83754380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3649:x1875469127588864:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788587170.656475:0:17931:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a83754380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3649:x1875469127588864:12345-0@lo:400:kworker.0 Request processed in 32us (6628us total) trans 0 rc 0/0 00000100:00100000:2.0:1788587170.656481:0:17931:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:2.0:1788587170.656491:0:17931:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:2.0:1788587170.656496:0:17931:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a8452ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3649:x1875469127589248:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788587170.656535:0:17931:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a8452ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3649:x1875469127589248:12345-0@lo:400:kworker.0 Request processed in 38us (1639us total) trans 0 rc 0/0 00000100:00100000:2.0:1788587170.656541:0:17931:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:2.0:1788587170.656607:0:3649:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a83c55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1875469127589248:0@lo:400:kworker.0 00010000:00080000:2.0:1788587170.656622:0:3649:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8f5a83c54e00 x1875469127589760/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788587186 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788587170.656716:0:3649:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a83c54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3649:1875469127589760:0@lo:400:kworker.0 00000100:00100000:2.0:1788587170.656732:0:3649:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bb05aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1875469127588864:0@lo:400:kworker.0 00000100:00100000:2.0:1788587170.656742:0:3649:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a83c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1875469127589376:0@lo:400:kworker.0 00000100:00100000:2.0:1788587170.656823:0:3649:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a83c57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3649:1875469127589888:0@lo:400:kworker.0 00000100:00080000:2.0:1788587170.656868:0:17187:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1788587170.656873:0:17187:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1788587170.656875:0:17187:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1788587170.656887:0:18700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127590144 00000100:00100000:2.0:1788587170.656891:0:18700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127590144 00000100:00100000:3.0:1788587170.657242:0:17184:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 168 00000100:00100000:3.0:1788587170.657253:0:17184:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a81b1a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bf956867-663d-4ecf-b775-8366b2c643ae+24:3649:x1875469127588736:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788587170.658199:0:17184:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a81b1a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bf956867-663d-4ecf-b775-8366b2c643ae+24:3649:x1875469127588736:12345-0@lo:400:kworker.0 Request processed in 946us (3343us total) trans 0 rc 0/0 00000100:00100000:3.0:1788587170.658211:0:17184:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 168 00000100:00100000:3.0:1788587170.658286:0:3649:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bb05ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:bf956867-663d-4ecf-b775-8366b2c643ae:3649:1875469127588736:0@lo:400:kworker.0 00000100:00100000:2.0:1788587170.658543:0:18700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:2.0:1788587170.658555:0:18700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a83c55180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3646:x1875469127590144:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788587170.658587:0:18700:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1788587170.658627:0:18700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a83c55180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3646:x1875469127590144:12345-0@lo:13:osp-pre-0-0.0 Request processed in 76us (12384us total) trans 0 rc 0/0 00000100:00100000:2.0:1788587170.658633:0:18700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1788587170.665253:0:17192:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a83c56300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3646:x1875469127589632:12345-0@lo:400:kworker.0 Request processed in 18618us (19050us total) trans 0 rc 0/0 00000100:00100000:0.0:1788587170.665381:0:17192:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:1.0:1788587170.665994:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a83c56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3646:1875469127589504:0@lo:400:kworker.0 00010000:00080000:1.0:1788587170.666014:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8f5a83c55c00 x1875469127590016/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788587186 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788587170.666025:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a83c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3646:1875469127590016:0@lo:400:kworker.0 00000100:00100000:1.0:1788587170.666061:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a83756a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1875469127590144:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788587170.666071:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a83c54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3646:1875469127589632:0@lo:400:kworker.0 00000100:00100000:1.0:1788587170.666079:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bb05adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1875469127588992:0@lo:400:kworker.0 00010000:00010000:0.0:1788587171.220773:0:18723:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1788587171.663079:0:20567:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-pcc test 1d: Test Project ID with remote access ========================================================== 01:46:10 (1788587170) 00000040:00080000:2.0:1788587171.802849:0:17226:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:2.0:1788587171.802856:0:17226:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788587171.802877:0:17226:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:2.0:1788587171.802884:0:17226:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00000100:00100000:0.0:1788587171.945320:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:0.0:1788587171.945376:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:0.0:1788587171.945408:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:1.0:1788587171.945569:0:17185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110748288 00000100:00100000:1.0:1788587171.945580:0:17185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110748288 00000100:00100000:1.0:1788587171.945639:0:17185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 169 00000100:00100000:1.0:1788587171.945649:0:17185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a81b19450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:38609982-39d4-4f97-a9ad-eea20d935b3f+13:2407:x1875469110748288:12345-192.168.203.1@tcp:400:kworker.0 00000100:00100000:1.0:1788587171.945718:0:17185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a81b19450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:38609982-39d4-4f97-a9ad-eea20d935b3f+13:2407:x1875469110748288:12345-192.168.203.1@tcp:400:kworker.0 Request processed in 70us (407us total) trans 0 rc 0/0 00000100:00100000:1.0:1788587171.945726:0:17185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 169 00000100:00100000:2.0:1788587171.946165:0:19333:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110748544 00000100:00100000:2.0:1788587171.946171:0:19333:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110748544 00000100:00100000:2.0:1788587171.946211:0:19333:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110748416 00000100:00100000:2.0:1788587171.946214:0:19333:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110748416 00000100:00100000:2.0:1788587171.946232:0:19333:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 70 00000100:00100000:2.0:1788587171.946239:0:19333:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a83f02a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:cea8b0dc-76f5-470d-a41c-45365485d47c+5:2407:x1875469110748544:12345-192.168.203.1@tcp:400:kworker.0 00000100:00100000:2.0:1788587171.946304:0:19333:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a83f02a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:cea8b0dc-76f5-470d-a41c-45365485d47c+5:2407:x1875469110748544:12345-192.168.203.1@tcp:400:kworker.0 Request processed in 65us (937us total) trans 0 rc 0/0 00000100:00100000:2.0:1788587171.946311:0:19333:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 70 00000100:00100000:2.0:1788587171.946326:0:19333:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 71 00000100:00100000:2.0:1788587171.946332:0:19333:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a84466300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:cea8b0dc-76f5-470d-a41c-45365485d47c+14:2407:x1875469110748416:12345-192.168.203.1@tcp:400:kworker.0 00000100:00100000:2.0:1788587171.946392:0:19333:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a84466300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:cea8b0dc-76f5-470d-a41c-45365485d47c+14:2407:x1875469110748416:12345-192.168.203.1@tcp:400:kworker.0 Request processed in 59us (983us total) trans 0 rc 0/0 00000100:00100000:2.0:1788587171.946399:0:19333:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 71 00000100:00080000:2.0:1788587171.946441:0:17187:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1788587171.946445:0:17187:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788587171.950942:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:0.0:1788587171.950972:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:0.0:1788587171.951004:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:1.0:1788587171.951030:0:18698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110748672 00000100:00100000:0.0:1788587171.951030:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:1.0:1788587171.951040:0:18698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110748672 00000100:00100000:0.0:1788587171.951070:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:0.0:1788587171.951104:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:2.0:1788587171.951280:0:19394:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110748800 00000100:00100000:2.0:1788587171.951286:0:19394:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110748800 00000100:00100000:1.0:1788587171.951300:0:18698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110749184 00000100:00100000:1.0:1788587171.951306:0:18698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110749184 00000100:00100000:2.0:1788587171.951313:0:19394:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110749312 00000100:00100000:2.0:1788587171.951318:0:19394:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110749312 00000100:00100000:1.0:1788587171.951335:0:18698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 26 00000100:00100000:0.0:1788587171.951347:0:17192:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110749056 00000100:00100000:0.0:1788587171.951351:0:17192:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110749056 00000100:00100000:1.0:1788587171.951354:0:18698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a84464a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cea8b0dc-76f5-470d-a41c-45365485d47c+5:2406:x1875469110748800:12345-192.168.203.1@tcp:400:kworker.0 00000100:00100000:0.0:1788587171.951397:0:17192:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110748928 00000100:00100000:0.0:1788587171.951401:0:17192:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110748928 00000100:00100000:1.0:1788587171.951441:0:18698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a84464a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cea8b0dc-76f5-470d-a41c-45365485d47c+5:2406:x1875469110748800:12345-192.168.203.1@tcp:400:kworker.0 Request processed in 97us (468us total) trans 0 rc 0/0 00000100:00100000:0.0:1788587171.951465:0:17192:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 72 00000100:00100000:0.0:1788587171.951474:0:17192:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5ba7a1b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:18de1d7d-8b16-47d2-9585-abe7106da5ca+5:2406:x1875469110749056:12345-192.168.203.1@tcp:400:kworker.0 00000100:00100000:0.0:1788587171.951507:0:17192:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5ba7a1b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:18de1d7d-8b16-47d2-9585-abe7106da5ca+5:2406:x1875469110749056:12345-192.168.203.1@tcp:400:kworker.0 Request processed in 35us (503us total) trans 0 rc 0/0 00000100:00100000:0.0:1788587171.951514:0:17192:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 72 00000100:00100000:0.0:1788587171.951538:0:17192:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 73 00000100:00100000:0.0:1788587171.951544:0:17192:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5ba7a18a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:18de1d7d-8b16-47d2-9585-abe7106da5ca+6:2406:x1875469110748928:12345-192.168.203.1@tcp:400:kworker.0 00000100:00100000:0.0:1788587171.951580:0:17192:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5ba7a18a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:18de1d7d-8b16-47d2-9585-abe7106da5ca+6:2406:x1875469110748928:12345-192.168.203.1@tcp:400:kworker.0 Request processed in 36us (510us total) trans 0 rc 0/0 00000100:00100000:0.0:1788587171.951586:0:17192:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 73 00000100:00100000:2.0:1788587171.952024:0:19394:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 27 00000100:00100000:2.0:1788587171.952033:0:19394:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a84466d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cea8b0dc-76f5-470d-a41c-45365485d47c+5:2405:x1875469110748672:12345-192.168.203.1@tcp:9:kworker.0 00000020:00000080:2.0:1788587171.952054:0:19394:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xfbc93bbea5fdae9e 00000100:00080000:2.0:1788587171.952068:0:19394:0:(import.c:65:import_set_state_nolock()) ffff8f5b86e75000 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1788587171.952122:0:19394:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934594 00010000:00010000:0.0:1788587171.952311:0:17179:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788587171.952534:0:18698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 26 00000100:00100000:1.0:1788587171.952561:0:18698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 28 00000100:00100000:2.0:1788587171.952567:0:19394:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a84466d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cea8b0dc-76f5-470d-a41c-45365485d47c+2:2405:x1875469110748672:12345-192.168.203.1@tcp:9:kworker.0 Request processed in 533us (1632us total) trans 0 rc 0/0 00000100:00100000:1.0:1788587171.952573:0:18698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5ba7a19500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:18de1d7d-8b16-47d2-9585-abe7106da5ca+5:2405:x1875469110749184:12345-192.168.203.1@tcp:9:kworker.0 00000100:00100000:2.0:1788587171.952582:0:19394:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 27 00000020:00000080:1.0:1788587171.952595:0:18698:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xfbc93bbea5fdaedd 00000100:00080000:1.0:1788587171.952605:0:18698:0:(import.c:65:import_set_state_nolock()) ffff8f5b83587800 : changing import state from FULL to CLOSED 00000100:00100000:2.0:1788587171.952607:0:19394:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 29 00000100:00100000:2.0:1788587171.952618:0:19394:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5ba7a1b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18de1d7d-8b16-47d2-9585-abe7106da5ca+5:2405:x1875469110749312:12345-192.168.203.1@tcp:9:kworker.0 00000020:00000080:2.0:1788587171.952632:0:19394:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xfbc93bbea5fdaee4 00000001:00000004:1.0:1788587171.952636:0:18698:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934594 00000100:00080000:2.0:1788587171.952649:0:19394:0:(import.c:65:import_set_state_nolock()) ffff8f5b83581000 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1788587171.952683:0:19394:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934600 00000100:00100000:1.0:1788587171.952710:0:18698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5ba7a19500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:18de1d7d-8b16-47d2-9585-abe7106da5ca+2:2405:x1875469110749184:12345-192.168.203.1@tcp:9:kworker.0 Request processed in 140us (1677us total) trans 0 rc 0/0 00000100:00100000:1.0:1788587171.952718:0:18698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 28 00000100:00080000:1.0:1788587171.952742:0:17187:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788587171.952747:0:17187:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788587171.952750:0:17187:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1788587171.952752:0:17187:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788587171.952774:0:19394:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5ba7a1b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18de1d7d-8b16-47d2-9585-abe7106da5ca+2:2405:x1875469110749312:12345-192.168.203.1@tcp:9:kworker.0 Request processed in 158us (1668us total) trans 0 rc 0/0 00000100:00100000:2.0:1788587171.952783:0:19394:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 29 00010000:00010000:2.0:1788587171.952806:0:18723:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788587171.952913:0:17180:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788587172.245647:0:17179:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788587173.270640:0:18723:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788587174.229580:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788587174.229605:0:3649:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bbc79f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1875469127590272:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788587174.229672:0:3649:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788587174.230279:0:18700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127590272 00000100:00100000:2.0:1788587174.230287:0:18700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127590272 00000100:00100000:2.0:1788587174.230347:0:18700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:2.0:1788587174.230356:0:18700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5ba7a19180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3649:x1875469127590272:12345-0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1788587174.230368:0:17187:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00000024:2.0:1788587174.230387:0:18700:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1788587174.230550:0:18700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5ba7a19180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3649:x1875469127590272:12345-0@lo:13:osp-pre-0-1.0 Request processed in 194us (876us total) trans 0 rc 0/0 00000100:00100000:2.0:1788587174.230612:0:18700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:1.0:1788587174.230769:0:3649:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bbc79f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1875469127590272:0@lo:13:osp-pre-0-1.0 00000001:00080000:2.0:1788587174.231341:0:17171:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934623 is committed 00000020:00080000:2.0:1788587174.231349:0:17171:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0000: 4294967529 batchid updated 00000020:00080000:1.0:1788587174.231411:0:17230:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967529 00000020:00080000:1.0:1788587174.231440:0:17230:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967529 00010000:00010000:0.0:1788587174.294634:0:17180:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788587174.741941:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1788587174.741965:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bbc79f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1875469127590528:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788587174.741979:0:3649:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5ba7a18380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1875469127590400:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788587174.748866:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788587174.750752:0:3649:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788587174.763892:0:17931:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127590528 00000100:00100000:3.0:1788587174.763907:0:17931:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127590528 00000100:00100000:3.0:1788587174.763990:0:17931:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127590400 00000100:00100000:3.0:1788587174.764007:0:17931:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127590400 00000100:00100000:3.0:1788587174.764029:0:17931:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:3.0:1788587174.764039:0:17931:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bbc79c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3647:x1875469127590528:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788587174.764094:0:17931:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446293504 avail 1300054016 00000100:00100000:3.0:1788587174.764210:0:17931:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bbc79c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3647:x1875469127590528:12345-0@lo:41:osp-pre-0-1.0 Request processed in 172us (15350us total) trans 0 rc 0/0 00000100:00100000:3.0:1788587174.764218:0:17931:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:3.0:1788587174.764235:0:17931:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:3.0:1788587174.764255:0:17931:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a83c54a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3649:x1875469127590400:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788587174.764272:0:17931:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1788587174.764311:0:17931:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a83c54a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3649:x1875469127590400:12345-0@lo:41:osp-pre-1-0.0 Request processed in 57us (13565us total) trans 0 rc 0/0 00000100:00100000:3.0:1788587174.764317:0:17931:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:0.0:1788587174.764515:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bbc79f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1875469127590528:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788587174.765166:0:3649:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5ba7a18380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1875469127590400:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788587175.110639:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:2.0:1788587175.110862:0:17195:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110749568 00000100:00100000:2.0:1788587175.110872:0:17195:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110749568 00000100:00100000:2.0:1788587175.110948:0:17195:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 13 00000100:00100000:2.0:1788587175.110960:0:17195:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a84528e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:cea8b0dc-76f5-470d-a41c-45365485d47c+13:16337:x1875469110749568:12345-192.168.203.1@tcp:35:umount.0 00000001:00080000:2.0:1788587175.111373:0:17195:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 8589934624 00000100:00080000:1.0:1788587175.111586:0:17187:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788587175.111630:0:17195:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a84528e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:cea8b0dc-76f5-470d-a41c-45365485d47c+15:16337:x1875469110749568:12345-192.168.203.1@tcp:35:umount.0 Request processed in 671us (1008us total) trans 8589934625 rc 0/0 00000100:00100000:2.0:1788587175.111648:0:17195:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 13 00000020:00080000:2.0:1788587175.111653:0:17195:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1788587175.119330:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:1.0:1788587175.119379:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:1.0:1788587175.119414:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:2.0:1788587175.119520:0:17176:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110749696 00000100:00100000:2.0:1788587175.119530:0:17176:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110749696 00000100:00100000:2.0:1788587175.119590:0:17176:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110749824 00000100:00100000:2.0:1788587175.119594:0:17176:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110749824 00000100:00100000:2.0:1788587175.119607:0:17176:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110749952 00000100:00100000:2.0:1788587175.119609:0:17176:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110749952 00000100:00100000:2.0:1788587175.119622:0:17176:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 3 00000100:00100000:2.0:1788587175.119631:0:17176:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a83c55c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:38609982-39d4-4f97-a9ad-eea20d935b3f+15:2407:x1875469110749696:12345-192.168.203.1@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788587175.119645:0:17176:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788587175.119664:0:17176:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f5bc2051e00/0xfbc93bbea5fdae7b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x44801000000000 nid: 192.168.203.1@tcp remote: 0x67b316c86c810ba1 expref: 15 pid: 17185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587175.119682:0:17176:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788587175.119896:0:17178:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 4 00000100:00100000:1.0:1788587175.119964:0:17178:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a836d9050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:38609982-39d4-4f97-a9ad-eea20d935b3f+14:2406:x1875469110749824:12345-192.168.203.1@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788587175.119974:0:17178:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788587175.119995:0:17178:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f5bc2051a00/0xfbc93bbea5fdae82 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 192.168.203.1@tcp remote: 0x67b316c86c810bd2 expref: 14 pid: 17185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587175.120004:0:17178:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788587175.120048:0:17178:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a836d9050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:38609982-39d4-4f97-a9ad-eea20d935b3f+13:2406:x1875469110749824:12345-192.168.203.1@tcp:103:ldlm_bl.0 Request processed in 146us (669us total) trans 0 rc 0/0 00000100:00100000:1.0:1788587175.120055:0:17178:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 4 00000100:00100000:1.0:1788587175.120072:0:17178:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 5 00000100:00100000:1.0:1788587175.120077:0:17178:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a83c56d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:38609982-39d4-4f97-a9ad-eea20d935b3f+12:2407:x1875469110749952:12345-192.168.203.1@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788587175.120083:0:17178:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788587175.120090:0:17178:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f5b829f4e00/0xfbc93bbea5fdaf07 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x44801000000000 nid: 192.168.203.1@tcp remote: 0x67b316c86c810c88 expref: 12 pid: 17186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587175.120098:0:17178:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788587175.120111:0:17178:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a83c56d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:38609982-39d4-4f97-a9ad-eea20d935b3f+11:2407:x1875469110749952:12345-192.168.203.1@tcp:103:ldlm_bl.0 Request processed in 34us (698us total) trans 0 rc 0/0 00000100:00100000:1.0:1788587175.120117:0:17178:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 5 00000100:00100000:2.0:1788587175.120269:0:17176:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a83c55c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:38609982-39d4-4f97-a9ad-eea20d935b3f+10:2407:x1875469110749696:12345-192.168.203.1@tcp:103:ldlm_bl.0 Request processed in 639us (949us total) trans 0 rc 0/0 00000100:00100000:2.0:1788587175.120275:0:17176:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 3 00000100:00100000:0.0:1788587175.125633:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:1.0:1788587175.125714:0:18698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110750080 00000100:00100000:1.0:1788587175.125723:0:18698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110750080 00000100:00100000:1.0:1788587175.125793:0:18698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 30 00000100:00100000:1.0:1788587175.126019:0:18698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5ba7a19c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cea8b0dc-76f5-470d-a41c-45365485d47c+5:2405:x1875469110750080:12345-192.168.203.1@tcp:9:umount.0 00000020:00000080:1.0:1788587175.126054:0:18698:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xfbc93bbea5fdaea5 00000100:00080000:1.0:1788587175.126062:0:18698:0:(import.c:65:import_set_state_nolock()) ffff8f5b8a0f8000 : changing import state from FULL to CLOSED 00000100:00080000:2.0:1788587175.126142:0:17187:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000001:00000004:1.0:1788587175.128249:0:18698:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934600 00000100:00100000:1.0:1788587175.128421:0:18698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5ba7a19c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cea8b0dc-76f5-470d-a41c-45365485d47c+2:2405:x1875469110750080:12345-192.168.203.1@tcp:9:umount.0 Request processed in 2401us (2790us total) trans 0 rc 0/0 00000100:00100000:1.0:1788587175.128431:0:18698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 30 00010000:00010000:0.0:1788587175.128961:0:17179:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788587175.145223:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:0.0:1788587175.145411:0:17193:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110750976 00000100:00100000:0.0:1788587175.145471:0:17193:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110750976 00000100:00100000:0.0:1788587175.145539:0:17193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 67 00000100:00100000:0.0:1788587175.145550:0:17193:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a84529880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cea8b0dc-76f5-470d-a41c-45365485d47c+15:2405:x1875469110750976:12345-192.168.203.1@tcp:39:umount.0 00000020:00000080:0.0:1788587175.145582:0:17193:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xfbc93bbea5fdae90 00000020:00010000:0.0:1788587175.145598:0:17193:0:(genops.c:1921:obd_stale_export_put()) Put export ffff8f5a83008000: total 0 00000100:00080000:0.0:1788587175.145602:0:17193:0:(import.c:65:import_set_state_nolock()) ffff8f5a83009800 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1788587175.145634:0:17193:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934625 00000100:00100000:0.0:1788587175.145806:0:17193:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a84529880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cea8b0dc-76f5-470d-a41c-45365485d47c+14:2405:x1875469110750976:12345-192.168.203.1@tcp:39:umount.0 Request processed in 257us (592us total) trans 8589934626 rc 0/0 00000100:00100000:0.0:1788587175.145815:0:17193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 67 00000020:00010000:1.0:1788587175.145921:0:18723:0:(genops.c:1907:obd_stale_export_get()) Get export ffff8f5a83008000: total 0 00010000:00010000:1.0:1788587175.145925:0:18723:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788587175.145971:0:18723:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8f5a83008000, canceled 0 locks, left on hash table 8. 00010000:00010000:1.0:1788587175.146003:0:18723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff8f5b8399a900) 00010000:00010000:1.0:1788587175.146006:0:18723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1788587175.146014:0:18723:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f5ba1aa6400/0xfbc93bbea5fdb0b9 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.1@tcp remote: 0x67b316c86c810cf8 expref: 14 pid: 17193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587175.146032:0:18723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8f5a834c0100) 00010000:00010000:1.0:1788587175.146034:0:18723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788587175.146037:0:18723:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f5ba1aa7e00/0xfbc93bbea5fdaf77 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.1@tcp remote: 0x67b316c86c810c96 expref: 13 pid: 17193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587175.146069:0:18723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff8f5b8399a900) 00010000:00010000:1.0:1788587175.146071:0:18723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1788587175.146076:0:18723:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bc2050000/0xfbc93bbea5fdb1a7 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.1@tcp remote: 0x67b316c86c810d45 expref: 12 pid: 20330 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587175.146090:0:18723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f5b90ec9500) 00010000:00010000:1.0:1788587175.146093:0:18723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1788587175.146098:0:18723:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bc21fe600/0xfbc93bbea5fdafb6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.1@tcp remote: 0x67b316c86c810ca4 expref: 11 pid: 19333 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587175.146111:0:18723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x3:0x0].0x0 (ffff8f5b8399a400) 00010000:00010000:1.0:1788587175.146123:0:18723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1788587175.146128:0:18723:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bc2050200/0xfbc93bbea5fdb145 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.1@tcp remote: 0x67b316c86c810d22 expref: 10 pid: 17193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587175.146143:0:18723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff8f5b90ec9000) 00010000:00010000:1.0:1788587175.146155:0:18723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1788587175.146162:0:18723:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bc21ffe00/0xfbc93bbea5fdaf5b lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.1@tcp remote: 0x67b316c86c810c8f expref: 9 pid: 19333 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587175.146183:0:18723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x1:0x0].0x0 (ffff8f5b8399a000) 00010000:00010000:1.0:1788587175.146186:0:18723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1788587175.146191:0:18723:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bc21fe200/0xfbc93bbea5fdb03b lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.1@tcp remote: 0x67b316c86c810cce expref: 8 pid: 19333 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587175.146206:0:18723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff8f5b8399a900) 00010000:00010000:1.0:1788587175.146208:0:18723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1788587175.146212:0:18723:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a8224dc00/0xfbc93bbea5fdb0ea lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.1@tcp remote: 0x67b316c86c810d0d expref: 7 pid: 17191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587175.146225:0:18723:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8f5a83008000, canceled 8 locks, left on hash table 0. 00010000:00010000:1.0:1788587175.146253:0:18723:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788587175.146256:0:18723:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788587175.146258:0:18723:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788587175.159759:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:0.0:1788587175.159874:0:20330:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110751104 00000100:00100000:0.0:1788587175.159883:0:20330:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110751104 00000100:00100000:0.0:1788587175.159961:0:20330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 68 00000100:00100000:0.0:1788587175.159972:0:20330:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bbc79c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:cea8b0dc-76f5-470d-a41c-45365485d47c+5:2405:x1875469110751104:12345-192.168.203.1@tcp:39:umount.0 00000020:00000080:0.0:1788587175.160001:0:20330:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xfbc93bbea5fdae97 00000100:00080000:0.0:1788587175.160018:0:20330:0:(import.c:65:import_set_state_nolock()) ffff8f5a8300c000 : changing import state from FULL to CLOSED 00000100:00080000:2.0:1788587175.160094:0:17187:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000001:00000004:0.0:1788587175.160230:0:20330:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934592 00000100:00100000:0.0:1788587175.160503:0:20330:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bbc79c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:cea8b0dc-76f5-470d-a41c-45365485d47c+3:2405:x1875469110751104:12345-192.168.203.1@tcp:39:umount.0 Request processed in 531us (751us total) trans 8589934593 rc 0/0 00000100:00100000:0.0:1788587175.160512:0:20330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 68 00010000:00010000:1.0:1788587175.162125:0:17180:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788587175.317468:0:17179:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788587175.764796:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a83c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:bf956867-663d-4ecf-b775-8366b2c643ae:3648:1875469127590784:0@lo:400:kworker.0 00000100:00100000:1.0:1788587175.764872:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788587175.764917:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a83c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3648:1875469127591296:0@lo:400:kworker.0 00000100:00100000:1.0:1788587175.764942:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788587175.764958:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a83c54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3648:1875469127591808:0@lo:400:kworker.0 00000100:00100000:1.0:1788587175.764975:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788587175.764987:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a81be1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3648:1875469127592320:0@lo:400:kworker.0 00000100:00100000:1.0:1788587175.765003:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788587175.765038:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [3->2] 00000100:00100000:1.0:1788587175.765044:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a83c57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1875469127590912:0@lo:400:kworker.0 00000100:00100000:1.0:1788587175.765079:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788587175.765093:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a83c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1875469127591424:0@lo:400:kworker.0 00000100:00100000:1.0:1788587175.765110:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788587175.765123:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a83c55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3648:1875469127591936:0@lo:400:kworker.0 00000100:00100000:1.0:1788587175.765139:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788587175.765154:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5ba7a1ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1875469127592448:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788587175.765175:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788587175.765202:0:18701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127592448 00000100:00100000:1.0:1788587175.765209:0:18701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127592448 00000100:00100000:1.0:1788587175.765260:0:18701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:1.0:1788587175.765279:0:18701:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a81be3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3648:x1875469127592448:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788587175.765306:0:18701:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915849728 avail 3684327424 00000100:00100000:1.0:1788587175.765344:0:18701:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a81be3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3648:x1875469127592448:12345-0@lo:13:osp-pre-1-0.0 Request processed in 67us (168us total) trans 0 rc 0/0 00000100:00100000:1.0:1788587175.765351:0:18701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:1.0:1788587175.765371:0:17191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127591296 00000100:00100000:1.0:1788587175.765374:0:17191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127591296 00000100:00100000:1.0:1788587175.765394:0:17191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127591808 00000100:00100000:1.0:1788587175.765396:0:17191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127591808 00000100:00100000:1.0:1788587175.765405:0:17191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127592320 00000100:00100000:1.0:1788587175.765407:0:17191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127592320 00000100:00100000:1.0:1788587175.765440:0:17191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127591936 00000100:00100000:1.0:1788587175.765443:0:17191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127591936 00000100:00100000:1.0:1788587175.765458:0:17191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:1.0:1788587175.765465:0:17191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a81be0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3648:x1875469127591296:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788587175.765493:0:17191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a81be0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3648:x1875469127591296:12345-0@lo:400:kworker.0 Request processed in 29us (550us total) trans 0 rc 0/0 00000100:00100000:1.0:1788587175.765506:0:17191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:1.0:1788587175.765518:0:17191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000040:00080000:0.0:1788587175.765523:0:17943:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:1.0:1788587175.765525:0:17191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a81be0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3648:x1875469127591808:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788587175.765558:0:17191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a81be0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3648:x1875469127591808:12345-0@lo:400:kworker.0 Request processed in 34us (582us total) trans 0 rc 0/0 00000100:00100000:1.0:1788587175.765564:0:17191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00100000:1.0:1788587175.765583:0:17191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:1.0:1788587175.765590:0:17191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a81be2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3648:x1875469127592320:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788587175.765595:0:20330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:0.0:1788587175.765608:0:20330:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a81be0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3648:x1875469127591936:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788587175.765620:0:17191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a81be2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3648:x1875469127592320:12345-0@lo:400:kworker.0 Request processed in 30us (614us total) trans 0 rc 0/0 00000100:00100000:1.0:1788587175.765627:0:17191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:1.0:1788587175.765647:0:17196:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127590912 00000100:00100000:1.0:1788587175.765650:0:17196:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127590912 00000100:00100000:0.0:1788587175.765655:0:20330:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a81be0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3648:x1875469127591936:12345-0@lo:400:kworker.0 Request processed in 50us (512us total) trans 0 rc 0/0 00000100:00100000:0.0:1788587175.765663:0:20330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00100000:1.0:1788587175.765672:0:17196:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127591424 00000100:00100000:1.0:1788587175.765677:0:17196:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127591424 00000100:00100000:1.0:1788587175.765696:0:17196:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:1.0:1788587175.765703:0:17196:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a81be2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3648:x1875469127590912:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788587175.765717:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bbc79fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1875469127590656:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788587175.765737:0:17196:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a81be2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3648:x1875469127590912:12345-0@lo:400:kworker.0 Request processed in 33us (657us total) trans 0 rc 0/0 00000100:00100000:1.0:1788587175.765743:0:17196:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:0.0:1788587175.765754:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788587175.765759:0:17196:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:1.0:1788587175.765767:0:17196:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a81be3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3648:x1875469127591424:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788587175.765779:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a83c55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1875469127591168:0@lo:400:kworker.0 00000100:00100000:1.0:1788587175.765803:0:17196:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a81be3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3648:x1875469127591424:12345-0@lo:400:kworker.0 Request processed in 37us (691us total) trans 0 rc 0/0 00000100:00100000:1.0:1788587175.765810:0:17196:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:0.0:1788587175.765823:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788587175.765838:0:18701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127590656 00000100:00100000:1.0:1788587175.765843:0:18701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127590656 00000100:00100000:0.0:1788587175.765846:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a83c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1875469127591680:0@lo:400:kworker.0 00000100:00100000:1.0:1788587175.765868:0:18701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:0.0:1788587175.765873:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788587175.765879:0:18701:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5ba7a18380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1875469127590656:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788587175.765888:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a81be1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3647:1875469127592192:0@lo:400:kworker.0 00002000:00000024:1.0:1788587175.765902:0:18701:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915849728 avail 3684327424 00000100:00100000:0.0:1788587175.765908:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788587175.765943:0:18701:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5ba7a18380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1875469127590656:12345-0@lo:13:osp-pre-1-1.0 Request processed in 66us (190us total) trans 0 rc 0/0 00000100:00100000:1.0:1788587175.765950:0:18701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:0.0:1788587175.765957:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bbc79fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1875469127590656:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788587175.765969:0:17191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127592192 00000100:00100000:0.0:1788587175.765972:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:1.0:1788587175.765974:0:17191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127592192 00000100:00100000:0.0:1788587175.765982:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a83c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1875469127591040:0@lo:400:kworker.0 00000100:00100000:1.0:1788587175.766003:0:17191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:0.0:1788587175.766011:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788587175.766015:0:17191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bb5d38e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3647:x1875469127592192:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788587175.766032:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a83c57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1875469127591552:0@lo:400:kworker.0 00000100:00100000:1.0:1788587175.766053:0:17191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bb5d38e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3647:x1875469127592192:12345-0@lo:400:kworker.0 Request processed in 42us (143us total) trans 0 rc 0/0 00000100:00100000:1.0:1788587175.766063:0:17191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00100000:0.0:1788587175.766063:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788587175.766086:0:18698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127591168 00000100:00100000:0.0:1788587175.766088:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a83756a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3647:1875469127592064:0@lo:400:kworker.0 00000100:00100000:1.0:1788587175.766090:0:18698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127591168 00000100:00100000:1.0:1788587175.766115:0:18698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127591680 00000100:00100000:1.0:1788587175.766119:0:18698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127591680 00000100:00100000:0.0:1788587175.766119:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788587175.766137:0:18698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127591040 00000100:00100000:1.0:1788587175.766140:0:18698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127591040 00000100:00100000:1.0:1788587175.766153:0:18698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127591552 00000100:00100000:1.0:1788587175.766156:0:18698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127591552 00000100:00100000:0.0:1788587175.766163:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a81be1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3647:1875469127592192:0@lo:400:kworker.0 00000100:00100000:1.0:1788587175.766171:0:18698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:1.0:1788587175.766181:0:18698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bb5d39180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3647:x1875469127591168:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788587175.766192:0:17193:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127592064 00000100:00100000:0.0:1788587175.766197:0:17193:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127592064 00000100:00100000:1.0:1788587175.766221:0:18698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bb5d39180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3647:x1875469127591168:12345-0@lo:400:kworker.0 Request processed in 43us (399us total) trans 0 rc 0/0 00000100:00100000:0.0:1788587175.766229:0:17193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:1.0:1788587175.766242:0:18698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1788587175.766254:0:17193:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bb5d39880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3647:x1875469127592064:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788587175.766261:0:18698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:1.0:1788587175.766276:0:18698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bb5d3b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3647:x1875469127591680:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788587175.766292:0:17193:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bb5d39880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3647:x1875469127592064:12345-0@lo:400:kworker.0 Request processed in 39us (174us total) trans 0 rc 0/0 00000100:00100000:0.0:1788587175.766300:0:17193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00100000:1.0:1788587175.766314:0:18698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bb5d3b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3647:x1875469127591680:12345-0@lo:400:kworker.0 Request processed in 39us (441us total) trans 0 rc 0/0 00000100:00100000:1.0:1788587175.766321:0:18698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:1.0:1788587175.766339:0:18698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:1.0:1788587175.766346:0:18698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bb5d3bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3647:x1875469127591040:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788587175.766369:0:18698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bb5d3bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3647:x1875469127591040:12345-0@lo:400:kworker.0 Request processed in 25us (361us total) trans 0 rc 0/0 00000100:00100000:1.0:1788587175.766375:0:18698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:1.0:1788587175.766385:0:18698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1788587175.766390:0:18698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bb5d38700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3647:x1875469127591552:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788587175.766411:0:18698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bb5d38700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3647:x1875469127591552:12345-0@lo:400:kworker.0 Request processed in 21us (351us total) trans 0 rc 0/0 00000100:00100000:1.0:1788587175.766440:0:18698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1788587175.766466:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a83c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1875469127591040:0@lo:400:kworker.0 00000100:00100000:1.0:1788587175.766476:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a83c57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1875469127591552:0@lo:400:kworker.0 00010000:00080000:1.0:1788587175.766488:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8f5a83756a00 x1875469127592064/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788587191 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788587175.766497:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a83756a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3647:1875469127592064:0@lo:400:kworker.0 00000100:00100000:1.0:1788587175.766506:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a83c55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1875469127591168:0@lo:400:kworker.0 00000100:00100000:1.0:1788587175.766515:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a83c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1875469127591680:0@lo:400:kworker.0 00000100:00100000:2.0:1788587175.766853:0:17186:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127590784 00000100:00100000:2.0:1788587175.766857:0:17186:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127590784 00000100:00100000:2.0:1788587175.766886:0:17186:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 170 00000100:00100000:2.0:1788587175.766893:0:17186:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5b83a91450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bf956867-663d-4ecf-b775-8366b2c643ae+24:3648:x1875469127590784:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788587175.766929:0:17186:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5b83a91450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bf956867-663d-4ecf-b775-8366b2c643ae+24:3648:x1875469127590784:12345-0@lo:400:kworker.0 Request processed in 37us (2058us total) trans 0 rc 0/0 00000100:00100000:2.0:1788587175.766936:0:17186:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 170 00000100:00080000:2.0:1788587175.766985:0:17187:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1788587175.766989:0:17187:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1788587175.766991:0:17187:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1788587175.766993:0:17187:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788587175.767057:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bbc79e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1875469127592576:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788587175.767087:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788587175.767204:0:18701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127592576 00000100:00100000:2.0:1788587175.767208:0:18701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127592576 00000100:00100000:2.0:1788587175.767245:0:18701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:2.0:1788587175.767251:0:18701:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a83de0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3646:x1875469127592576:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788587175.767263:0:18701:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1788587175.767304:0:18701:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a83de0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3646:x1875469127592576:12345-0@lo:13:osp-pre-0-0.0 Request processed in 53us (216us total) trans 0 rc 0/0 00000100:00100000:2.0:1788587175.767311:0:18701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1788587175.767405:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bbc79e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1875469127592576:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788587175.769721:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a83c57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1875469127590912:0@lo:400:kworker.0 00000100:00100000:0.0:1788587175.769752:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a83c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1875469127591424:0@lo:400:kworker.0 00000100:00100000:0.0:1788587175.769774:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a83c55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3648:1875469127591936:0@lo:400:kworker.0 00000100:00100000:0.0:1788587175.769797:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5ba7a1ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1875469127592448:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788587175.769809:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a83c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:bf956867-663d-4ecf-b775-8366b2c643ae:3648:1875469127590784:0@lo:400:kworker.0 00000100:00100000:0.0:1788587175.769822:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a83c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3648:1875469127591296:0@lo:400:kworker.0 00000100:00100000:0.0:1788587175.769833:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a83c54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3648:1875469127591808:0@lo:400:kworker.0 00010000:00080000:0.0:1788587175.769847:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8f5a81be1880 x1875469127592320/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788587191 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788587175.769857:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a81be1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3648:1875469127592320:0@lo:400:kworker.0 00010000:00010000:1.0:1788587176.343144:0:18723:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788587176.750218:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:3.0:1788587176.750276:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:3.0:1788587176.750670:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:1.0:1788587176.757910:0:17178:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110751360 00000100:00100000:0.0:1788587176.757918:0:17176:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110751232 00000100:00100000:0.0:1788587176.757932:0:17176:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110751232 00000100:00100000:1.0:1788587176.757933:0:17178:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110751360 00000100:00100000:0.0:1788587176.757989:0:17176:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110751488 00000100:00100000:0.0:1788587176.757993:0:17176:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110751488 00000100:00100000:0.0:1788587176.758017:0:17176:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 6 00000100:00100000:0.0:1788587176.758026:0:17176:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a83de1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:38609982-39d4-4f97-a9ad-eea20d935b3f+12:2409:x1875469110751232:12345-192.168.203.1@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788587176.758041:0:17176:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788587176.758060:0:17176:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f5bbfa71a00/0xfbc93bbea5fdaeba lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x44801000000000 nid: 192.168.203.1@tcp remote: 0x67b316c86c810c11 expref: 12 pid: 17186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587176.758078:0:17176:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788587176.758139:0:17176:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a83de1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:38609982-39d4-4f97-a9ad-eea20d935b3f+11:2409:x1875469110751232:12345-192.168.203.1@tcp:103:ldlm_bl.0 Request processed in 114us (7862us total) trans 0 rc 0/0 00000100:00100000:0.0:1788587176.758156:0:17176:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 6 00000100:00100000:0.0:1788587176.758173:0:17176:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 7 00000100:00100000:0.0:1788587176.758179:0:17176:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a83de0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:38609982-39d4-4f97-a9ad-eea20d935b3f+10:2409:x1875469110751488:12345-192.168.203.1@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788587176.758187:0:17176:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788587176.758195:0:17176:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f5b829f4800/0xfbc93bbea5fdaf00 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 192.168.203.1@tcp remote: 0x67b316c86c810c81 expref: 10 pid: 17185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587176.758204:0:17176:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788587176.758222:0:17176:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a83de0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:38609982-39d4-4f97-a9ad-eea20d935b3f+9:2409:x1875469110751488:12345-192.168.203.1@tcp:103:ldlm_bl.0 Request processed in 43us (7553us total) trans 0 rc 0/0 00000100:00100000:0.0:1788587176.758240:0:17176:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 7 00000100:00100000:0.0:1788587176.758458:0:17178:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 8 00000100:00100000:0.0:1788587176.758467:0:17178:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a83de0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:38609982-39d4-4f97-a9ad-eea20d935b3f+8:2409:x1875469110751360:12345-192.168.203.1@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788587176.758475:0:17178:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788587176.758484:0:17178:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f5b829f4a00/0xfbc93bbea5fdaec1 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 192.168.203.1@tcp remote: 0x67b316c86c810c42 expref: 8 pid: 17185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587176.758494:0:17178:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788587176.758513:0:17178:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a83de0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:38609982-39d4-4f97-a9ad-eea20d935b3f+7:2409:x1875469110751360:12345-192.168.203.1@tcp:103:ldlm_bl.0 Request processed in 48us (8305us total) trans 0 rc 0/0 00000100:00100000:0.0:1788587176.758519:0:17178:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 8 00000100:00100000:3.0:1788587176.770171:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:0.0:1788587176.770467:0:17193:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110751744 00000100:00100000:0.0:1788587176.770478:0:17193:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110751744 00000100:00100000:0.0:1788587176.770613:0:17193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 69 00000100:00100000:0.0:1788587176.770624:0:17193:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a83de1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:18de1d7d-8b16-47d2-9585-abe7106da5ca+6:2405:x1875469110751744:12345-192.168.203.1@tcp:39:umount.0 00000020:00000080:0.0:1788587176.770683:0:17193:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xfbc93bbea5fdaed6 00000020:00010000:0.0:1788587176.770693:0:17193:0:(genops.c:1921:obd_stale_export_put()) Put export ffff8f5a81b3a000: total 0 00000100:00080000:0.0:1788587176.770697:0:17193:0:(import.c:65:import_set_state_nolock()) ffff8f5bbfa0a000 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1788587176.770725:0:17193:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934626 00000100:00100000:0.0:1788587176.770862:0:17193:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a83de1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:18de1d7d-8b16-47d2-9585-abe7106da5ca+5:2405:x1875469110751744:12345-192.168.203.1@tcp:39:umount.0 Request processed in 238us (698us total) trans 8589934627 rc 0/0 00000100:00100000:0.0:1788587176.770871:0:17193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 69 00000020:00010000:0.0:1788587176.770972:0:17180:0:(genops.c:1907:obd_stale_export_get()) Get export ffff8f5a81b3a000: total 0 00010000:00010000:0.0:1788587176.771032:0:17180:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8f5a81b3a000, canceled 0 locks, left on hash table 1. 00010000:00010000:0.0:1788587176.771066:0:17180:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f5b90ec9500) 00010000:00010000:0.0:1788587176.771071:0:17180:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788587176.771079:0:17180:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bc2050800/0xfbc93bbea5fdafc4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.1@tcp remote: 0x67b316c86c810cab expref: 4 pid: 17191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587176.771105:0:17180:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8f5a81b3a000, canceled 1 locks, left on hash table 0. 00010000:00010000:0.0:1788587176.771124:0:17180:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788587176.771125:0:17180:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788587176.771127:0:17180:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1788587176.771444:0:17187:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788587176.780369:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:1.0:1788587176.780579:0:20330:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110751872 00000100:00100000:1.0:1788587176.780589:0:20330:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110751872 00000100:00100000:1.0:1788587176.780750:0:20330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 70 00000100:00100000:1.0:1788587176.780763:0:20330:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a83de3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:18de1d7d-8b16-47d2-9585-abe7106da5ca+5:2405:x1875469110751872:12345-192.168.203.1@tcp:39:umount.0 00000020:00000080:1.0:1788587176.780803:0:20330:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xfbc93bbea5fdaecf 00000100:00080000:1.0:1788587176.780813:0:20330:0:(import.c:65:import_set_state_nolock()) ffff8f5baaae5000 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1788587176.780841:0:20330:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934593 00000100:00100000:1.0:1788587176.780984:0:20330:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a83de3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:18de1d7d-8b16-47d2-9585-abe7106da5ca+3:2405:x1875469110751872:12345-192.168.203.1@tcp:39:umount.0 Request processed in 224us (625us total) trans 8589934594 rc 0/0 00000100:00100000:1.0:1788587176.780993:0:20330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 70 00010000:00010000:0.0:1788587176.781057:0:17179:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1788587176.782146:0:17187:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1788587176.834720:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:0.0:1788587176.834917:0:17184:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110752128 00000100:00100000:0.0:1788587176.834926:0:17184:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110752128 00000100:00100000:0.0:1788587176.834988:0:17184:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 171 00000100:00100000:0.0:1788587176.835011:0:17184:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5b83a92c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:38609982-39d4-4f97-a9ad-eea20d935b3f+7:2405:x1875469110752128:12345-192.168.203.1@tcp:251:umount.0 00000020:00000080:0.0:1788587176.835054:0:17184:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xfbc93bbea5fdae6d 00000020:00010000:0.0:1788587176.835062:0:17184:0:(genops.c:1921:obd_stale_export_put()) Put export ffff8f5a822f0000: total 0 00000100:00080000:0.0:1788587176.835066:0:17184:0:(import.c:65:import_set_state_nolock()) ffff8f5a822f2000 : changing import state from FULL to CLOSED 00000100:00100000:0.0:1788587176.835141:0:17184:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5b83a92c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:38609982-39d4-4f97-a9ad-eea20d935b3f+3:2405:x1875469110752128:12345-192.168.203.1@tcp:251:umount.0 Request processed in 132us (430us total) trans 0 rc 0/0 00000100:00100000:0.0:1788587176.835164:0:17184:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 171 00000020:00010000:1.0:1788587176.836196:0:18723:0:(genops.c:1907:obd_stale_export_get()) Get export ffff8f5a822f0000: total 0 00010000:00010000:1.0:1788587176.836308:0:18723:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8f5a822f0000, canceled 0 locks, left on hash table 1. 00010000:00010000:1.0:1788587176.836341:0:18723:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f5b829f5a00/0xfbc93bbea5fdae74 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801000000000 nid: 192.168.203.1@tcp remote: 0x67b316c86c810b9a expref: 2 pid: 17184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587176.836356:0:18723:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8f5a822f0000, canceled 1 locks, left on hash table 0. 00000020:00000080:1.0:1788587176.836366:0:18723:0:(genops.c:885:class_export_put()) final put ffff8f5a822f0000/38609982-39d4-4f97-a9ad-eea20d935b3f 00010000:00010000:1.0:1788587176.836384:0:18723:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788587176.836386:0:18723:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788587176.836388:0:18723:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1788587176.836505:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8f5a822f0000/38609982-39d4-4f97-a9ad-eea20d935b3f for MGS 00000020:00000080:0.0:1788587176.836543:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8f5a822f2000 for MGS 00010000:00010000:0.0:1788587177.367490:0:17180:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:3.0:1788587177.823443:0:19513:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of cea8b0dc-76f5-470d-a41c-45365485d47c 00000020:00000080:3.0:1788587177.823452:0:19513:0:(genops.c:885:class_export_put()) final put ffff8f5baaa5f800/cea8b0dc-76f5-470d-a41c-45365485d47c 00000001:00100000:3.0:1788587177.823474:0:19513:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 18de1d7d-8b16-47d2-9585-abe7106da5ca 00000020:00000080:3.0:1788587177.823477:0:19513:0:(genops.c:885:class_export_put()) final put ffff8f5b83584000/18de1d7d-8b16-47d2-9585-abe7106da5ca 00000001:00100000:3.0:1788587177.824938:0:18693:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 18de1d7d-8b16-47d2-9585-abe7106da5ca 00000020:00000080:3.0:1788587177.824950:0:18693:0:(genops.c:885:class_export_put()) final put ffff8f5a8300d000/18de1d7d-8b16-47d2-9585-abe7106da5ca 00000001:00100000:3.0:1788587177.824963:0:18693:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of cea8b0dc-76f5-470d-a41c-45365485d47c 00000020:00000080:3.0:1788587177.824965:0:18693:0:(genops.c:885:class_export_put()) final put ffff8f5b86e76800/cea8b0dc-76f5-470d-a41c-45365485d47c 00000020:00000080:2.0:1788587177.827193:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8f5baaa5f800/cea8b0dc-76f5-470d-a41c-45365485d47c for lustre-OST0001 00000020:00000080:2.0:1788587177.827255:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8f5b83584000/18de1d7d-8b16-47d2-9585-abe7106da5ca for lustre-OST0001 00000020:00000080:2.0:1788587177.827268:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8f5a8300d000/18de1d7d-8b16-47d2-9585-abe7106da5ca for lustre-OST0000 00000020:00000080:2.0:1788587177.827279:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8f5b86e76800/cea8b0dc-76f5-470d-a41c-45365485d47c for lustre-OST0000 00000020:00000080:2.0:1788587177.827289:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8f5b8a0f8000 for lustre-OST0001 00000020:00000080:2.0:1788587177.827294:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8f5b83581000 for lustre-OST0001 00000020:00000080:2.0:1788587177.827297:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8f5b83587800 for lustre-OST0000 00000020:00000080:2.0:1788587177.827300:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8f5b86e75000 for lustre-OST0000 00010000:00010000:2.0:1788587178.393238:0:17179:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:1.0:1788587178.405316:0:20762:0:(tgt_mount.c:2195:server_umount_begin()) umount -f 00000020:01000004:2.0:1788587178.423686:0:20762:0:(tgt_mount.c:2065:server_put_super()) server put_super lustre-MDT0000 00010000:00010000:2.0:1788587178.423738:0:20762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.101@tcp lock: ffff8f5b829f5800/0xfbc93bbea5fdaa30 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0xfbc93bbea5fdaa37 expref: -99 pid: 17170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587178.423751:0:20762:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.101@tcp lock: ffff8f5b829f5800/0xfbc93bbea5fdaa30 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0xfbc93bbea5fdaa37 expref: -99 pid: 17170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587178.423769:0:20762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.101@tcp lock: ffff8f5b829f5800/0xfbc93bbea5fdaa30 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000400000000 nid: local remote: 0xfbc93bbea5fdaa37 expref: -99 pid: 17170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587178.423778:0:20762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.101@tcp lock: ffff8f5b829f5800/0xfbc93bbea5fdaa30 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000400000000 nid: local remote: 0xfbc93bbea5fdaa37 expref: -99 pid: 17170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587178.423796:0:20762:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:2.0:1788587178.423801:0:20762:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:2.0:1788587178.423835:0:20762:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1788587178.423839:0:20762:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 3 00000100:00080000:2.0:1788587178.423845:0:20762:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00080000:2.0:1788587178.423868:0:20762:0:(import.c:65:import_set_state_nolock()) ffff8f5b8a4ca000 lustre-MDT0000_UUID: changing import state from FULL to CONNECTING 00000100:00100000:2.0:1788587178.423916:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bbc79e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3645:1875469127592704:0@lo:39:umount.0 00000100:00100000:2.0:1788587178.423984:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788587178.424034:0:17192:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127592704 00000100:00100000:2.0:1788587178.424041:0:17192:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127592704 00000100:00100000:2.0:1788587178.424086:0:17192:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:2.0:1788587178.424095:0:17192:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bbc79fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3645:x1875469127592704:12345-0@lo:39:umount.0 00000020:00000080:2.0:1788587178.424120:0:17192:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xfbc93bbea5fdaa61 00000100:00080000:2.0:1788587178.424128:0:17192:0:(import.c:65:import_set_state_nolock()) ffff8f5bb05d6000 : changing import state from FULL to CLOSED 00000100:00100000:2.0:1788587178.424182:0:17192:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bbc79fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+1:3645:x1875469127592704:12345-0@lo:39:umount.0 Request processed in 88us (199us total) trans 0 rc 0/0 00000100:00100000:2.0:1788587178.424189:0:17192:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000020:00000080:2.0:1788587178.424197:0:17192:0:(genops.c:885:class_export_put()) final put ffff8f5bb05d4000/lustre-MDT0000-lwp-MDT0000_UUID 00000020:00000080:2.0:1788587178.424229:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8f5bb05d4000/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000 00000020:00000080:2.0:1788587178.424270:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8f5bb05d6000 for lustre-MDT0000 00000100:00080000:2.0:1788587178.424311:0:3645:0:(import.c:65:import_set_state_nolock()) ffff8f5b8a4ca000 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:2.0:1788587178.424320:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bbc79e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3645:1875469127592704:0@lo:39:umount.0 00000100:00080000:2.0:1788587178.424339:0:20762:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1788587178.424341:0:20762:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 4 00000100:00100000:2.0:1788587178.424345:0:20762:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:1.0:1788587178.424858:0:18723:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788587178.424867:0:18723:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.101@tcp lock: ffff8f5b829f5800/0xfbc93bbea5fdaa30 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000400000000 nid: local remote: 0xfbc93bbea5fdaa37 expref: -99 pid: 17170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587178.424877:0:18723:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f5b829f5800 already unused, calling callback (ffffffffc13dec20) 10000000:00010000:1.0:1788587178.424882:0:18723:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.101@tcp lock: ffff8f5b829f5800/0xfbc93bbea5fdaa30 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000400000000 nid: local remote: 0xfbc93bbea5fdaa37 expref: -99 pid: 17170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587178.424899:0:18723:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.101@tcp lock: ffff8f5b829f5800/0xfbc93bbea5fdaa30 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1008400000000 nid: local remote: 0xfbc93bbea5fdaa37 expref: -99 pid: 17170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788587178.424909:0:18723:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.101@tcp lock: ffff8f5b829f5800/0xfbc93bbea5fdaa30 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1009400000000 nid: local remote: 0xfbc93bbea5fdaa37 expref: -99 pid: 17170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788587178.424915:0:18723:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:1.0:1788587178.424918:0:18723:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:1.0:1788587178.424921:0:18723:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:1.0:1788587178.424948:0:18723:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.101@tcp lock: ffff8f5b829f5800/0xfbc93bbea5fdaa30 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0xfbc93bbea5fdaa37 expref: -99 pid: 17170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587178.424956:0:18723:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788587178.424998:0:17180:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788587178.425047:0:18723:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.101@tcp lock: ffff8f5b829f5800/0xfbc93bbea5fdaa30 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0xfbc93bbea5fdaa37 expref: -99 pid: 17170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587178.425056:0:18723:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.101@tcp lock: ffff8f5b829f5800/0xfbc93bbea5fdaa30 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0xfbc93bbea5fdaa37 expref: -99 pid: 17170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587178.425068:0:18723:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788587178.425070:0:18723:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788587178.425072:0:18723:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788587178.425084:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:2.0:1788587178.425156:0:20762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.101@tcp lock: ffff8f5a83c1a000/0xfbc93bbea5fda981 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0xfbc93bbea5fda988 expref: -99 pid: 17170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587178.425165:0:20762:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.101@tcp lock: ffff8f5a83c1a000/0xfbc93bbea5fda981 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0xfbc93bbea5fda988 expref: -99 pid: 17170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587178.425172:0:20762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.101@tcp lock: ffff8f5a83c1a000/0xfbc93bbea5fda981 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000400000000 nid: local remote: 0xfbc93bbea5fda988 expref: -99 pid: 17170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587178.425177:0:20762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.101@tcp lock: ffff8f5a83c1a000/0xfbc93bbea5fda981 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000400000000 nid: local remote: 0xfbc93bbea5fda988 expref: -99 pid: 17170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587178.425191:0:20762:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788587178.425201:0:17179:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788587178.425205:0:17179:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.101@tcp lock: ffff8f5a83c1a000/0xfbc93bbea5fda981 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000400000000 nid: local remote: 0xfbc93bbea5fda988 expref: -99 pid: 17170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587178.425211:0:17179:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f5a83c1a000 already unused, calling callback (ffffffffc13dec20) 10000000:00010000:2.0:1788587178.425226:0:17179:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.101@tcp lock: ffff8f5a83c1a000/0xfbc93bbea5fda981 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000400000000 nid: local remote: 0xfbc93bbea5fda988 expref: -99 pid: 17170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587178.425233:0:17179:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.101@tcp lock: ffff8f5a83c1a000/0xfbc93bbea5fda981 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1008400000000 nid: local remote: 0xfbc93bbea5fda988 expref: -99 pid: 17170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788587178.425238:0:17179:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.101@tcp lock: ffff8f5a83c1a000/0xfbc93bbea5fda981 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1009400000000 nid: local remote: 0xfbc93bbea5fda988 expref: -99 pid: 17170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788587178.425249:0:17179:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1788587178.425252:0:17179:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-MDT0000: stopping, won't requeue 00000100:00100000:0.0:1788587178.425396:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a81be1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:bf956867-663d-4ecf-b775-8366b2c643ae:3646:1875469127592832:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788587178.425520:0:17179:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.101@tcp lock: ffff8f5a83c1a000/0xfbc93bbea5fda981 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0xfbc93bbea5fda988 expref: -99 pid: 17170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587178.425528:0:17179:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788587178.425550:0:17179:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.101@tcp lock: ffff8f5a83c1a000/0xfbc93bbea5fda981 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0xfbc93bbea5fda988 expref: -99 pid: 17170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587178.425557:0:17179:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.101@tcp lock: ffff8f5a83c1a000/0xfbc93bbea5fda981 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0xfbc93bbea5fda988 expref: -99 pid: 17170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587178.425568:0:17179:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788587178.425571:0:17179:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788587178.425572:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1788587178.425573:0:17179:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788587178.425585:0:20762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.101@tcp lock: ffff8f5a83c1aa00/0xfbc93bbea5fdacc9 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xfbc93bbea5fdacd0 expref: -99 pid: 17188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587178.425594:0:20762:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.101@tcp lock: ffff8f5a83c1aa00/0xfbc93bbea5fdacc9 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xfbc93bbea5fdacd0 expref: -99 pid: 17188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587178.425601:0:20762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.101@tcp lock: ffff8f5a83c1aa00/0xfbc93bbea5fdacc9 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xfbc93bbea5fdacd0 expref: -99 pid: 17188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587178.425608:0:20762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.101@tcp lock: ffff8f5a83c1aa00/0xfbc93bbea5fdacc9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xfbc93bbea5fdacd0 expref: -99 pid: 17188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587178.425621:0:20762:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788587178.425628:0:20762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.101@tcp lock: ffff8f5b829f5e00/0xfbc93bbea5fdaf38 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xfbc93bbea5fdaf3f expref: -99 pid: 17188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587178.425641:0:20762:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.101@tcp lock: ffff8f5b829f5e00/0xfbc93bbea5fdaf38 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xfbc93bbea5fdaf3f expref: -99 pid: 17188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587178.425648:0:20762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.101@tcp lock: ffff8f5b829f5e00/0xfbc93bbea5fdaf38 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0xfbc93bbea5fdaf3f expref: -99 pid: 17188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788587178.425652:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:2.0:1788587178.425656:0:20762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.101@tcp lock: ffff8f5b829f5e00/0xfbc93bbea5fdaf38 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0xfbc93bbea5fdaf3f expref: -99 pid: 17188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587178.425668:0:20762:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1788587178.425673:0:20762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.101@tcp lock: ffff8f5a83c1a200/0xfbc93bbea5fda973 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xfbc93bbea5fda97a expref: -99 pid: 17170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788587178.425676:0:3649:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bbc79e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:bf956867-663d-4ecf-b775-8366b2c643ae:3649:1875469127592960:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788587178.425687:0:20762:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.101@tcp lock: ffff8f5a83c1a200/0xfbc93bbea5fda973 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xfbc93bbea5fda97a expref: -99 pid: 17170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587178.425694:0:20762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.101@tcp lock: ffff8f5a83c1a200/0xfbc93bbea5fda973 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xfbc93bbea5fda97a expref: -99 pid: 17170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587178.425700:0:20762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.101@tcp lock: ffff8f5a83c1a200/0xfbc93bbea5fda973 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xfbc93bbea5fda97a expref: -99 pid: 17170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587178.425713:0:20762:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 10000000:01000000:2.0:1788587178.425717:0:20762:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0000 10000000:01000000:2.0:1788587178.425720:0:20762:0:(mgc_request.c:547:config_log_end()) end config log lustre-MDT0000 (0) 00000100:00100000:0.0:1788587178.425739:0:3649:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1788587178.425747:0:17179:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1788587178.425753:0:17179:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.101@tcp lock: ffff8f5a83c1aa00/0xfbc93bbea5fdacc9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xfbc93bbea5fdacd0 expref: -99 pid: 17188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587178.425769:0:17179:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f5a83c1aa00 already unused, calling callback (ffffffffc13dec20) 00010000:00010000:1.0:1788587178.425769:0:18723:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 10000000:00010000:2.0:1788587178.425775:0:17179:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.101@tcp lock: ffff8f5a83c1aa00/0xfbc93bbea5fdacc9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xfbc93bbea5fdacd0 expref: -99 pid: 17188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587178.425778:0:18723:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.101@tcp lock: ffff8f5b829f5e00/0xfbc93bbea5fdaf38 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0xfbc93bbea5fdaf3f expref: -99 pid: 17188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587178.425785:0:17179:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.101@tcp lock: ffff8f5a83c1aa00/0xfbc93bbea5fdacc9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0xfbc93bbea5fdacd0 expref: -99 pid: 17188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587178.425790:0:18723:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f5b829f5e00 already unused, calling callback (ffffffffc13dec20) 10000000:00010000:1.0:1788587178.425796:0:18723:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.101@tcp lock: ffff8f5b829f5e00/0xfbc93bbea5fdaf38 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0xfbc93bbea5fdaf3f expref: -99 pid: 17188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788587178.425797:0:17179:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.101@tcp lock: ffff8f5a83c1aa00/0xfbc93bbea5fdacc9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0xfbc93bbea5fdacd0 expref: -99 pid: 17188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788587178.425803:0:19528:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127592832 10000000:01000000:2.0:1788587178.425812:0:17179:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:2.0:1788587178.425814:0:17179:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 10000000:01000000:2.0:1788587178.425818:0:17179:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 00000100:00100000:0.0:1788587178.425821:0:19528:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127592832 00010000:00010000:1.0:1788587178.425829:0:18723:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.101@tcp lock: ffff8f5b829f5e00/0xfbc93bbea5fdaf38 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0xfbc93bbea5fdaf3f expref: -99 pid: 17188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587178.425836:0:17179:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.101@tcp lock: ffff8f5a83c1aa00/0xfbc93bbea5fdacc9 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xfbc93bbea5fdacd0 expref: -99 pid: 17188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788587178.425839:0:18723:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.101@tcp lock: ffff8f5b829f5e00/0xfbc93bbea5fdaf38 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0xfbc93bbea5fdaf3f expref: -99 pid: 17188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587178.425849:0:17179:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 10000000:01000000:1.0:1788587178.425854:0:18723:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:1.0:1788587178.425858:0:18723:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:1.0:1788587178.425861:0:18723:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:2.0:1788587178.425867:0:17179:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.101@tcp lock: ffff8f5a83c1aa00/0xfbc93bbea5fdacc9 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xfbc93bbea5fdacd0 expref: -99 pid: 17188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587178.425876:0:17179:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.101@tcp lock: ffff8f5a83c1aa00/0xfbc93bbea5fdacc9 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xfbc93bbea5fdacd0 expref: -99 pid: 17188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587178.425879:0:18723:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.101@tcp lock: ffff8f5b829f5e00/0xfbc93bbea5fdaf38 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0xfbc93bbea5fdaf3f expref: -99 pid: 17188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587178.425887:0:18723:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788587178.425888:0:17179:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:0.0:1788587178.425888:0:19528:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127592960 00000100:00100000:0.0:1788587178.425894:0:19528:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127592960 00010000:00010000:2.0:1788587178.425895:0:17179:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.101@tcp lock: ffff8f5a83c1a200/0xfbc93bbea5fda973 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xfbc93bbea5fda97a expref: -99 pid: 17170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587178.425904:0:17179:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f5a83c1a200 already unused, calling callback (ffffffffc13dec20) 00010000:00010000:1.0:1788587178.425904:0:18723:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.101@tcp lock: ffff8f5b829f5e00/0xfbc93bbea5fdaf38 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0xfbc93bbea5fdaf3f expref: -99 pid: 17188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788587178.425909:0:17179:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.101@tcp lock: ffff8f5a83c1a200/0xfbc93bbea5fda973 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xfbc93bbea5fda97a expref: -99 pid: 17170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587178.425915:0:18723:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.101@tcp lock: ffff8f5b829f5e00/0xfbc93bbea5fdaf38 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0xfbc93bbea5fdaf3f expref: -99 pid: 17188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587178.425934:0:17179:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.101@tcp lock: ffff8f5a83c1a200/0xfbc93bbea5fda973 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0xfbc93bbea5fda97a expref: -99 pid: 17170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587178.425937:0:18723:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788587178.425940:0:18723:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788587178.425943:0:18723:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00010000:2.0:1788587178.425945:0:17179:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.101@tcp lock: ffff8f5a83c1a200/0xfbc93bbea5fda973 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0xfbc93bbea5fda97a expref: -99 pid: 17170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788587178.425952:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 10000000:01000000:2.0:1788587178.425953:0:17179:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:01000000:2.0:1788587178.425958:0:17179:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 10000000:01000000:2.0:1788587178.425961:0:17179:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 00000100:00100000:0.0:1788587178.425970:0:19528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00010000:00010000:2.0:1788587178.425977:0:17179:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.101@tcp lock: ffff8f5a83c1a200/0xfbc93bbea5fda973 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xfbc93bbea5fda97a expref: -99 pid: 17170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788587178.425983:0:19528:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bb5d39c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:bf956867-663d-4ecf-b775-8366b2c643ae+25:3646:x1875469127592832:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788587178.425989:0:17179:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788587178.425997:0:17179:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.101@tcp lock: ffff8f5a83c1a200/0xfbc93bbea5fda973 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xfbc93bbea5fda97a expref: -99 pid: 17170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587178.426007:0:17179:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.101@tcp lock: ffff8f5a83c1a200/0xfbc93bbea5fda973 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xfbc93bbea5fda97a expref: -99 pid: 17170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587178.426012:0:19528:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788587178.426018:0:17179:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788587178.426020:0:17179:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788587178.426022:0:17179:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:2.0:1788587178.426035:0:20762:0:(tgt_mount.c:2115:server_put_super()) stopping lustre-MDT0000 00010000:00010000:0.0:1788587178.426039:0:19528:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f5a83c1a800/0xfbc93bbea5fdaa37 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xfbc93bbea5fdaa30 expref: 25 pid: 17184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000000:2.0:1788587178.426052:0:20762:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000 (flags='F') 00000020:00000080:2.0:1788587178.426057:0:20762:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788587178.426063:0:20762:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000: forcing exports to disconnect: 4/13 00010000:00010000:0.0:1788587178.426066:0:19528:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000020:00080000:2.0:1788587178.426069:0:20762:0:(genops.c:1819:print_export_data()) lustre-MDT0000: ACTIVE ffff8f5a81b3a800 lustre-MDT0000-lwp-OST0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1788587178.426076:0:20762:0:(genops.c:1819:print_export_data()) lustre-MDT0000: ACTIVE ffff8f5a83353800 lustre-MDT0000-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1788587178.426080:0:20762:0:(genops.c:1819:print_export_data()) lustre-MDT0000: ACTIVE ffff8f5bbfa50800 lustre-MDT0000-lwp-MDT0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1788587178.426094:0:20762:0:(genops.c:1819:print_export_data()) lustre-MDT0000: ACTIVE ffff8f5a81bf7000 lustre-MDT0001-mdtlov_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1788587178.426101:0:20762:0:(genops.c:1819:print_export_data()) lustre-MDT0000: UNLINKED ffff8f5a81b3a000 18de1d7d-8b16-47d2-9585-abe7106da5ca 192.168.203.1@tcp 2 (0 2 0) 1 0 0 0: 0000000000000000 8589934599 stale:0 00000020:00080000:2.0:1788587178.426107:0:20762:0:(genops.c:1819:print_export_data()) lustre-MDT0000: UNLINKED ffff8f5a83008000 cea8b0dc-76f5-470d-a41c-45365485d47c 192.168.203.1@tcp 4 (0 4 0) 1 0 0 0: 0000000000000000 8589934623 stale:0 00000020:00080000:2.0:1788587178.426112:0:20762:0:(genops.c:1553:class_disconnect_exports()) OBD device 5 (ffff8f5baf190000) has exports, disconnecting them 00000020:00080000:2.0:1788587178.426117:0:20762:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff8f5a81b3a800), last request at 1788587175 00000100:00100000:0.0:1788587178.426123:0:19528:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bb5d39c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:bf956867-663d-4ecf-b775-8366b2c643ae+24:3646:x1875469127592832:12345-0@lo:103:ldlm_bl.0 Request processed in 142us (550us total) trans 0 rc 0/0 00000020:00000080:2.0:1788587178.426125:0:20762:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xfbc93bbea5fdac98 00000100:00100000:1.0:1788587178.426258:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bbc79f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:bf956867-663d-4ecf-b775-8366b2c643ae:3648:1875469127593088:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788587178.426294:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788587178.426305:0:19528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1788587178.426318:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bbc79f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:bf956867-663d-4ecf-b775-8366b2c643ae:3647:1875469127593344:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788587178.426335:0:19528:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127593088 00000100:00100000:0.0:1788587178.426340:0:19528:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127593088 00000100:00100000:1.0:1788587178.426344:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788587178.426359:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788587178.426364:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a81be3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:bf956867-663d-4ecf-b775-8366b2c643ae:3647:1875469127593216:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788587178.426372:0:19528:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127593344 00000100:00100000:0.0:1788587178.426383:0:19528:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127593344 00000100:00100000:0.0:1788587178.426444:0:19528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1788587178.426452:0:19528:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bb5d38000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:bf956867-663d-4ecf-b775-8366b2c643ae+25:3649:x1875469127592960:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788587178.426478:0:19528:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788587178.426487:0:19528:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f5b8a467c00/0xfbc93bbea5fda988 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xfbc93bbea5fda981 expref: 25 pid: 17185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587178.426508:0:19528:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788587178.426545:0:19528:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bb5d38000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:bf956867-663d-4ecf-b775-8366b2c643ae+24:3649:x1875469127592960:12345-0@lo:103:ldlm_bl.0 Request processed in 94us (822us total) trans 0 rc 0/0 00000100:00100000:0.0:1788587178.426562:0:19528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1788587178.426576:0:19528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1788587178.426582:0:19528:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a836da450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:bf956867-663d-4ecf-b775-8366b2c643ae+23:3648:x1875469127593088:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788587178.426602:0:19528:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1788587178.426611:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1788587178.426613:0:19528:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f5b8a466000/0xfbc93bbea5fdacd0 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xfbc93bbea5fdacc9 expref: 23 pid: 17186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587178.426634:0:19528:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788587178.426673:0:19528:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a836da450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:bf956867-663d-4ecf-b775-8366b2c643ae+22:3648:x1875469127593088:12345-0@lo:103:ldlm_bl.0 Request processed in 91us (379us total) trans 0 rc 0/0 00000100:00100000:0.0:1788587178.426680:0:19528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1788587178.426735:0:19528:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127593216 00000100:00100000:0.0:1788587178.426739:0:19528:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127593216 00000100:00100000:1.0:1788587178.426810:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bbc79f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:bf956867-663d-4ecf-b775-8366b2c643ae:3648:1875469127593088:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788587178.426816:0:19528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1788587178.426844:0:19528:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a81be2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:bf956867-663d-4ecf-b775-8366b2c643ae+22:3647:x1875469127593344:12345-0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788587178.426851:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a81be1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:bf956867-663d-4ecf-b775-8366b2c643ae:3646:1875469127592832:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788587178.426877:0:19528:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788587178.426898:0:19528:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f5b8a467000/0xfbc93bbea5fda97a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xfbc93bbea5fda973 expref: 22 pid: 17185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587178.426927:0:19528:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788587178.426986:0:19528:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a81be2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:bf956867-663d-4ecf-b775-8366b2c643ae+21:3647:x1875469127593344:12345-0@lo:103:ldlm_bl.0 Request processed in 162us (644us total) trans 0 rc 0/0 00000100:00100000:0.0:1788587178.426993:0:19528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1788587178.427017:0:19528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1788587178.427023:0:19528:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a81be2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:bf956867-663d-4ecf-b775-8366b2c643ae+20:3647:x1875469127593216:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788587178.427030:0:19528:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788587178.427050:0:19528:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f5bbfa71e00/0xfbc93bbea5fdaf3f lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xfbc93bbea5fdaf38 expref: 20 pid: 17184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587178.427058:0:19528:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788587178.427087:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bbc79f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:bf956867-663d-4ecf-b775-8366b2c643ae:3647:1875469127593344:0@lo:103:ldlm_bl.0 00000100:00080000:2.0:1788587178.427239:0:20762:0:(import.c:65:import_set_state_nolock()) ffff8f5a81b3f800 : changing import state from FULL to CLOSED 00000100:00100000:0.0:1788587178.427330:0:19528:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a81be2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:bf956867-663d-4ecf-b775-8366b2c643ae+19:3647:x1875469127593216:12345-0@lo:103:ldlm_bl.0 Request processed in 306us (719us total) trans 0 rc 0/0 00000100:00100000:0.0:1788587178.427336:0:19528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00010000:00010000:0.0:1788587178.427376:0:17180:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788587178.427392:0:3649:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bbc79e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:bf956867-663d-4ecf-b775-8366b2c643ae:3649:1875469127592960:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788587178.428278:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a81be3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:bf956867-663d-4ecf-b775-8366b2c643ae:3647:1875469127593216:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788587178.428308:0:18723:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:2.0:1788587178.429826:0:20762:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff8f5a81b3a800): rc 0 00000020:00000080:2.0:1788587178.429830:0:20762:0:(genops.c:885:class_export_put()) final put ffff8f5a81b3a800/lustre-MDT0000-lwp-OST0001_UUID 00000020:00080000:2.0:1788587178.429846:0:20762:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff8f5a83353800), last request at 1788587175 00000020:00000080:2.0:1788587178.429853:0:20762:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xfbc93bbea5fdabfe 00000100:00080000:2.0:1788587178.429864:0:20762:0:(import.c:65:import_set_state_nolock()) ffff8f5a83350800 : changing import state from FULL to CLOSED 00000020:00080000:2.0:1788587178.429884:0:20762:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff8f5a83353800): rc 0 00000020:00000080:2.0:1788587178.429887:0:20762:0:(genops.c:885:class_export_put()) final put ffff8f5a83353800/lustre-MDT0000-lwp-OST0000_UUID 00000020:00080000:2.0:1788587178.429891:0:20762:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff8f5bbfa50800), last request at 1788587113 00000020:00000080:2.0:1788587178.429894:0:20762:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xfbc93bbea5fdab4f 00000100:00080000:2.0:1788587178.429898:0:20762:0:(import.c:65:import_set_state_nolock()) ffff8f5a84598000 : changing import state from FULL to CLOSED 00000020:00080000:2.0:1788587178.429906:0:20762:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff8f5bbfa50800): rc 0 00000020:00000080:2.0:1788587178.429908:0:20762:0:(genops.c:885:class_export_put()) final put ffff8f5bbfa50800/lustre-MDT0000-lwp-MDT0001_UUID 00000020:00080000:2.0:1788587178.429911:0:20762:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff8f5a81bf7000), last request at 1788587113 00000020:00000080:2.0:1788587178.429914:0:20762:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xfbc93bbea5fdaaed 00000100:00080000:2.0:1788587178.429917:0:20762:0:(import.c:65:import_set_state_nolock()) ffff8f5bbc98c800 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1788587178.429926:0:20762:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934627 00010000:00010000:0.0:1788587178.429995:0:17180:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:2.0:1788587178.430002:0:20762:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff8f5a81bf7000): rc 0 00000004:00000080:2.0:1788587178.430009:0:20762:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0000: cmd=400866e7 len=0 karg=ffffacde40c87ae0 00000100:00080000:2.0:1788587178.430026:0:20762:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000020:00000080:3.0:1788587178.430203:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8f5a81b3a800/lustre-MDT0000-lwp-OST0001_UUID for lustre-MDT0000 00000020:00000080:3.0:1788587178.430257:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8f5a83353800/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000 00000020:00000080:3.0:1788587178.430282:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8f5bbfa50800/lustre-MDT0000-lwp-MDT0001_UUID for lustre-MDT0000 00000020:00000080:3.0:1788587178.430306:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8f5a81b3f800 for lustre-MDT0000 00000020:00000080:3.0:1788587178.430312:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8f5a83350800 for lustre-MDT0000 00000020:00000080:3.0:1788587178.430315:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8f5a84598000 for lustre-MDT0000 00010000:00010000:1.0:1788587178.431249:0:17179:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788587178.431272:0:18723:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788587178.431853:0:20762:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 3 00000100:00080000:2.0:1788587178.434009:0:20762:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID 00000100:00080000:2.0:1788587178.434227:0:20762:0:(import.c:65:import_set_state_nolock()) ffff8f5baaa5a800 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:0.0:1788587178.434297:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bbc79f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1875469127593472:0@lo:39:umount.0 00000100:00100000:0.0:1788587178.434603:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1788587178.434892:0:20762:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:2.0:1788587178.434896:0:20762:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934594 gen 3 00000004:00080000:2.0:1788587178.434914:0:20762:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:2.0:1788587178.434963:0:20762:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000100:00080000:2.0:1788587178.434975:0:20762:0:(import.c:65:import_set_state_nolock()) ffff8f5bb4f7b000 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00100000:1.0:1788587178.435003:0:17196:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127593472 00000100:00100000:1.0:1788587178.435010:0:17196:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127593472 00000100:00100000:1.0:1788587178.435259:0:17196:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:1.0:1788587178.435270:0:17196:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bb5d39c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3645:x1875469127593472:12345-0@lo:39:umount.0 00000020:00000080:1.0:1788587178.435295:0:17196:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xfbc93bbea5fdab79 00000100:00080000:1.0:1788587178.435303:0:17196:0:(import.c:65:import_set_state_nolock()) ffff8f5a822e6800 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1788587178.435468:0:17196:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:0.0:1788587178.435604:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bbc79ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1875469127593600:0@lo:9:umount.0 00000100:00100000:0.0:1788587178.435635:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788587178.435689:0:18698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127593600 00000100:00100000:3.0:1788587178.435694:0:18698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127593600 00000100:00100000:3.0:1788587178.435732:0:18698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1788587178.435739:0:18698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bb5d38000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3645:x1875469127593600:12345-0@lo:9:umount.0 00000020:00000080:3.0:1788587178.435751:0:18698:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xfbc93bbea5fdacd7 00000100:00080000:3.0:1788587178.435756:0:18698:0:(import.c:65:import_set_state_nolock()) ffff8f5a832a6800 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1788587178.435788:0:18698:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:3.0:1788587178.435882:0:18698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bb5d38000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+2:3645:x1875469127593600:12345-0@lo:9:umount.0 Request processed in 143us (245us total) trans 0 rc 0/0 00000100:00100000:3.0:1788587178.435889:0:18698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00080000:3.0:1788587178.435907:0:17187:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1788587178.435921:0:17179:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1788587178.436028:0:20762:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:2.0:1788587178.436031:0:20762:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934598 gen 3 00000004:00080000:2.0:1788587178.436054:0:20762:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:2.0:1788587178.436106:0:20762:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000100:00080000:2.0:1788587178.436118:0:20762:0:(import.c:65:import_set_state_nolock()) ffff8f5bb4cfe000 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000020:00080000:2.0:1788587178.436165:0:20762:0:(genops.c:1558:class_disconnect_exports()) OBD device 5 (ffff8f5baf190000) has no exports 00010000:00010000:2.0:1788587178.436622:0:17180:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788587178.438193:0:17196:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bb5d39c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+3:3645:x1875469127593472:12345-0@lo:39:umount.0 Request processed in 2919us (3584us total) trans 8589934595 rc 0/0 00000100:00100000:1.0:1788587178.438205:0:17196:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00080000:0.0:1788587178.438676:0:3645:0:(import.c:65:import_set_state_nolock()) ffff8f5baaa5a800 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:0.0:1788587178.438684:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bbc79f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1875469127593472:0@lo:39:umount.0 00000100:00100000:0.0:1788587178.438704:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bbc79ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1875469127593728:0@lo:9:umount.0 00000100:00100000:0.0:1788587178.438769:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1788587178.438837:0:3645:0:(import.c:65:import_set_state_nolock()) ffff8f5bb4f7b000 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:0.0:1788587178.438857:0:3645:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:0.0:1788587178.438860:0:3645:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1788587178.438862:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bbc79ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1875469127593600:0@lo:9:umount.0 00000100:00100000:3.0:1788587178.439231:0:18699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127593728 00000100:00100000:3.0:1788587178.439238:0:18699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127593728 00000100:00100000:3.0:1788587178.439299:0:18699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1788587178.439308:0:18699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bb5d3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3645:x1875469127593728:12345-0@lo:9:umount.0 00000020:00000080:3.0:1788587178.439338:0:18699:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xfbc93bbea5fdacde 00000100:00080000:3.0:1788587178.439346:0:18699:0:(import.c:65:import_set_state_nolock()) ffff8f5a832a5000 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1788587178.439381:0:18699:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934600 00000100:00100000:3.0:1788587178.439547:0:18699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bb5d3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+2:3645:x1875469127593728:12345-0@lo:9:umount.0 Request processed in 241us (777us total) trans 0 rc 0/0 00000100:00100000:3.0:1788587178.439554:0:18699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00080000:0.0:1788587178.439683:0:17187:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1788587178.439704:0:3645:0:(import.c:65:import_set_state_nolock()) ffff8f5bb4cfe000 lustre-OST0001_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:0.0:1788587178.439719:0:3645:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:0.0:1788587178.439721:0:3645:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1788587178.439724:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bbc79ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1875469127593728:0@lo:9:umount.0 00010000:00010000:1.0:1788587178.439785:0:18723:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:3.0:1788587178.445667:0:20762:0:(genops.c:1558:class_disconnect_exports()) OBD device 5 (ffff8f5baf190000) has no exports 00000020:00000080:3.0:1788587178.490310:0:20762:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xfbc93bbea5fda9ce 00000020:00000080:3.0:1788587178.490383:0:20762:0:(genops.c:885:class_export_put()) final put ffff8f5baaa5b000/lustre-QMT0000_UUID 00000020:01000000:3.0:1788587178.490487:0:20762:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-QMT0000 (flags='') 00000020:00000080:2.0:1788587178.490578:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8f5baaa5b000/lustre-QMT0000_UUID for lustre-QMT0000 00000020:00000080:2.0:1788587178.490600:0:20762:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788587178.490608:0:20762:0:(obd_config.c:956:class_cleanup()) lustre-QMT0000: forcing exports to disconnect: 0/1 00000020:00080000:2.0:1788587178.490613:0:20762:0:(genops.c:1558:class_disconnect_exports()) OBD device 7 (ffff8f5b86d54d40) has no exports 00000020:00000080:2.0:1788587178.490978:0:20762:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xfbc93bbea5fda9c7 00000020:00000080:2.0:1788587178.490984:0:20762:0:(genops.c:885:class_export_put()) final put ffff8f5bad5fd000/lustre-MDT0000-osd_UUID 00000020:00000080:3.0:1788587178.491048:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8f5bad5fd000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:0.0:1788587178.492545:0:20762:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788587178.492555:0:20762:0:(obd_config.c:883:class_detach()) detach on obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:0.0:1788587178.492560:0:20762:0:(genops.c:885:class_export_put()) final put ffff8f5bad5fc000/lustre-QMT0000_UUID 00000020:00000080:0.0:1788587178.492564:0:20762:0:(genops.c:844:class_export_destroy()) destroying export ffff8f5bad5fc000/lustre-QMT0000_UUID for lustre-QMT0000 00000020:01000000:0.0:1788587178.492569:0:20762:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-QMT0000 (lustre-QMT0000_UUID) 00000100:00100000:1.0:1788587179.349037:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bbc79ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1875469127593856:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788587179.349107:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788587179.349346:0:18701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127593856 00000100:00100000:3.0:1788587179.349355:0:18701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127593856 00000100:00080000:0.0:1788587179.349406:0:17187:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788587179.349495:0:18701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1788587179.349506:0:18701:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a81be3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1875469127593856:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1788587179.349536:0:18701:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1788587179.349963:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bbc79ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1875469127593856:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788587179.349970:0:18701:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a81be3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1875469127593856:12345-0@lo:13:osp-pre-0-1.0 Request processed in 463us (859us total) trans 0 rc 0/0 00000100:00100000:3.0:1788587179.349981:0:18701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00010000:00010000:3.0:1788587179.413848:0:17179:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788587179.860731:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788587179.860754:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bbc79ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1875469127593984:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788587179.860831:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788587179.860941:0:17197:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127593984 00000100:00100000:2.0:1788587179.860948:0:17197:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127593984 00000100:00100000:2.0:1788587179.860990:0:17197:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:2.0:1788587179.860997:0:17197:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a81be1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3648:x1875469127593984:12345-0@lo:41:osp-pre-0-1.0 00000020:00080000:2.0:1788587179.861004:0:17197:0:(tgt_handler.c:807:tgt_request_handle()) operation 41 on unconnected OST from 12345-0@lo 00000100:00100000:2.0:1788587179.861048:0:17197:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a81be1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3648:x1875469127593984:12345-0@lo:41:osp-pre-0-1.0 Request processed in 50us (217us total) trans 0 rc -107/-107 00000100:00100000:2.0:1788587179.861055:0:17197:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:02020000:1.0:1788587179.861126:0:3648:0:(client.c:1505:ptlrpc_check_status()) lustre-MDT0000-osp-MDT0001: operation mds_statfs to node 0@lo failed: rc = -107 00000100:00080000:1.0:1788587179.869810:0:3648:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-osp-MDT0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:1.0:1788587179.869817:0:3648:0:(import.c:65:import_set_state_nolock()) ffff8f5bbcb38000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:1.0:1788587179.869822:0:3648:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-osp-MDT0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:1.0:1788587179.883135:0:3648:0:(import.c:65:import_set_state_nolock()) ffff8f5bbcb38000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788587179.883149:0:3648:0:(import.c:545:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 459 00000100:00080000:1.0:1788587179.883159:0:3648:0:(import.c:665:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8f5bbcb38000 using connection 192.168.203.101@tcp/0@lo 00000100:00100000:1.0:1788587179.883201:0:3648:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f5a81be0000 x1875469127594112/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788587179.884466:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a81be0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3645:1875469127594112:0@lo:38:ptlrpcd_00_02.0 00000100:00100000:3.0:1788587179.884536:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788587179.884652:0:17196:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127594112 00000100:00100000:1.0:1788587179.884751:0:17196:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127594112 00000100:00100000:1.0:1788587179.884799:0:17196:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:1.0:1788587179.884807:0:17196:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a83de3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3645:x1875469127594112:12345-0@lo:38:ptlrpcd_00_02.0 00010000:02000000:1.0:1788587179.884823:0:17196:0:(ldlm_lib.c:1203:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:1.0:1788587179.891372:0:17196:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a83de3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3645:x1875469127594112:12345-0@lo:38:ptlrpcd_00_02.0 Request processed in 6555us (6826us total) trans 0 rc -19/-19 00000100:00100000:1.0:1788587179.891387:0:17196:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00080000:0.0:1788587179.891700:0:3645:0:(import.c:65:import_set_state_nolock()) ffff8f5bbcb38000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788587179.891707:0:3645:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1788587179.891711:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a81be0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3645:1875469127594112:0@lo:38:ptlrpcd_00_02.0 00010000:00010000:2.0:1788587180.437022:0:17180:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788587180.885246:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788587180.885710:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a81be3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:bf956867-663d-4ecf-b775-8366b2c643ae:3647:1875469127594368:0@lo:400:kworker.0 00000100:00100000:3.0:1788587180.885784:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788587180.885836:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a81be1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1875469127594240:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788587180.885863:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788587180.885901:0:17185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127594368 00000100:00100000:2.0:1788587180.885911:0:17185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127594368 00000100:00100000:2.0:1788587180.885960:0:17185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 172 00000100:00100000:2.0:1788587180.885970:0:17185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5b83a90c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bf956867-663d-4ecf-b775-8366b2c643ae+19:3647:x1875469127594368:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788587180.886026:0:17185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5b83a90c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bf956867-663d-4ecf-b775-8366b2c643ae+19:3647:x1875469127594368:12345-0@lo:400:kworker.0 Request processed in 57us (241us total) trans 0 rc 0/0 00000100:00100000:2.0:1788587180.886034:0:17185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 172 00000100:00080000:1.0:1788587180.886079:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788587180.886085:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1788587180.886089:0:37:0:(import.c:65:import_set_state_nolock()) ffff8f5bbcb38000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788587180.886095:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 525 00000100:00100000:2.0:1788587180.886101:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a81be3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:bf956867-663d-4ecf-b775-8366b2c643ae:3647:1875469127594368:0@lo:400:kworker.0 00000100:00080000:1.0:1788587180.886101:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s 00000100:00100000:0.0:1788587180.886104:0:18700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127594240 00000100:00080000:1.0:1788587180.886109:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8f5bbcb38000 using connection 192.168.203.101@tcp/0@lo 00000100:00100000:0.0:1788587180.886112:0:18700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127594240 00000100:00100000:1.0:1788587180.886137:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f5a81be1c00 x1875469127594496/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788587180.886263:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a81be1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3647:1875469127595008:0@lo:400:kworker.0 00000100:00100000:1.0:1788587180.886301:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788587180.886327:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788587180.886333:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a81be0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3647:1875469127594880:0@lo:400:kworker.0 00000100:00100000:1.0:1788587180.886368:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788587180.886517:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a81be0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1875469127594624:0@lo:400:kworker.0 00000100:00100000:1.0:1788587180.886555:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788587180.886580:0:18697:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127594624 00000100:00100000:1.0:1788587180.886585:0:18697:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127594624 00000100:00100000:1.0:1788587180.886615:0:18697:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1788587180.886622:0:18697:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a83c54000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3648:x1875469127594624:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788587180.886653:0:18697:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a83c54000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3648:x1875469127594624:12345-0@lo:400:kworker.0 Request processed in 31us (98us total) trans 0 rc 0/0 00000100:00100000:1.0:1788587180.886659:0:18697:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1788587180.886686:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a81be0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1875469127594624:0@lo:400:kworker.0 00000100:00100000:1.0:1788587180.886694:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a81be1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3648:1875469127595136:0@lo:400:kworker.0 00000100:00100000:1.0:1788587180.886715:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788587180.886736:0:20330:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127595008 00000100:00100000:1.0:1788587180.886739:0:20330:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127595008 00000100:00100000:1.0:1788587180.886762:0:20330:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127594880 00000100:00100000:1.0:1788587180.886765:0:20330:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127594880 00000100:00100000:1.0:1788587180.886779:0:20330:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127595136 00000100:00100000:1.0:1788587180.886781:0:20330:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127595136 00000100:00100000:1.0:1788587180.886792:0:20330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:1.0:1788587180.886799:0:20330:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a83c56d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3647:x1875469127595008:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788587180.886815:0:18700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1788587180.886827:0:18700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a83de0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1875469127594240:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788587180.886845:0:20330:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a83c56d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3647:x1875469127595008:12345-0@lo:400:kworker.0 Request processed in 46us (543us total) trans 0 rc 0/0 00002000:00000024:0.0:1788587180.886851:0:18700:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915849728 avail 3684327424 00000100:00100000:1.0:1788587180.886856:0:20330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00100000:1.0:1788587180.886872:0:20330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:1.0:1788587180.886877:0:20330:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a83c54e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3647:x1875469127594880:12345-0@lo:400:kworker.0 00000020:00080000:1.0:1788587180.886883:0:20330:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:0.0:1788587180.886898:0:18700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a83de0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1875469127594240:12345-0@lo:13:osp-pre-1-1.0 Request processed in 73us (1031us total) trans 0 rc 0/0 00000100:00100000:0.0:1788587180.886907:0:18700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1788587180.886917:0:20330:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a83c54e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3647:x1875469127594880:12345-0@lo:400:kworker.0 Request processed in 38us (547us total) trans 0 rc -107/-107 00000100:00100000:1.0:1788587180.886924:0:20330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00080000:0.0:1788587180.886929:0:17187:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1788587180.886939:0:20330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00080000:0.0:1788587180.886942:0:17187:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788587180.886947:0:20330:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a83c57100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3648:x1875469127595136:12345-0@lo:400:kworker.0 00000020:00080000:1.0:1788587180.886954:0:20330:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:0.0:1788587180.886968:0:3649:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a81be3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3649:1875469127594752:0@lo:400:kworker.0 00000100:00100000:1.0:1788587180.886979:0:20330:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a83c57100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3648:x1875469127595136:12345-0@lo:400:kworker.0 Request processed in 32us (261us total) trans 0 rc -107/-107 00000100:00100000:1.0:1788587180.886986:0:20330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:0.0:1788587180.887007:0:3649:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1788587180.887017:0:3647:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0000 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:1.0:1788587180.887022:0:3647:0:(import.c:65:import_set_state_nolock()) ffff8f5a83355000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:1.0:1788587180.887026:0:3647:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0000: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:1.0:1788587180.887031:0:3647:0:(import.c:65:import_set_state_nolock()) ffff8f5a83355000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1788587180.887032:0:3649:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a83756a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3649:1875469127595264:0@lo:400:kworker.0 00000100:00080000:1.0:1788587180.887038:0:3647:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 473 00000100:00080000:1.0:1788587180.887044:0:3647:0:(import.c:665:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8f5a83355000 using connection 192.168.203.101@tcp/0@lo 00000100:00100000:0.0:1788587180.887064:0:3649:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788587180.887065:0:3647:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f5a83c55f80 x1875469127595392/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788587180.887080:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a81be0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3647:1875469127594880:0@lo:400:kworker.0 00000100:00100000:0.0:1788587180.887094:0:17193:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127594752 00010000:00080000:1.0:1788587180.887099:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8f5a81be1880 x1875469127595008/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788587196 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788587180.887100:0:17193:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127594752 00000100:00100000:1.0:1788587180.887118:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a81be1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3647:1875469127595008:0@lo:400:kworker.0 00000100:00100000:1.0:1788587180.887138:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a81be1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1875469127594240:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1788587180.887166:0:3648:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:1.0:1788587180.887169:0:3648:0:(import.c:65:import_set_state_nolock()) ffff8f5a81b38000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:1.0:1788587180.887172:0:3648:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:1.0:1788587180.887175:0:3648:0:(import.c:65:import_set_state_nolock()) ffff8f5a81b38000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788587180.887178:0:3648:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 486 00000100:00080000:1.0:1788587180.887182:0:3648:0:(import.c:665:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8f5a81b38000 using connection 192.168.203.101@tcp/0@lo 00000100:00100000:2.0:1788587180.887580:0:17192:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127595264 00000100:00100000:2.0:1788587180.887585:0:17192:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127595264 00000100:00100000:0.0:1788587180.887587:0:17193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:0.0:1788587180.887596:0:17193:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bb5d3b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3649:x1875469127594752:12345-0@lo:400:kworker.0 00000020:00080000:0.0:1788587180.887602:0:17193:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:1.0:1788587180.887611:0:3648:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f5a83c55c00 x1875469127595520/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788587180.887627:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a81be1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3648:1875469127595136:0@lo:400:kworker.0 00000100:00100000:2.0:1788587180.887631:0:17192:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00100000:2.0:1788587180.887643:0:17192:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bb5d38a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3649:x1875469127595264:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788587180.887650:0:17193:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bb5d3b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3649:x1875469127594752:12345-0@lo:400:kworker.0 Request processed in 51us (643us total) trans 0 rc -107/-107 00000100:00100000:2.0:1788587180.887689:0:17192:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bb5d38a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3649:x1875469127595264:12345-0@lo:400:kworker.0 Request processed in 49us (626us total) trans 0 rc 0/0 00000100:00100000:2.0:1788587180.887696:0:17192:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000100:00080000:2.0:1788587180.887714:0:17187:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1788587180.887726:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a81be1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3645:1875469127594496:0@lo:38:kworker.0 00000100:00100000:2.0:1788587180.887754:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1788587180.887831:0:3649:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-MDT0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:1.0:1788587180.887835:0:3649:0:(import.c:65:import_set_state_nolock()) ffff8f5b88841800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:1.0:1788587180.887838:0:3649:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-MDT0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:1.0:1788587180.887841:0:3649:0:(import.c:65:import_set_state_nolock()) ffff8f5b88841800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788587180.887843:0:3649:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 459 00000100:00080000:1.0:1788587180.887849:0:3649:0:(import.c:665:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8f5b88841800 using connection 192.168.203.101@tcp/0@lo 00000100:00100000:0.0:1788587180.887853:0:17193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:1.0:1788587180.887867:0:3649:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f5a83c57800 x1875469127595648/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788587180.887881:0:3649:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a81be3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3649:1875469127594752:0@lo:400:kworker.0 00010000:00080000:1.0:1788587180.887898:0:3649:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8f5a83756a00 x1875469127595264/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788587196 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788587180.887915:0:3649:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a83756a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3649:1875469127595264:0@lo:400:kworker.0 00000100:00100000:2.0:1788587180.887945:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a83c55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3645:1875469127595392:0@lo:38:ptlrpcd_00_01.0 00000100:00100000:0.0:1788587180.887968:0:17931:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127594496 00000100:00100000:0.0:1788587180.887974:0:17931:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127594496 00000100:00100000:2.0:1788587180.887978:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788587180.887997:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a83c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3645:1875469127595520:0@lo:38:ptlrpcd_00_02.0 00000100:00100000:0.0:1788587180.888004:0:17931:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:0.0:1788587180.888011:0:17931:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bbc79e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3645:x1875469127594496:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1788587180.888015:0:17192:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127595392 00000100:00100000:1.0:1788587180.888021:0:17192:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127595392 00000100:00100000:2.0:1788587180.888025:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:02000000:0.0:1788587180.888026:0:17931:0:(ldlm_lib.c:1203:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:2.0:1788587180.888054:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a83c57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3645:1875469127595648:0@lo:38:ptlrpcd_00_03.0 00000100:00100000:1.0:1788587180.888061:0:17192:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127595520 00000100:00100000:1.0:1788587180.888066:0:17192:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127595520 00000100:00100000:0.0:1788587180.888068:0:17931:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bbc79e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3645:x1875469127594496:12345-0@lo:38:kworker.0 Request processed in 56us (312us total) trans 0 rc -19/-19 00000100:00100000:0.0:1788587180.888078:0:17931:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:2.0:1788587180.888085:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788587180.888112:0:17193:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127595648 00000100:00080000:2.0:1788587180.888120:0:3645:0:(import.c:65:import_set_state_nolock()) ffff8f5bbcb38000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788587180.888126:0:3645:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1788587180.888129:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a81be1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3645:1875469127594496:0@lo:38:kworker.0 00000100:00100000:1.0:1788587180.888352:0:17192:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:1.0:1788587180.888360:0:17192:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bbc79f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3645:x1875469127595392:12345-0@lo:38:ptlrpcd_00_01.0 00010000:02000000:1.0:1788587180.888369:0:17192:0:(ldlm_lib.c:1203:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:2.0:1788587180.888432:0:19333:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:2.0:1788587180.888439:0:19333:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bbc79f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3645:x1875469127595520:12345-0@lo:38:ptlrpcd_00_02.0 00010000:02000000:2.0:1788587180.888448:0:19333:0:(ldlm_lib.c:1203:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:1.0:1788587180.888489:0:17192:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bbc79f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3645:x1875469127595392:12345-0@lo:38:ptlrpcd_00_01.0 Request processed in 127us (512us total) trans 0 rc -19/-19 00000100:00100000:1.0:1788587180.888496:0:17192:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00100000:2.0:1788587180.888501:0:19333:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bbc79f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3645:x1875469127595520:12345-0@lo:38:ptlrpcd_00_02.0 Request processed in 59us (476us total) trans 0 rc -19/-19 00000100:00100000:2.0:1788587180.888511:0:19333:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00080000:2.0:1788587180.888550:0:3645:0:(import.c:65:import_set_state_nolock()) ffff8f5a83355000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788587180.888554:0:3645:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1788587180.888557:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a83c55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3645:1875469127595392:0@lo:38:ptlrpcd_00_01.0 00000100:00080000:2.0:1788587180.888564:0:3645:0:(import.c:65:import_set_state_nolock()) ffff8f5a81b38000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788587180.888568:0:3645:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1788587180.888570:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a83c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3645:1875469127595520:0@lo:38:ptlrpcd_00_02.0 00000100:00100000:0.0:1788587180.888837:0:17193:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127595648 00000100:00100000:0.0:1788587180.888916:0:17193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:0.0:1788587180.888922:0:17193:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bbc79ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3645:x1875469127595648:12345-0@lo:38:ptlrpcd_00_03.0 00010000:02000000:0.0:1788587180.888931:0:17193:0:(ldlm_lib.c:1203:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:0.0:1788587180.888976:0:17193:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bbc79ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3645:x1875469127595648:12345-0@lo:38:ptlrpcd_00_03.0 Request processed in 52us (892us total) trans 0 rc -19/-19 00000100:00100000:0.0:1788587180.888992:0:17193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00080000:2.0:1788587180.889055:0:3645:0:(import.c:65:import_set_state_nolock()) ffff8f5b88841800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788587180.889060:0:3645:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1788587180.889063:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a83c57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3645:1875469127595648:0@lo:38:ptlrpcd_00_03.0 00000001:00100000:1.0:1788587180.889798:0:17171:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:1.0:1788587180.889804:0:17171:0:(genops.c:885:class_export_put()) final put ffff8f5a81bf7000/lustre-MDT0001-mdtlov_UUID 00000001:00100000:1.0:1788587180.889831:0:17171:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 18de1d7d-8b16-47d2-9585-abe7106da5ca 00000001:00080000:1.0:1788587180.889838:0:17171:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934627 is committed 00000020:00000080:1.0:1788587180.889841:0:17171:0:(genops.c:885:class_export_put()) final put ffff8f5a81b3a000/18de1d7d-8b16-47d2-9585-abe7106da5ca 00000001:00100000:1.0:1788587180.889846:0:17171:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of cea8b0dc-76f5-470d-a41c-45365485d47c 00000001:00080000:1.0:1788587180.889850:0:17171:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934626 is committed 00000020:00000080:1.0:1788587180.889854:0:17171:0:(genops.c:885:class_export_put()) final put ffff8f5a83008000/cea8b0dc-76f5-470d-a41c-45365485d47c 00000020:00000080:3.0:1788587180.889978:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8f5a81bf7000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000 00000020:00000080:3.0:1788587180.890031:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8f5a81b3a000/18de1d7d-8b16-47d2-9585-abe7106da5ca for lustre-MDT0000 00000020:00000080:3.0:1788587180.890058:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8f5a83008000/cea8b0dc-76f5-470d-a41c-45365485d47c for lustre-MDT0000 00000020:00000080:3.0:1788587180.890090:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8f5bbc98c800 for lustre-MDT0000 00000020:00000080:3.0:1788587180.890095:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8f5bbfa0a000 for lustre-MDT0000 00000020:00000080:3.0:1788587180.890100:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8f5a83009800 for lustre-MDT0000 00000001:00100000:3.0:1788587180.890987:0:17923:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000001:00080000:3.0:1788587180.890997:0:17923:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934595 is committed 00000020:00000080:3.0:1788587180.891000:0:17923:0:(genops.c:885:class_export_put()) final put ffff8f5a822e2800/lustre-MDT0000-mdtlov_UUID 00000001:00100000:3.0:1788587180.891061:0:17923:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 18de1d7d-8b16-47d2-9585-abe7106da5ca 00000001:00080000:3.0:1788587180.891066:0:17923:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934594 is committed 00000020:00000080:3.0:1788587180.891069:0:17923:0:(genops.c:885:class_export_put()) final put ffff8f5baaae3800/18de1d7d-8b16-47d2-9585-abe7106da5ca 00000020:00000080:2.0:1788587180.891296:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8f5a822e2800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001 00000020:00000080:2.0:1788587180.891586:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8f5a822e6800 for lustre-MDT0001 00000001:00100000:3.0:1788587180.891695:0:17923:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of cea8b0dc-76f5-470d-a41c-45365485d47c 00000001:00080000:3.0:1788587180.891701:0:17923:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934593 is committed 00000020:00000080:3.0:1788587180.891703:0:17923:0:(genops.c:885:class_export_put()) final put ffff8f5a8300e000/cea8b0dc-76f5-470d-a41c-45365485d47c 00000020:00000080:2.0:1788587180.891747:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8f5baaae3800/18de1d7d-8b16-47d2-9585-abe7106da5ca for lustre-MDT0001 00000020:00000080:2.0:1788587180.891773:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8f5a8300e000/cea8b0dc-76f5-470d-a41c-45365485d47c for lustre-MDT0001 00000020:00000080:2.0:1788587180.891796:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8f5baaae5000 for lustre-MDT0001 00000020:00000080:2.0:1788587180.891800:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8f5a8300c000 for lustre-MDT0001 00010000:00010000:1.0:1788587181.460805:0:18723:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788587182.485286:0:17179:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788587183.509061:0:17180:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:2.0:1788587183.959205:0:18693:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1788587183.959215:0:18693:0:(genops.c:885:class_export_put()) final put ffff8f5a832a5800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1788587183.959289:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8f5a832a5800/lustre-MDT0000-mdtlov_UUID for lustre-OST0000 00000020:00000080:1.0:1788587183.959339:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8f5a832a6800 for lustre-OST0000 00000001:00100000:2.0:1788587183.959893:0:19513:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1788587183.959897:0:19513:0:(genops.c:885:class_export_put()) final put ffff8f5a832a0000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1788587183.959956:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8f5a832a0000/lustre-MDT0000-mdtlov_UUID for lustre-OST0001 00000020:00000080:0.0:1788587183.959988:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8f5a832a5000 for lustre-OST0001 00000100:00100000:1.0:1788587184.468983:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bbcb01c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1875469127595776:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788587184.469054:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788587184.469291:0:18700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127595776 00000100:00100000:0.0:1788587184.469299:0:18700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127595776 00000100:00100000:0.0:1788587184.469356:0:18700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1788587184.469365:0:18700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a83c54700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1875469127595776:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1788587184.469393:0:18700:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1788587184.469463:0:18700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a83c54700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1875469127595776:12345-0@lo:13:osp-pre-0-1.0 Request processed in 98us (408us total) trans 0 rc 0/0 00000100:00100000:0.0:1788587184.469470:0:18700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00080000:2.0:1788587184.469772:0:17187:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788587184.469846:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bbcb01c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1875469127595776:0@lo:13:osp-pre-0-1.0 00000020:01000000:2.0:1788587184.533198:0:20762:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8f5b87800b40 - data ffff8f5bb11d3af8/ffff8f5b8340f000 00000020:01000000:2.0:1788587184.533367:0:20762:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8f5bbc8b6d80 - data ffff8f5a81d27a20/ffff8f5bbd263800 00010000:00010000:1.0:1788587184.535487:0:18723:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000004:2.0:1788587184.542789:0:20762:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934627 00000100:00080000:0.0:1788587184.612326:0:20762:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:0.0:1788587184.612334:0:20762:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 4 00000100:00100000:0.0:1788587184.612349:0:20762:0:(client.c:3164:ptlrpc_free_committed()) @@@ free request with old gen req@ffff8f5bbc79f100 x1875469127593472/t8589934595(8589934595) o39->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1788587188 ref 1 fl Complete:RNQU/204/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788587184.613178:0:20762:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:2.0:1788587184.617885:0:20762:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:2.0:1788587184.617893:0:20762:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934594 gen 4 00000004:00080000:2.0:1788587184.617905:0:20762:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1788587184.617907:0:20762:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:1.0:1788587184.620588:0:17215:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:1.0:1788587184.620595:0:17215:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xa:0x0] index 1 count 1 00000040:00080000:1.0:1788587184.620609:0:17215:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 2 count 2 00000100:00080000:1.0:1788587184.630277:0:20762:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:1.0:1788587184.630286:0:20762:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934598 gen 4 00000004:00080000:1.0:1788587184.630312:0:20762:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1788587184.630315:0:20762:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:2.0:1788587184.630955:0:17217:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:2.0:1788587184.630961:0:17217:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xc:0x0] index 2 count 1 00000040:00080000:2.0:1788587184.630973:0:17217:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x5:0x0] index 2 count 2 00000020:00000080:1.0:1788587184.633920:0:20762:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xfbc93bbea5fda996 00000020:00000080:1.0:1788587184.633932:0:20762:0:(genops.c:885:class_export_put()) final put ffff8f5bb06ee800/lustre-MDT0000-osd_UUID 00000020:00000080:0.0:1788587184.635122:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8f5bb06ee800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:0.0:1788587184.636190:0:20762:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xfbc93bbea5fda9ab 00000020:00000080:0.0:1788587184.636199:0:20762:0:(genops.c:885:class_export_put()) final put ffff8f5bb06e8000/lustre-MDT0000-mdtlov_UUID 00000020:01000000:0.0:1788587184.636217:0:20762:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-mdtlov (flags='') 00000020:00000080:0.0:1788587184.636221:0:20762:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788587184.636229:0:20762:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-mdtlov: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1788587184.636233:0:20762:0:(genops.c:1558:class_disconnect_exports()) OBD device 4 (ffff8f5baf193380) has no exports 00000020:00000080:2.0:1788587184.636474:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8f5bb06e8000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000004:01000000:0.0:1788587184.636960:0:20762:0:(lod_lov.c:59:lod_putref()) destroying 2 ltd desc 00000020:00000080:0.0:1788587184.636970:0:20762:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xfbc93bbea5fdaa0d 00000020:00000080:0.0:1788587184.637033:0:20762:0:(genops.c:885:class_export_put()) final put ffff8f5bb4cfb800/lustre-MDT0000-mdtlov_UUID 00000020:01000000:0.0:1788587184.637056:0:20762:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-MDT0000 (flags='') 00000020:00000080:0.0:1788587184.637061:0:20762:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788587184.637079:0:20762:0:(obd_config.c:956:class_cleanup()) lustre-OST0001-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:0.0:1788587184.637082:0:20762:0:(genops.c:1558:class_disconnect_exports()) OBD device 10 (ffff8f5a824319c0) has no exports 00000020:00000080:0.0:1788587184.637088:0:20762:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xfbc93bbea5fdaa06 00000020:00000080:0.0:1788587184.637092:0:20762:0:(genops.c:885:class_export_put()) final put ffff8f5bbc98f000/lustre-MDT0000-osd_UUID 00000020:00000080:2.0:1788587184.638465:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8f5bb4cfb800/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00000020:00000080:2.0:1788587184.638478:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8f5bbc98f000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:01000000:0.0:1788587184.644946:0:20762:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0001-osc-MDT0000: client import never connected 00000100:00080000:0.0:1788587184.644955:0:20762:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:0.0:1788587184.644959:0:20762:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934598 gen 5 00000004:00080000:0.0:1788587184.644969:0:20762:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1788587184.644971:0:20762:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1788587184.645032:0:20762:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788587184.645044:0:20762:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1788587184.645052:0:20762:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xfbc93bbea5fda9f8 00000020:00000080:0.0:1788587184.645061:0:20762:0:(genops.c:885:class_export_put()) final put ffff8f5b88e47800/lustre-MDT0000-mdtlov_UUID 00000020:01000000:0.0:1788587184.645068:0:20762:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0000 (flags='') 00000020:00000080:0.0:1788587184.645075:0:20762:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788587184.645079:0:20762:0:(obd_config.c:956:class_cleanup()) lustre-OST0000-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:0.0:1788587184.645083:0:20762:0:(genops.c:1558:class_disconnect_exports()) OBD device 9 (ffff8f5a83340000) has no exports 00000020:00000080:0.0:1788587184.645090:0:20762:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xfbc93bbea5fda9f1 00000020:00000080:0.0:1788587184.645094:0:20762:0:(genops.c:885:class_export_put()) final put ffff8f5bb4f78800/lustre-MDT0000-osd_UUID 00000020:00000080:2.0:1788587184.645586:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8f5bb4cfe000 for lustre-OST0001-osc-MDT0000 00000020:00000080:2.0:1788587184.645596:0:37:0:(genops.c:885:class_export_put()) final put ffff8f5b88e44800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1788587184.645599:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8f5b88e44800/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00000020:01000000:2.0:1788587184.645605:0:37:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1788587184.645691:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8f5b88e47800/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:00000080:2.0:1788587184.645697:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8f5bb4f78800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:01000000:0.0:1788587184.647406:0:20762:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0000: client import never connected 00000100:00080000:0.0:1788587184.647412:0:20762:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:0.0:1788587184.647957:0:20762:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934594 gen 5 00000004:00080000:0.0:1788587184.647964:0:20762:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1788587184.647967:0:20762:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1788587184.648027:0:20762:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788587184.648036:0:20762:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000004:01000000:0.0:1788587184.648050:0:20762:0:(lod_lov.c:59:lod_putref()) destroying 1 ltd desc 00000020:00000080:0.0:1788587184.648057:0:20762:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xfbc93bbea5fda9e3 00000020:00000080:0.0:1788587184.648064:0:20762:0:(genops.c:885:class_export_put()) final put ffff8f5a84508800/lustre-MDT0000-mdtlov_UUID 00000020:01000000:0.0:1788587184.648069:0:20762:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-osp-MDT0000 (flags='') 00000020:00000080:0.0:1788587184.648075:0:20762:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788587184.648079:0:20762:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-osp-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:0.0:1788587184.648094:0:20762:0:(genops.c:1558:class_disconnect_exports()) OBD device 8 (ffff8f5b86d519c0) has no exports 00000020:00000080:0.0:1788587184.648100:0:20762:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xfbc93bbea5fda9dc 00000020:00000080:0.0:1788587184.648103:0:20762:0:(genops.c:885:class_export_put()) final put ffff8f5baaa59800/lustre-MDT0000-osd_UUID 00000020:00000080:2.0:1788587184.648153:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8f5bb4f7b000 for lustre-OST0000-osc-MDT0000 00000020:00000080:2.0:1788587184.648163:0:37:0:(genops.c:885:class_export_put()) final put ffff8f5a8450b000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1788587184.648167:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8f5a8450b000/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:01000000:2.0:1788587184.648186:0:37:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1788587184.648283:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8f5a84508800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001-osp-MDT0000 00000020:00000080:2.0:1788587184.648292:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8f5baaa59800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:01000000:1.0:1788587184.651571:0:20762:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0001-osp-MDT0000: client import never connected 00000100:00080000:1.0:1788587184.651579:0:20762:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:1.0:1788587184.651583:0:20762:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 5 00000100:00100000:1.0:1788587184.651591:0:20762:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1788587184.651640:0:20762:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1788587184.651649:0:20762:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-osp-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1788587184.651674:0:20762:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1788587184.651677:0:20762:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1788587184.651683:0:20762:0:(genops.c:885:class_export_put()) final put ffff8f5bb0533800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1788587184.651687:0:20762:0:(genops.c:844:class_export_destroy()) destroying export ffff8f5bb0533800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:01000000:1.0:1788587184.651706:0:20762:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-mdtlov (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1788587184.651818:0:20762:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xfbc93bbea5fda9b2 00000020:00000080:1.0:1788587184.651825:0:20762:0:(genops.c:885:class_export_put()) final put ffff8f5bb06ee000/lustre-MDD0000_UUID 00000020:01000000:1.0:1788587184.651830:0:20762:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDD0000 (flags='') 00000020:00000080:1.0:1788587184.651834:0:20762:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1788587184.651838:0:20762:0:(obd_config.c:956:class_cleanup()) lustre-MDD0000: forcing exports to disconnect: 0/2 00000020:00080000:1.0:1788587184.651842:0:20762:0:(genops.c:1558:class_disconnect_exports()) OBD device 6 (ffff8f5b86d53380) has no exports 00000020:00000080:1.0:1788587184.651861:0:20762:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1788587184.651864:0:20762:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000020:00000080:1.0:1788587184.651868:0:20762:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xfbc93bbea5fda9b9 00000020:00000080:1.0:1788587184.651872:0:20762:0:(genops.c:885:class_export_put()) final put ffff8f5bb06e8800/lustre-MDT0000-osd_UUID 00000020:01000004:1.0:1788587184.651880:0:20762:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8f5a8450b800 from lustre-MDT0000, refs=3 00000020:01000004:1.0:1788587184.651882:0:20762:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8f5a8450b800 3 00000020:01000004:1.0:1788587184.651896:0:20762:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff8f5a8450b800 from lustre-MDT0000 00000020:00000080:1.0:1788587184.651911:0:20762:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1788587184.651915:0:20762:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:00000080:1.0:1788587184.651918:0:20762:0:(genops.c:885:class_export_put()) final put ffff8f5bb06ec000/lustre-MDT0000_UUID 00000020:00000080:1.0:1788587184.651920:0:20762:0:(genops.c:844:class_export_destroy()) destroying export ffff8f5bb06ec000/lustre-MDT0000_UUID for lustre-MDT0000 00000020:01000000:1.0:1788587184.651927:0:20762:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000 (lustre-MDT0000_UUID) 00000020:01000004:1.0:1788587184.651955:0:20762:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 3 references. 00000020:01000004:1.0:1788587184.651959:0:20762:0:(tgt_mount.c:255:server_stop_mgs()) Stop MGS service MGS 00000020:01000000:1.0:1788587184.651962:0:20762:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MGS (flags='F') 00000020:00000080:1.0:1788587184.651965:0:20762:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1788587184.651967:0:20762:0:(obd_config.c:956:class_cleanup()) MGS: forcing exports to disconnect: 1/3 00000020:00080000:1.0:1788587184.651974:0:20762:0:(genops.c:1819:print_export_data()) MGS: ACTIVE ffff8f5bad68a800 bf956867-663d-4ecf-b775-8366b2c643ae 0@lo 18 (0 0 13) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1788587184.651992:0:20762:0:(genops.c:1553:class_disconnect_exports()) OBD device 1 (ffff8f5baf1919c0) has exports, disconnecting them 00000020:00080000:1.0:1788587184.651996:0:20762:0:(genops.c:1528:class_disconnect_export_list()) MGS: disconnecting export at 0@lo (ffff8f5bad68a800), last request at 1788587099 00000020:00000080:1.0:1788587184.652009:0:20762:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xfbc93bbea5fda95e 00000020:00010000:1.0:1788587184.652013:0:20762:0:(genops.c:1921:obd_stale_export_put()) Put export ffff8f5bad68a800: total 2 00000100:00080000:1.0:1788587184.652017:0:20762:0:(import.c:65:import_set_state_nolock()) ffff8f5bad68d800 : changing import state from FULL to CLOSED 00000020:00080000:1.0:1788587184.652033:0:20762:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff8f5bad68a800): rc 0 00000020:00080000:1.0:1788587184.652038:0:20762:0:(genops.c:1558:class_disconnect_exports()) OBD device 1 (ffff8f5baf1919c0) has no exports 00000100:00100000:2.0:1788587184.652231:0:17186:0:(service.c:3183:ptlrpc_main()) ll_mgs_0002: service thread [ffff8f5b8926fe00:17186] 2 exiting: rc = 0 00000100:00100000:2.0:1788587184.652326:0:17185:0:(service.c:3183:ptlrpc_main()) ll_mgs_0001: service thread [ffff8f5b8926ea00:17185] 1 exiting: rc = 0 00000020:00000080:2.0:1788587184.652361:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8f5baaa5a800 for lustre-MDT0001-osp-MDT0000 00000020:00000080:2.0:1788587184.652367:0:37:0:(genops.c:885:class_export_put()) final put ffff8f5baaa58000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1788587184.652369:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8f5baaa58000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001-osp-MDT0000 00000020:01000000:2.0:1788587184.652376:0:37:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-osp-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1788587184.652464:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8f5bb06ee000/lustre-MDD0000_UUID for lustre-MDD0000 00000020:00000080:2.0:1788587184.652467:0:37:0:(genops.c:885:class_export_put()) final put ffff8f5bb06ef000/lustre-MDD0000_UUID 00000020:00000080:2.0:1788587184.652469:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8f5bb06ef000/lustre-MDD0000_UUID for lustre-MDD0000 00000020:01000000:2.0:1788587184.652472:0:37:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDD0000 (lustre-MDD0000_UUID) 00000020:00000080:2.0:1788587184.652497:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8f5bb06e8800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00010000:2.0:1788587184.653556:0:17179:0:(genops.c:1907:obd_stale_export_get()) Get export ffff8f5bad68a800: total 0 00010000:00010000:2.0:1788587184.653562:0:17179:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788587184.653594:0:17179:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8f5bad68a800, canceled 0 locks, left on hash table 13. 00010000:00010000:2.0:1788587184.653624:0:17179:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f5b8a467e00/0xfbc93bbea5fdaa8b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xfbc93bbea5fdaa84 expref: 14 pid: 17185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587184.653645:0:17179:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f5a83c1b000/0xfbc93bbea5fdac59 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xfbc93bbea5fdac52 expref: 13 pid: 17186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587184.653656:0:17179:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f5b8a466800/0xfbc93bbea5fdaa7d lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xfbc93bbea5fdaa76 expref: 12 pid: 17185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587184.653669:0:17179:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f5b829f4600/0xfbc93bbea5fdabe9 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xfbc93bbea5fdabe2 expref: 11 pid: 17185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587184.653679:0:17179:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f5bbfa70a00/0xfbc93bbea5fdab3a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xfbc93bbea5fdab33 expref: 10 pid: 17186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587184.653714:0:17179:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f5bbfa71600/0xfbc93bbea5fdaf23 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xfbc93bbea5fdaf1c expref: 9 pid: 17186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587184.653725:0:17179:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f5b8a467800/0xfbc93bbea5fdaa99 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xfbc93bbea5fdaa92 expref: 8 pid: 17185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587184.653735:0:17179:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f5b8a466e00/0xfbc93bbea5fda96c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xfbc93bbea5fda965 expref: 7 pid: 17185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587184.653745:0:17179:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f5b829f4400/0xfbc93bbea5fdaf31 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xfbc93bbea5fdaf2a expref: 6 pid: 17184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587184.653755:0:17179:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f5a8224d600/0xfbc93bbea5fdaf15 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xfbc93bbea5fdaf0e expref: 5 pid: 17184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587184.653767:0:17179:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f5a83c1b200/0xfbc93bbea5fdac83 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xfbc93bbea5fdac7c expref: 4 pid: 17185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587184.653777:0:17179:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f5bbfa71c00/0xfbc93bbea5fdacc2 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xfbc93bbea5fdacbb expref: 3 pid: 17185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587184.653800:0:17179:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f5b829f4200/0xfbc93bbea5fdabbf lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xfbc93bbea5fdabb8 expref: 2 pid: 17186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587184.653810:0:17179:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8f5bad68a800, canceled 13 locks, left on hash table 0. 00000020:00000080:2.0:1788587184.653825:0:17179:0:(genops.c:885:class_export_put()) final put ffff8f5bad68a800/bf956867-663d-4ecf-b775-8366b2c643ae 00010000:00010000:2.0:1788587184.653847:0:17179:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788587184.653849:0:17179:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788587184.653850:0:17179:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1788587184.653941:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8f5bad68a800/bf956867-663d-4ecf-b775-8366b2c643ae for MGS 00000020:00000080:1.0:1788587184.653974:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8f5bad68d800 for MGS 00000100:00100000:1.0:1788587184.657658:0:17184:0:(service.c:3183:ptlrpc_main()) ll_mgs_0000: service thread [ffff8f5a822dd800:17184] 0 exiting: rc = 1 00000100:00100000:2.0:1788587184.657935:0:20762:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788587184.657944:0:20762:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788587184.657950:0:20762:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788587184.657957:0:20762:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788587184.657963:0:20762:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788587184.657969:0:20762:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788587184.657974:0:20762:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788587184.657993:0:20762:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788587184.657999:0:20762:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788587184.658004:0:20762:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788587184.658011:0:20762:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788587184.658016:0:20762:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788587184.658022:0:20762:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788587184.658027:0:20762:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788587184.658033:0:20762:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788587184.658038:0:20762:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788587184.658044:0:20762:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788587184.658050:0:20762:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788587184.658056:0:20762:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788587184.658061:0:20762:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788587184.658067:0:20762:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788587184.658074:0:20762:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788587184.658079:0:20762:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788587184.658084:0:20762:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788587184.658090:0:20762:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788587184.658096:0:20762:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788587184.658101:0:20762:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788587184.658107:0:20762:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788587184.658112:0:20762:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788587184.658129:0:20762:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788587184.658135:0:20762:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788587184.658141:0:20762:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788587184.658146:0:20762:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788587184.658152:0:20762:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788587184.658157:0:20762:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788587184.658193:0:20762:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788587184.658198:0:20762:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788587184.658203:0:20762:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788587184.658208:0:20762:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788587184.658212:0:20762:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788587184.658217:0:20762:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788587184.658222:0:20762:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788587184.658227:0:20762:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788587184.658232:0:20762:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788587184.658237:0:20762:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788587184.658242:0:20762:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788587184.658248:0:20762:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788587184.658253:0:20762:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788587184.658258:0:20762:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788587184.658265:0:20762:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788587184.658270:0:20762:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788587184.658276:0:20762:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788587184.658289:0:20762:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788587184.658296:0:20762:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788587184.658302:0:20762:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788587184.658307:0:20762:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788587184.658312:0:20762:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788587184.658317:0:20762:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788587184.658322:0:20762:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788587184.658328:0:20762:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788587184.658571:0:20762:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788587184.658582:0:20762:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788587184.658588:0:20762:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788587184.658594:0:20762:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:01000000:2.0:1788587184.661923:0:20762:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8f5b86e69e40 - data ffff8f5bb12831b0/ffff8f5a83025c00 00000020:01000000:2.0:1788587184.662060:0:20762:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8f5a821434e0 - data ffff8f5a81cead80/ffff8f5bbfa7f000 00000020:00000080:2.0:1788587184.663260:0:20762:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xfbc93bbea5fda942 00000020:00000080:2.0:1788587184.663270:0:20762:0:(genops.c:885:class_export_put()) final put ffff8f5a8459e800/lustre-MDT0000-osd_UUID 00000020:01000004:2.0:1788587184.663586:0:20762:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8f5a8450b800 from MGS, refs=2 00000020:01000004:2.0:1788587184.663601:0:20762:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8f5a8450b800 2 00000020:01000004:2.0:1788587184.663604:0:20762:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff8f5a8450b800 from MGS 00000020:00000080:2.0:1788587184.663626:0:20762:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788587184.663632:0:20762:0:(obd_config.c:883:class_detach()) detach on obd MGS (uuid MGS) 00000020:00000080:2.0:1788587184.663635:0:20762:0:(genops.c:885:class_export_put()) final put ffff8f5a8459b000/MGS 00000020:00000080:2.0:1788587184.663638:0:20762:0:(genops.c:844:class_export_destroy()) destroying export ffff8f5a8459b000/MGS for MGS 00000020:01000000:2.0:1788587184.663645:0:20762:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MGS (MGS) 00000020:01000000:2.0:1788587184.663715:0:20762:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0000 (flags='F') 00000020:00000080:2.0:1788587184.663720:0:20762:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788587184.663725:0:20762:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-MDT0000: forcing exports to disconnect: 1/3 00000020:00080000:2.0:1788587184.663732:0:20762:0:(genops.c:1819:print_export_data()) lustre-MDT0000-lwp-MDT0000: ACTIVE ffff8f5bb4f7b800 lustre-MDT0000-lwp-MDT0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1788587184.663738:0:20762:0:(genops.c:1553:class_disconnect_exports()) OBD device 11 (ffff8f5a833419c0) has exports, disconnecting them 00000020:00080000:2.0:1788587184.663743:0:20762:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0000: disconnecting export at 0@lo (ffff8f5bb4f7b800), last request at 1788587099 00000020:00000080:2.0:1788587184.663748:0:20762:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xfbc93bbea5fdaa45 00000020:00080000:2.0:1788587184.663757:0:20762:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff8f5bb4f7b800): rc 0 00000020:00000080:2.0:1788587184.663761:0:20762:0:(genops.c:885:class_export_put()) final put ffff8f5bb4f7b800/lustre-MDT0000-lwp-MDT0000 00000020:00000080:1.0:1788587184.664728:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8f5a8459e800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:1.0:1788587184.666075:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8f5bb4f7b800/lustre-MDT0000-lwp-MDT0000 for lustre-MDT0000-lwp-MDT0000 00010000:01000000:1.0:1788587184.838486:0:20762:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0000: client import never connected 00000100:00080000:1.0:1788587184.838495:0:20762:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1788587184.838499:0:20762:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 5 00000100:00100000:1.0:1788587184.838507:0:20762:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1788587184.838538:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8f5b8a4ca000 for lustre-MDT0000-lwp-MDT0000 00000020:00000080:1.0:1788587184.838732:0:20762:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1788587184.838752:0:20762:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000020:00000080:1.0:1788587184.838758:0:20762:0:(genops.c:885:class_export_put()) final put ffff8f5bb4f7e800/lustre-MDT0000-lwp-MDT0000_UUID 00000020:00000080:1.0:1788587184.838762:0:20762:0:(genops.c:844:class_export_destroy()) destroying export ffff8f5bb4f7e800/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000-lwp-MDT0000 00000020:01000000:1.0:1788587184.838774:0:20762:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0000 (lustre-MDT0000-lwp-MDT0000_UUID) 00000020:01000004:1.0:1788587184.838857:0:20762:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8f5a8450b800 1 00000020:00000080:1.0:1788587184.838870:0:20762:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xfbc93bbea5fda934 00000020:00000080:1.0:1788587184.838877:0:20762:0:(genops.c:885:class_export_put()) final put ffff8f5a8459a000/lustre-MDT0000-osd_UUID 00000020:01000000:1.0:1788587184.838885:0:20762:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osd (flags='') 00000020:00000080:1.0:1788587184.838893:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8f5a8459a000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:1.0:1788587184.838902:0:20762:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1788587184.838906:0:20762:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-osd: forcing exports to disconnect: 0/1 00000020:00080000:1.0:1788587184.838909:0:20762:0:(genops.c:1558:class_disconnect_exports()) OBD device 0 (ffff8f5a82430000) has no exports 00000020:00000080:2.0:1788587184.964313:0:20762:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788587184.964326:0:20762:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00000020:00000080:2.0:1788587184.964332:0:20762:0:(genops.c:885:class_export_put()) final put ffff8f5a8450f800/lustre-MDT0000-osd_UUID 00000020:00000080:2.0:1788587184.964347:0:20762:0:(genops.c:844:class_export_destroy()) destroying export ffff8f5a8450f800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:01000000:2.0:1788587184.964361:0:20762:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osd (lustre-MDT0000-osd_UUID) 00000020:01000004:2.0:1788587184.964531:0:20762:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff8f5a8450e800 00000020:02000400:2.0:1788587184.964872:0:20762:0:(tgt_mount.c:2184:server_put_super()) server umount lustre-MDT0000 complete 00010000:00010000:2.0:1788587185.556580:0:17180:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788587186.004755:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788587186.004783:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a83c55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1875469127595904:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788587186.004869:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788587186.006147:0:18700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127595904 00000100:00100000:0.0:1788587186.006157:0:18700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127595904 00000100:00100000:0.0:1788587186.006234:0:18700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1788587186.006244:0:18700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a83c57b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1875469127595904:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1788587186.006272:0:18700:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915849728 avail 3684327424 00000100:00100000:0.0:1788587186.006329:0:18700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a83c57b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1875469127595904:12345-0@lo:13:osp-pre-1-1.0 Request processed in 87us (1460us total) trans 0 rc 0/0 00000100:00100000:0.0:1788587186.006336:0:18700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00080000:0.0:1788587186.006390:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788587186.006394:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1788587186.006398:0:37:0:(import.c:65:import_set_state_nolock()) ffff8f5bbcb38000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1788587186.006402:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 526 00000100:00080000:0.0:1788587186.006406:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1788587186.006411:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8f5bbcb38000 using connection 192.168.203.101@tcp/0@lo 00000100:00100000:0.0:1788587186.006445:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f5bb5d38380 x1875469127596160/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1788587186.006465:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788587186.006468:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1788587186.006470:0:37:0:(import.c:65:import_set_state_nolock()) ffff8f5b88841800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1788587186.006474:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 526 00000100:00080000:0.0:1788587186.006476:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1788587186.006480:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8f5b88841800 using connection 192.168.203.101@tcp/0@lo 00000100:00100000:0.0:1788587186.006491:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f5bb5d3aa00 x1875469127596416/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1788587186.006513:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788587186.006516:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1788587186.006518:0:37:0:(import.c:65:import_set_state_nolock()) ffff8f5a83355000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1788587186.006521:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 526 00000100:00080000:0.0:1788587186.006523:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1788587186.006527:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8f5a83355000 using connection 192.168.203.101@tcp/0@lo 00000100:00100000:0.0:1788587186.006538:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f5bb5d39500 x1875469127596544/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1788587186.006558:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788587186.006561:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1788587186.006563:0:37:0:(import.c:65:import_set_state_nolock()) ffff8f5a81b38000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1788587186.006566:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 526 00000100:00080000:0.0:1788587186.006568:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1788587186.006571:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8f5a81b38000 using connection 192.168.203.101@tcp/0@lo 00000100:00100000:0.0:1788587186.006580:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f5bb5d3a300 x1875469127596800/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788587186.006842:0:3649:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bb5d3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1875469127596288:0@lo:400:kworker.0 00000100:00100000:0.0:1788587186.006877:0:3649:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788587186.006902:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788587186.006908:0:3649:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bb5d3b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:bf956867-663d-4ecf-b775-8366b2c643ae:3649:1875469127596032:0@lo:400:kworker.0 00000400:00000100:0.0:1788587186.006928:0:3649:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1875469127596032 offset 0 length 224: 4 00000100:00100000:0.0:1788587186.006954:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bbc79f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3647:1875469127596928:0@lo:400:kworker.0 00000100:00100000:0.0:1788587186.006991:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788587186.007014:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1788587186.007020:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bb5d39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3647:1875469127596672:0@lo:400:kworker.0 00000100:00100000:0.0:1788587186.007054:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788587186.007078:0:19770:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127596288 00000100:00100000:0.0:1788587186.007083:0:19770:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127596288 00000100:00100000:0.0:1788587186.007114:0:19770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1788587186.007121:0:19770:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5ba7a1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3649:x1875469127596288:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788587186.007157:0:19770:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5ba7a1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3649:x1875469127596288:12345-0@lo:400:kworker.0 Request processed in 37us (279us total) trans 0 rc 0/0 00000100:00100000:0.0:1788587186.007172:0:19770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1788587186.007216:0:3649:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bb5d3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1875469127596288:0@lo:400:kworker.0 00000100:00100000:0.0:1788587186.007251:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a83c55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1875469127595904:0@lo:13:osp-pre-1-1.0 00000040:00080000:1.0:1788587186.008020:0:17943:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00080000:3.0:1788587186.008977:0:17187:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788587186.008982:0:17187:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788587186.009383:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bb5d38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3645:1875469127596160:0@lo:38:kworker.0 00000100:00100000:2.0:1788587186.009473:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788587186.009506:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bb5d3aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3645:1875469127596416:0@lo:38:kworker.0 00000100:00100000:2.0:1788587186.009529:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788587186.009551:0:17931:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127596160 00000100:00100000:2.0:1788587186.009552:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bb5d39500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3645:1875469127596544:0@lo:38:kworker.0 00000100:00100000:3.0:1788587186.009561:0:17931:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127596160 00000100:00100000:2.0:1788587186.009595:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788587186.009602:0:17931:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:3.0:1788587186.009611:0:17931:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bbcb01c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3645:x1875469127596160:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1788587186.009619:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bb5d3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3645:1875469127596800:0@lo:38:kworker.0 00010000:00020000:3.0:1788587186.009637:0:17931:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1788587186.009641:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788587186.009684:0:19333:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127596928 00000100:00100000:2.0:1788587186.009688:0:19333:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127596928 00000100:00100000:2.0:1788587186.009720:0:19333:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127596672 00000100:00100000:2.0:1788587186.009724:0:19333:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127596672 00000100:00100000:2.0:1788587186.009736:0:19333:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127596416 00000100:00100000:2.0:1788587186.009739:0:19333:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127596416 00000100:00100000:2.0:1788587186.009746:0:19333:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127596544 00000100:00100000:2.0:1788587186.009748:0:19333:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127596544 00000100:00100000:2.0:1788587186.009755:0:19333:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127596800 00000100:00100000:2.0:1788587186.009757:0:19333:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127596800 00000100:00100000:2.0:1788587186.009767:0:19333:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00100000:2.0:1788587186.009773:0:19333:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bbc729f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3647:x1875469127596928:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788587186.009833:0:19333:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bbc729f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3647:x1875469127596928:12345-0@lo:400:kworker.0 Request processed in 60us (2842us total) trans 0 rc 0/0 00000100:00100000:2.0:1788587186.009840:0:19333:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00000100:00100000:2.0:1788587186.009855:0:19333:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000100:00100000:2.0:1788587186.009861:0:19333:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bbc72a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3647:x1875469127596672:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788587186.009888:0:19333:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bbc72a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3647:x1875469127596672:12345-0@lo:400:kworker.0 Request processed in 28us (2834us total) trans 0 rc 0/0 00000100:00100000:2.0:1788587186.009894:0:19333:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00000100:00100000:2.0:1788587186.009906:0:19333:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:2.0:1788587186.009910:0:19333:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a83f00000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3645:x1875469127596416:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1788587186.009921:0:19333:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1788587186.009952:0:19333:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a83f00000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3645:x1875469127596416:12345-0@lo:38:kworker.0 Request processed in 40us (423us total) trans 0 rc -19/-19 00000100:00100000:2.0:1788587186.009964:0:19333:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00100000:2.0:1788587186.009977:0:19333:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:2.0:1788587186.009980:0:19333:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a83f03100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3645:x1875469127596544:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1788587186.009990:0:19333:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1788587186.010015:0:19333:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a83f03100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3645:x1875469127596544:12345-0@lo:38:kworker.0 Request processed in 33us (420us total) trans 0 rc -19/-19 00000100:00100000:2.0:1788587186.010021:0:19333:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00100000:2.0:1788587186.010032:0:19333:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:2.0:1788587186.010035:0:19333:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a83f01880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3645:x1875469127596800:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1788587186.010349:0:19333:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1788587186.010387:0:19333:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a83f01880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3645:x1875469127596800:12345-0@lo:38:kworker.0 Request processed in 350us (748us total) trans 0 rc -19/-19 00000100:00100000:2.0:1788587186.010407:0:19333:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00080000:2.0:1788587186.010447:0:17187:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:2.0:1788587186.010485:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffff8f5bb5d39f80 x1875469127596672/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788587202 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788587186.010512:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bb5d39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3647:1875469127596672:0@lo:400:kworker.0 00010000:00080000:2.0:1788587186.010524:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffff8f5bbc79f100 x1875469127596928/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788587202 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788587186.010531:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bbc79f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3647:1875469127596928:0@lo:400:kworker.0 00000100:00080000:2.0:1788587186.010561:0:3645:0:(import.c:65:import_set_state_nolock()) ffff8f5b88841800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788587186.010566:0:3645:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1788587186.010568:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bb5d3aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3645:1875469127596416:0@lo:38:kworker.0 00000100:00080000:2.0:1788587186.010587:0:3645:0:(import.c:65:import_set_state_nolock()) ffff8f5a83355000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788587186.010590:0:3645:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1788587186.010592:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bb5d39500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3645:1875469127596544:0@lo:38:kworker.0 00000100:00080000:2.0:1788587186.010598:0:3645:0:(import.c:65:import_set_state_nolock()) ffff8f5a81b38000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788587186.010601:0:3645:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1788587186.010603:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bb5d3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3645:1875469127596800:0@lo:38:kworker.0 00000100:00100000:3.0:1788587186.048360:0:17931:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bbcb01c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3645:x1875469127596160:12345-0@lo:38:kworker.0 Request processed in 38741us (38877us total) trans 0 rc -19/-19 00000100:00100000:3.0:1788587186.048373:0:17931:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00080000:2.0:1788587186.049035:0:3645:0:(import.c:65:import_set_state_nolock()) ffff8f5bbcb38000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788587186.049041:0:3645:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1788587186.049045:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bb5d38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3645:1875469127596160:0@lo:38:kworker.0 00010000:00010000:0.0:1788587186.582879:0:18723:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788587187.608847:0:17179:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788587188.628835:0:17180:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:3.0:1788587189.587681:0:20964:0:(tgt_mount.c:2195:server_umount_begin()) umount -f 00000100:00100000:1.0:1788587189.592944:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a83de0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1875469127597056:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788587189.593027:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788587189.593207:0:18700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127597056 00000100:00100000:3.0:1788587189.593214:0:18700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127597056 00000100:00100000:3.0:1788587189.593295:0:18700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1788587189.593306:0:18700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a83c55880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1875469127597056:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1788587189.593347:0:18700:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1788587189.593404:0:18700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a83c55880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1875469127597056:12345-0@lo:13:osp-pre-0-1.0 Request processed in 100us (377us total) trans 0 rc 0/0 00000100:00100000:3.0:1788587189.593411:0:18700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00080000:1.0:1788587189.593938:0:17187:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788587189.593976:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a83de0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1875469127597056:0@lo:13:osp-pre-0-1.0 00000020:01000004:3.0:1788587189.599598:0:20964:0:(tgt_mount.c:2065:server_put_super()) server put_super lustre-MDT0001 00010000:00010000:3.0:1788587189.599655:0:20964:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.101@tcp lock: ffff8f5bbfa71200/0xfbc93bbea5fdab33 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xfbc93bbea5fdab3a expref: -99 pid: 17922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587189.599668:0:20964:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.101@tcp lock: ffff8f5bbfa71200/0xfbc93bbea5fdab33 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0xfbc93bbea5fdab3a expref: -99 pid: 17922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587189.599676:0:20964:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.101@tcp lock: ffff8f5bbfa71200/0xfbc93bbea5fdab33 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0xfbc93bbea5fdab3a expref: -99 pid: 17922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587189.599684:0:20964:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.101@tcp lock: ffff8f5bbfa71200/0xfbc93bbea5fdab33 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0xfbc93bbea5fdab3a expref: -99 pid: 17922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587189.599761:0:20964:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:3.0:1788587189.599767:0:20964:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:3.0:1788587189.599793:0:20964:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1788587189.599798:0:20964:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 3 00000100:00080000:3.0:1788587189.599803:0:20964:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID 00000100:00080000:3.0:1788587189.599809:0:20964:0:(import.c:65:import_set_state_nolock()) ffff8f5b88841800 lustre-MDT0000_UUID: changing import state from DISCONN to CLOSED 00000100:00080000:3.0:1788587189.599814:0:20964:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1788587189.599816:0:20964:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 4 00000100:00100000:3.0:1788587189.599819:0:20964:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:3.0:1788587189.601781:0:20964:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.101@tcp lock: ffff8f5bbfa71000/0xfbc93bbea5fdaa92 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xfbc93bbea5fdaa99 expref: -99 pid: 17922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587189.601818:0:20964:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.101@tcp lock: ffff8f5bbfa71000/0xfbc93bbea5fdaa92 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0xfbc93bbea5fdaa99 expref: -99 pid: 17922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587189.601826:0:20964:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.101@tcp lock: ffff8f5bbfa71000/0xfbc93bbea5fdaa92 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0xfbc93bbea5fdaa99 expref: -99 pid: 17922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587189.601834:0:20964:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.101@tcp lock: ffff8f5bbfa71000/0xfbc93bbea5fdaa92 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0xfbc93bbea5fdaa99 expref: -99 pid: 17922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587189.603536:0:18723:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788587189.603548:0:18723:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.101@tcp lock: ffff8f5bbfa71200/0xfbc93bbea5fdab33 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0xfbc93bbea5fdab3a expref: -99 pid: 17922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587189.603558:0:18723:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f5bbfa71200 already unused, calling callback (ffffffffc13dec20) 10000000:00010000:1.0:1788587189.603563:0:18723:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.101@tcp lock: ffff8f5bbfa71200/0xfbc93bbea5fdab33 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0xfbc93bbea5fdab3a expref: -99 pid: 17922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587189.603587:0:18723:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.101@tcp lock: ffff8f5bbfa71200/0xfbc93bbea5fdab33 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1008400000000 nid: local remote: 0xfbc93bbea5fdab3a expref: -99 pid: 17922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788587189.603596:0:18723:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.101@tcp lock: ffff8f5bbfa71200/0xfbc93bbea5fdab33 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1009400000000 nid: local remote: 0xfbc93bbea5fdab3a expref: -99 pid: 17922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788587189.603602:0:18723:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:1.0:1788587189.603605:0:18723:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:1.0:1788587189.603608:0:18723:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:1.0:1788587189.603644:0:18723:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.101@tcp lock: ffff8f5bbfa71200/0xfbc93bbea5fdab33 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0xfbc93bbea5fdab3a expref: -99 pid: 17922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587189.603650:0:18723:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788587189.603672:0:18723:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.101@tcp lock: ffff8f5bbfa71200/0xfbc93bbea5fdab33 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0xfbc93bbea5fdab3a expref: -99 pid: 17922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587189.603680:0:18723:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.101@tcp lock: ffff8f5bbfa71200/0xfbc93bbea5fdab33 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0xfbc93bbea5fdab3a expref: -99 pid: 17922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587189.605216:0:20964:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788587189.605235:0:20964:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.101@tcp lock: ffff8f5b8a467600/0xfbc93bbea5fdacbb lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xfbc93bbea5fdacc2 expref: -99 pid: 17188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587189.605247:0:20964:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.101@tcp lock: ffff8f5b8a467600/0xfbc93bbea5fdacbb lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xfbc93bbea5fdacc2 expref: -99 pid: 17188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587189.605254:0:20964:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.101@tcp lock: ffff8f5b8a467600/0xfbc93bbea5fdacbb lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xfbc93bbea5fdacc2 expref: -99 pid: 17188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587189.605261:0:20964:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.101@tcp lock: ffff8f5b8a467600/0xfbc93bbea5fdacbb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xfbc93bbea5fdacc2 expref: -99 pid: 17188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587189.605275:0:20964:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1788587189.605281:0:20964:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.101@tcp lock: ffff8f5b829f5000/0xfbc93bbea5fdaf2a lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xfbc93bbea5fdaf31 expref: -99 pid: 17188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587189.605288:0:20964:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.101@tcp lock: ffff8f5b829f5000/0xfbc93bbea5fdaf2a lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xfbc93bbea5fdaf31 expref: -99 pid: 17188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587189.605308:0:20964:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.101@tcp lock: ffff8f5b829f5000/0xfbc93bbea5fdaf2a lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0xfbc93bbea5fdaf31 expref: -99 pid: 17188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587189.605315:0:20964:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.101@tcp lock: ffff8f5b829f5000/0xfbc93bbea5fdaf2a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0xfbc93bbea5fdaf31 expref: -99 pid: 17188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587189.605322:0:20964:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:3.0:1788587189.605327:0:20964:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.101@tcp lock: ffff8f5bbfa70600/0xfbc93bbea5fdaa84 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xfbc93bbea5fdaa8b expref: -99 pid: 17922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587189.605333:0:20964:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.101@tcp lock: ffff8f5bbfa70600/0xfbc93bbea5fdaa84 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xfbc93bbea5fdaa8b expref: -99 pid: 17922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587189.605338:0:20964:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.101@tcp lock: ffff8f5bbfa70600/0xfbc93bbea5fdaa84 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xfbc93bbea5fdaa8b expref: -99 pid: 17922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587189.605344:0:20964:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.101@tcp lock: ffff8f5bbfa70600/0xfbc93bbea5fdaa84 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xfbc93bbea5fdaa8b expref: -99 pid: 17922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587189.605351:0:20964:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 10000000:01000000:3.0:1788587189.605353:0:20964:0:(mgc_request.c:547:config_log_end()) end config log lustre-MDT0001 (0) 00000020:01000004:3.0:1788587189.605388:0:20964:0:(tgt_mount.c:2115:server_put_super()) stopping lustre-MDT0001 00000020:01000000:3.0:1788587189.605391:0:20964:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001 (flags='F') 00000020:00000080:3.0:1788587189.605396:0:20964:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788587189.605401:0:20964:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001: forcing exports to disconnect: 2/5 00000020:00080000:3.0:1788587189.605408:0:20964:0:(genops.c:1819:print_export_data()) lustre-MDT0001: ACTIVE ffff8f5a81b3c800 lustre-MDT0001-lwp-OST0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1788587189.605413:0:20964:0:(genops.c:1819:print_export_data()) lustre-MDT0001: ACTIVE ffff8f5a83350000 lustre-MDT0001-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1788587189.605432:0:20964:0:(genops.c:1553:class_disconnect_exports()) OBD device 14 (ffff8f5a826eb380) has exports, disconnecting them 00000020:00080000:3.0:1788587189.605442:0:20964:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0001: disconnecting export at 0@lo (ffff8f5a81b3c800), last request at 1788587186 00000020:00000080:3.0:1788587189.605450:0:20964:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xfbc93bbea5fdacad 00000100:00080000:3.0:1788587189.605466:0:20964:0:(import.c:65:import_set_state_nolock()) ffff8f5a81b3b800 : changing import state from FULL to CLOSED 00000020:00080000:3.0:1788587189.605515:0:20964:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff8f5a81b3c800): rc 0 00000020:00000080:3.0:1788587189.605518:0:20964:0:(genops.c:885:class_export_put()) final put ffff8f5a81b3c800/lustre-MDT0001-lwp-OST0001_UUID 00000020:00080000:3.0:1788587189.605528:0:20964:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0001: disconnecting export at 0@lo (ffff8f5a83350000), last request at 1788587186 00000020:00000080:3.0:1788587189.605531:0:20964:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xfbc93bbea5fdac13 00000100:00080000:3.0:1788587189.605536:0:20964:0:(import.c:65:import_set_state_nolock()) ffff8f5a83355800 : changing import state from FULL to CLOSED 00000020:00080000:3.0:1788587189.605542:0:20964:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff8f5a83350000): rc 0 00000020:00000080:3.0:1788587189.605543:0:20964:0:(genops.c:885:class_export_put()) final put ffff8f5a83350000/lustre-MDT0001-lwp-OST0000_UUID 00000004:00000080:3.0:1788587189.605549:0:20964:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0001: cmd=400866e7 len=0 karg=ffffacde4188fae0 00000100:00080000:3.0:1788587189.605566:0:20964:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1788587189.605575:0:20964:0:(client.c:3603:ptlrpc_abort_inflight()) @@@ aborting waiting req req@ffff8f5bbc79ce00 x1875469127593984/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1788587195 ref 1 fl Rpc:RSQU/200/0 rc -107/-107 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788587189.605585:0:20964:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 3 00000100:00080000:3.0:1788587189.606324:0:20964:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID 00000100:00080000:3.0:1788587189.606330:0:20964:0:(import.c:65:import_set_state_nolock()) ffff8f5bbcb38000 lustre-MDT0000_UUID: changing import state from DISCONN to CLOSED 00010000:00010000:0.0:1788587189.606707:0:17179:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:0.0:1788587189.606718:0:17179:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.101@tcp lock: ffff8f5bbfa71000/0xfbc93bbea5fdaa92 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0xfbc93bbea5fdaa99 expref: -99 pid: 17922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587189.606728:0:17179:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f5bbfa71000 already unused, calling callback (ffffffffc13dec20) 10000000:00010000:0.0:1788587189.606731:0:17179:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.101@tcp lock: ffff8f5bbfa71000/0xfbc93bbea5fdaa92 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0xfbc93bbea5fdaa99 expref: -99 pid: 17922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587189.606740:0:17179:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.101@tcp lock: ffff8f5bbfa71000/0xfbc93bbea5fdaa92 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1008400000000 nid: local remote: 0xfbc93bbea5fdaa99 expref: -99 pid: 17922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788587189.606747:0:17179:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.101@tcp lock: ffff8f5bbfa71000/0xfbc93bbea5fdaa92 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1009400000000 nid: local remote: 0xfbc93bbea5fdaa99 expref: -99 pid: 17922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788587189.606753:0:17179:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1788587189.606769:0:17179:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-MDT0001: stopping, won't requeue 10000000:01000000:0.0:1788587189.606772:0:17179:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0001 00010000:00010000:0.0:1788587189.606808:0:17179:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.101@tcp lock: ffff8f5bbfa71000/0xfbc93bbea5fdaa92 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0xfbc93bbea5fdaa99 expref: -99 pid: 17922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587189.606815:0:17179:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788587189.606858:0:17179:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.101@tcp lock: ffff8f5bbfa71000/0xfbc93bbea5fdaa92 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0xfbc93bbea5fdaa99 expref: -99 pid: 17922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587189.606866:0:17179:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.101@tcp lock: ffff8f5bbfa71000/0xfbc93bbea5fdaa92 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0xfbc93bbea5fdaa99 expref: -99 pid: 17922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587189.606880:0:17179:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1788587189.606883:0:17179:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.101@tcp lock: ffff8f5b8a467600/0xfbc93bbea5fdacbb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xfbc93bbea5fdacc2 expref: -99 pid: 17188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587189.606889:0:17179:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f5b8a467600 already unused, calling callback (ffffffffc13dec20) 10000000:00010000:0.0:1788587189.606892:0:17179:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.101@tcp lock: ffff8f5b8a467600/0xfbc93bbea5fdacbb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xfbc93bbea5fdacc2 expref: -99 pid: 17188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587189.606899:0:17179:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.101@tcp lock: ffff8f5b8a467600/0xfbc93bbea5fdacbb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0xfbc93bbea5fdacc2 expref: -99 pid: 17188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788587189.606905:0:17179:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.101@tcp lock: ffff8f5b8a467600/0xfbc93bbea5fdacbb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0xfbc93bbea5fdacc2 expref: -99 pid: 17188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788587189.606910:0:17179:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:0.0:1788587189.606912:0:17179:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 10000000:01000000:0.0:1788587189.606914:0:17179:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 00010000:00010000:0.0:1788587189.606926:0:17179:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.101@tcp lock: ffff8f5b8a467600/0xfbc93bbea5fdacbb lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xfbc93bbea5fdacc2 expref: -99 pid: 17188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587189.606942:0:17179:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788587189.606949:0:17179:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.101@tcp lock: ffff8f5b8a467600/0xfbc93bbea5fdacbb lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xfbc93bbea5fdacc2 expref: -99 pid: 17188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587189.606955:0:17179:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.101@tcp lock: ffff8f5b8a467600/0xfbc93bbea5fdacbb lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xfbc93bbea5fdacc2 expref: -99 pid: 17188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587189.606968:0:17179:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788587189.606971:0:17179:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.101@tcp lock: ffff8f5b829f5000/0xfbc93bbea5fdaf2a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0xfbc93bbea5fdaf31 expref: -99 pid: 17188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587189.606977:0:17179:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f5b829f5000 already unused, calling callback (ffffffffc13dec20) 10000000:00010000:0.0:1788587189.606980:0:17179:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.101@tcp lock: ffff8f5b829f5000/0xfbc93bbea5fdaf2a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0xfbc93bbea5fdaf31 expref: -99 pid: 17188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587189.606986:0:17179:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.101@tcp lock: ffff8f5b829f5000/0xfbc93bbea5fdaf2a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0xfbc93bbea5fdaf31 expref: -99 pid: 17188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788587189.606993:0:17179:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.101@tcp lock: ffff8f5b829f5000/0xfbc93bbea5fdaf2a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0xfbc93bbea5fdaf31 expref: -99 pid: 17188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788587189.606997:0:17179:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:0.0:1788587189.606999:0:17179:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:0.0:1788587189.607001:0:17179:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:0.0:1788587189.607015:0:17179:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.101@tcp lock: ffff8f5b829f5000/0xfbc93bbea5fdaf2a lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0xfbc93bbea5fdaf31 expref: -99 pid: 17188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587189.607020:0:17179:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788587189.607027:0:17179:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.101@tcp lock: ffff8f5b829f5000/0xfbc93bbea5fdaf2a lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0xfbc93bbea5fdaf31 expref: -99 pid: 17188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587189.607041:0:17179:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.101@tcp lock: ffff8f5b829f5000/0xfbc93bbea5fdaf2a lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0xfbc93bbea5fdaf31 expref: -99 pid: 17188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587189.607050:0:17179:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788587189.607065:0:17179:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.101@tcp lock: ffff8f5bbfa70600/0xfbc93bbea5fdaa84 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xfbc93bbea5fdaa8b expref: -99 pid: 17922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587189.607072:0:17179:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f5bbfa70600 already unused, calling callback (ffffffffc13dec20) 10000000:00010000:0.0:1788587189.607075:0:17179:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.101@tcp lock: ffff8f5bbfa70600/0xfbc93bbea5fdaa84 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xfbc93bbea5fdaa8b expref: -99 pid: 17922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587189.607081:0:17179:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.101@tcp lock: ffff8f5bbfa70600/0xfbc93bbea5fdaa84 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0xfbc93bbea5fdaa8b expref: -99 pid: 17922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788587189.607088:0:17179:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.101@tcp lock: ffff8f5bbfa70600/0xfbc93bbea5fdaa84 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0xfbc93bbea5fdaa8b expref: -99 pid: 17922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788587189.607093:0:17179:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:01000000:0.0:1788587189.607095:0:17179:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 10000000:01000000:0.0:1788587189.607097:0:17179:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 00010000:00010000:0.0:1788587189.607110:0:17179:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.101@tcp lock: ffff8f5bbfa70600/0xfbc93bbea5fdaa84 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xfbc93bbea5fdaa8b expref: -99 pid: 17922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587189.607116:0:17179:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788587189.607120:0:17179:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.101@tcp lock: ffff8f5bbfa70600/0xfbc93bbea5fdaa84 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xfbc93bbea5fdaa8b expref: -99 pid: 17922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587189.607126:0:17179:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.101@tcp lock: ffff8f5bbfa70600/0xfbc93bbea5fdaa84 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xfbc93bbea5fdaa8b expref: -99 pid: 17922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587189.607157:0:17179:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788587189.607159:0:17179:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788587189.607161:0:17179:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788587189.609275:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bbc729180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:bf956867-663d-4ecf-b775-8366b2c643ae:3646:1875469127597312:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788587189.609366:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788587189.609432:0:17178:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127597312 00000100:00100000:0.0:1788587189.609440:0:17178:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127597312 00000100:00100000:3.0:1788587189.609461:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788587189.609469:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bbc72b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:bf956867-663d-4ecf-b775-8366b2c643ae:3646:1875469127597440:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788587189.609481:0:17178:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1788587189.609489:0:17178:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a83de2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0+-99:3646:x1875469127597312:12345-0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788587189.609495:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:0.0:1788587189.609497:0:17178:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1788587189 with bad export cookie 18143098263853443422 00000100:00080000:3.0:1788587189.609576:0:20964:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:3.0:1788587189.609580:0:20964:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934593 gen 3 00000004:00080000:3.0:1788587189.609592:0:20964:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:3.0:1788587189.609659:0:20964:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID 00000100:00080000:3.0:1788587189.609680:0:20964:0:(import.c:65:import_set_state_nolock()) ffff8f5bb4cff800 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:3.0:1788587189.609697:0:20964:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:3.0:1788587189.609713:0:20964:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934593 gen 3 00000004:00080000:3.0:1788587189.609724:0:20964:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:3.0:1788587189.609782:0:20964:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID 00000100:00080000:3.0:1788587189.609792:0:20964:0:(import.c:65:import_set_state_nolock()) ffff8f5bbfa54800 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000020:00080000:3.0:1788587189.609829:0:20964:0:(genops.c:1558:class_disconnect_exports()) OBD device 14 (ffff8f5a826eb380) has no exports 00000100:00100000:2.0:1788587189.610097:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a83de1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3645:1875469127597824:0@lo:9:umount.0 00000100:00100000:2.0:1788587189.610135:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788587189.610175:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a83de0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3645:1875469127597952:0@lo:9:umount.0 00000100:00100000:2.0:1788587189.610196:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000080:2.0:1788587189.610482:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8f5a81b3c800/lustre-MDT0001-lwp-OST0001_UUID for lustre-MDT0001 00000020:00000080:2.0:1788587189.610532:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8f5a83350000/lustre-MDT0001-lwp-OST0000_UUID for lustre-MDT0001 00000020:00000080:2.0:1788587189.610552:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8f5a81b3b800 for lustre-MDT0001 00000020:00000080:2.0:1788587189.610557:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8f5a83355800 for lustre-MDT0001 00010000:00010000:2.0:1788587189.610568:0:17180:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788587189.610582:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bbc728e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:bf956867-663d-4ecf-b775-8366b2c643ae:3648:1875469127597568:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788587189.610609:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788587189.610635:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bbc79ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1875469127593984:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788587189.610654:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1788587189.610660:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a83c55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:bf956867-663d-4ecf-b775-8366b2c643ae:3648:1875469127597184:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788587189.610694:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788587189.610705:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bbc72bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:bf956867-663d-4ecf-b775-8366b2c643ae:3648:1875469127597696:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788587189.610725:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1788587189.610740:0:18723:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788587189.610743:0:18723:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788587189.610744:0:18723:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788587189.610942:0:19394:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127597824 00000100:00100000:3.0:1788587189.610948:0:19394:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127597824 00000100:00100000:3.0:1788587189.610996:0:19394:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127597952 00000100:00100000:3.0:1788587189.610999:0:19394:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127597952 00000100:00100000:3.0:1788587189.611030:0:19394:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1788587189.611037:0:19394:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bbc79f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3645:x1875469127597824:12345-0@lo:9:umount.0 00000020:00000080:3.0:1788587189.611069:0:19394:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xfbc93bbea5fdac3d 00000100:00080000:3.0:1788587189.611077:0:19394:0:(import.c:65:import_set_state_nolock()) ffff8f5a83ce0000 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1788587189.611113:0:19394:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:3.0:1788587189.611371:0:19394:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bbc79f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+2:3645:x1875469127597824:12345-0@lo:9:umount.0 Request processed in 216us (1117us total) trans 0 rc 0/0 00000100:00100000:3.0:1788587189.611379:0:19394:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1788587189.611397:0:19394:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1788587189.611403:0:19394:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bb05adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3645:x1875469127597952:12345-0@lo:9:umount.0 00000020:00000080:3.0:1788587189.611437:0:19394:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xfbc93bbea5fdace5 00000100:00080000:3.0:1788587189.611444:0:19394:0:(import.c:65:import_set_state_nolock()) ffff8f5a832a2000 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1788587189.611465:0:19394:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934600 00000100:00100000:3.0:1788587189.611537:0:19394:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bb05adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+2:3645:x1875469127597952:12345-0@lo:9:umount.0 Request processed in 134us (1339us total) trans 0 rc 0/0 00000100:00100000:3.0:1788587189.611543:0:19394:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1788587189.611743:0:19528:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127597440 00000100:00100000:1.0:1788587189.611747:0:19528:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127597440 00000100:00100000:1.0:1788587189.611765:0:19528:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127597568 00000100:00100000:1.0:1788587189.611767:0:19528:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127597568 00000100:00100000:1.0:1788587189.611774:0:19528:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127597184 00000100:00100000:1.0:1788587189.611776:0:19528:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127597184 00000100:00100000:1.0:1788587189.611783:0:19528:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127597696 00000100:00100000:1.0:1788587189.611786:0:19528:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127597696 00000100:00100000:1.0:1788587189.611796:0:19528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1788587189.611801:0:19528:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a83de2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0+-99:3646:x1875469127597440:12345-0@lo:103:ldlm_bl.0 00010000:00020000:1.0:1788587189.611806:0:19528:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1788587189 with bad export cookie 18143098263853443422 00000100:00100000:1.0:1788587189.611869:0:19528:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a83de2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0+-99:3646:x1875469127597440:12345-0@lo:103:ldlm_bl.0 Request processed in 66us (2375us total) trans 0 rc -107/-107 00000100:00100000:1.0:1788587189.611876:0:19528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1788587189.611888:0:19528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1788587189.611892:0:19528:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bb05ad180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0+-99:3648:x1875469127597568:12345-0@lo:103:ldlm_bl.0 00010000:00020000:1.0:1788587189.611896:0:19528:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1788587189 with bad export cookie 18143098263853443422 00000100:00100000:1.0:1788587189.611925:0:19528:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bb05ad180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0+-99:3648:x1875469127597568:12345-0@lo:103:ldlm_bl.0 Request processed in 31us (1315us total) trans 0 rc -107/-107 00000100:00100000:1.0:1788587189.611931:0:19528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1788587189.611942:0:19528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1788587189.611945:0:19528:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bb05aea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0+-99:3648:x1875469127597184:12345-0@lo:103:ldlm_bl.0 00010000:00020000:1.0:1788587189.611949:0:19528:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1788587189 with bad export cookie 18143098263853443422 00000100:00100000:1.0:1788587189.611973:0:19528:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bb05aea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0+-99:3648:x1875469127597184:12345-0@lo:103:ldlm_bl.0 Request processed in 26us (1278us total) trans 0 rc -107/-107 00000100:00100000:1.0:1788587189.611978:0:19528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1788587189.611987:0:19528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1788587189.611991:0:19528:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a836da050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0+-99:3648:x1875469127597696:12345-0@lo:103:ldlm_bl.0 00010000:00020000:1.0:1788587189.611994:0:19528:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1788587189 with bad export cookie 18143098263853443422 00000100:00100000:1.0:1788587189.612016:0:19528:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a836da050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0+-99:3648:x1875469127597696:12345-0@lo:103:ldlm_bl.0 Request processed in 23us (1290us total) trans 0 rc -107/-107 00000100:00100000:1.0:1788587189.612021:0:19528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00080000:1.0:1788587189.612050:0:3646:0:(recover.c:205:ptlrpc_request_handle_notconn()) import MGC192.168.203.101@tcp of MGS@0@lo abruptly disconnected: reconnecting 00000100:00080000:1.0:1788587189.612116:0:3646:0:(import.c:65:import_set_state_nolock()) ffff8f5b88e47000 MGS: changing import state from FULL to DISCONN 00000100:02020000:1.0:1788587189.612120:0:3646:0:(import.c:186:ptlrpc_set_import_discon()) MGC192.168.203.101@tcp: Connection to MGS (at 0@lo) was lost; in progress operations using this service will fail 00010000:00010000:3.0:1788587189.612570:0:17179:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1788587189.614397:0:3645:0:(import.c:65:import_set_state_nolock()) ffff8f5bb4cff800 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:2.0:1788587189.614533:0:3645:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:2.0:1788587189.614536:0:3645:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1788587189.614542:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a83de1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3645:1875469127597824:0@lo:9:umount.0 00000100:00080000:2.0:1788587189.614557:0:3645:0:(import.c:65:import_set_state_nolock()) ffff8f5bbfa54800 lustre-OST0001_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:2.0:1788587189.614569:0:3645:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:2.0:1788587189.614570:0:3645:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1788587189.614572:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a83de0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3645:1875469127597952:0@lo:9:umount.0 00010000:00010000:2.0:1788587189.614601:0:17180:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788587189.620337:0:17178:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a83de2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0+-99:3646:x1875469127597312:12345-0@lo:103:ldlm_bl.0 Request processed in 10843us (10966us total) trans 0 rc -107/-107 00000100:00100000:0.0:1788587189.620350:0:17178:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00080000:0.0:1788587189.623462:0:17187:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1788587189.627538:0:3648:0:(recover.c:205:ptlrpc_request_handle_notconn()) import MGC192.168.203.101@tcp of MGS@0@lo abruptly disconnected: reconnecting 00000100:00080000:1.0:1788587189.653832:0:3646:0:(import.c:192:ptlrpc_set_import_discon()) import MGS@0@lo for MGC192.168.203.101@tcp not replayable, auto-deactivating 00000100:00080000:1.0:1788587189.653837:0:3646:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:1.0:1788587189.653876:0:3646:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8f5bb5d3b480 x1875469127596032/t0(0) o400->MGC192.168.203.101@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1788587202 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788587189.653903:0:3646:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8f5bbc729180 x1875469127597312/t0(0) o103->MGC192.168.203.101@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1788587205 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788587189.653913:0:3646:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8f5bbc72b800 x1875469127597440/t0(0) o103->MGC192.168.203.101@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1788587205 ref 1 fl Rpc:RQU/200/0 rc 0/-107 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788587189.653921:0:3646:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8f5bbc728e00 x1875469127597568/t0(0) o103->MGC192.168.203.101@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1788587205 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788587189.653931:0:3646:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8f5a83c55500 x1875469127597184/t0(0) o103->MGC192.168.203.101@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1788587205 ref 1 fl Rpc:RQU/200/0 rc 0/-107 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788587189.653938:0:3646:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8f5bbc72bb80 x1875469127597696/t0(0) o103->MGC192.168.203.101@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1788587205 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 10000000:01000000:1.0:1788587189.653946:0:3646:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00080000:1.0:1788587189.653949:0:3646:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:1.0:1788587189.653950:0:3646:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00100000:3.0:1788587189.654006:0:3649:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bb5d3b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:bf956867-663d-4ecf-b775-8366b2c643ae:3649:1875469127596032:0@lo:400:kworker.0 00000100:00080000:0.0:1788587189.654472:0:3648:0:(import.c:214:ptlrpc_set_import_discon()) mgc: import ffff8f5b88e47000 already not connected (conn 1, was 1): DISCONN 00000100:00100000:0.0:1788587189.654491:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bbc72bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:bf956867-663d-4ecf-b775-8366b2c643ae:3648:1875469127597696:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788587189.654500:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bbc728e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:bf956867-663d-4ecf-b775-8366b2c643ae:3648:1875469127597568:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788587189.654534:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a83c55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:bf956867-663d-4ecf-b775-8366b2c643ae:3648:1875469127597184:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788587189.654635:0:18723:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1788587189.655303:0:3646:0:(import.c:65:import_set_state_nolock()) ffff8f5b88e47000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788587189.655311:0:3646:0:(import.c:545:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 0@lo last attempt 445 00000100:00080000:1.0:1788587189.655320:0:3646:0:(import.c:665:import_select_connection()) MGC192.168.203.101@tcp: import ffff8f5b88e47000 using connection 192.168.203.101@tcp/0@lo 00000100:00100000:1.0:1788587189.655355:0:3646:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f5a83c57800 x1875469127598080/t0(0) o250->MGC192.168.203.101@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788587189.655395:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bbc729180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:bf956867-663d-4ecf-b775-8366b2c643ae:3646:1875469127597312:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788587189.655412:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bbc72b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:bf956867-663d-4ecf-b775-8366b2c643ae:3646:1875469127597440:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788587189.655551:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a83c57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf956867-663d-4ecf-b775-8366b2c643ae:3645:1875469127598080:0@lo:250:ptlrpcd_00_00.0 00000400:00000100:2.0:1788587189.655601:0:3645:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1875469127598080 offset 0 length 520: 4 00000020:00080000:0.0:1788587189.661833:0:20964:0:(genops.c:1558:class_disconnect_exports()) OBD device 14 (ffff8f5a826eb380) has no exports 00000020:01000000:1.0:1788587189.719319:0:20964:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8f5b878007e0 - data ffff8f5b98be3870/ffff8f5b8340e000 00000020:01000000:1.0:1788587189.719776:0:20964:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8f5a8274af60 - data ffff8f5bb1027d80/ffff8f5bbd268800 00000001:00000004:1.0:1788587189.728934:0:20964:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934595 00000100:00080000:1.0:1788587189.839685:0:20964:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1788587189.839695:0:20964:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 4 00000100:00100000:1.0:1788587189.839718:0:20964:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:0.0:1788587189.840942:0:20964:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:0.0:1788587189.840947:0:20964:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934593 gen 4 00000004:00080000:0.0:1788587189.840966:0:20964:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1788587189.840969:0:20964:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:2.0:1788587189.841220:0:17932:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:2.0:1788587189.841224:0:17932:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 1 count 1 00000040:00080000:2.0:1788587189.841233:0:17932:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 2 count 2 00000100:00080000:0.0:1788587189.841987:0:20964:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:0.0:1788587189.841991:0:20964:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934593 gen 4 00000004:00080000:0.0:1788587189.842006:0:20964:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1788587189.842017:0:20964:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:2.0:1788587189.842719:0:17934:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:2.0:1788587189.842723:0:17934:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xa:0x0] index 1 count 1 00000040:00080000:2.0:1788587189.842732:0:17934:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x5:0x0] index 2 count 2 00000020:00000080:0.0:1788587189.843817:0:20964:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xfbc93bbea5fdaaa7 00000020:00000080:0.0:1788587189.843828:0:20964:0:(genops.c:885:class_export_put()) final put ffff8f5bbcb3e000/lustre-MDT0001-osd_UUID 00000020:00000080:0.0:1788587189.844718:0:20964:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xfbc93bbea5fdaabc 00000020:00000080:0.0:1788587189.844725:0:20964:0:(genops.c:885:class_export_put()) final put ffff8f5b8a135800/lustre-MDT0001-mdtlov_UUID 00000020:01000000:0.0:1788587189.844730:0:20964:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-mdtlov (flags='') 00000020:00000080:0.0:1788587189.844735:0:20964:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788587189.844743:0:20964:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-mdtlov: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1788587189.844747:0:20964:0:(genops.c:1558:class_disconnect_exports()) OBD device 13 (ffff8f5a826e99c0) has no exports 00000004:01000000:0.0:1788587189.844918:0:20964:0:(lod_lov.c:59:lod_putref()) destroying 2 ltd desc 00000020:00000080:0.0:1788587189.844926:0:20964:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xfbc93bbea5fdab10 00000020:00000080:0.0:1788587189.844930:0:20964:0:(genops.c:885:class_export_put()) final put ffff8f5a822e1800/lustre-MDT0001-mdtlov_UUID 00000020:01000000:0.0:1788587189.844934:0:20964:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-MDT0001 (flags='') 00000020:00000080:0.0:1788587189.844937:0:20964:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788587189.844942:0:20964:0:(obd_config.c:956:class_cleanup()) lustre-OST0001-osc-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:0.0:1788587189.844944:0:20964:0:(genops.c:1558:class_disconnect_exports()) OBD device 18 (ffff8f5ba7ab0000) has no exports 00000020:00000080:0.0:1788587189.844950:0:20964:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xfbc93bbea5fdab09 00000020:00000080:0.0:1788587189.844952:0:20964:0:(genops.c:885:class_export_put()) final put ffff8f5bbfa55000/lustre-MDT0001-osd_UUID 00010000:01000000:0.0:1788587189.845314:0:20964:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0001-osc-MDT0001: client import never connected 00000100:00080000:0.0:1788587189.845319:0:20964:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:0.0:1788587189.845323:0:20964:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934593 gen 5 00000004:00080000:0.0:1788587189.845329:0:20964:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1788587189.845332:0:20964:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1788587189.845998:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8f5bbcb3e000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:1.0:1788587189.846008:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8f5b8a135800/lustre-MDT0001-mdtlov_UUID for lustre-MDT0001-mdtlov 00000020:00000080:1.0:1788587189.846013:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8f5a822e1800/lustre-MDT0001-mdtlov_UUID for lustre-OST0001-osc-MDT0001 00000020:00000080:1.0:1788587189.846017:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8f5bbfa55000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:1.0:1788587189.846021:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8f5bbfa54800 for lustre-OST0001-osc-MDT0001 00000020:00000080:0.0:1788587189.846484:0:20964:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788587189.846494:0:20964:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1788587189.846503:0:20964:0:(genops.c:885:class_export_put()) final put ffff8f5bbc9bb000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1788587189.846507:0:20964:0:(genops.c:844:class_export_destroy()) destroying export ffff8f5bbc9bb000/lustre-MDT0001-mdtlov_UUID for lustre-OST0001-osc-MDT0001 00000020:01000000:0.0:1788587189.846512:0:20964:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1788587189.846688:0:20964:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xfbc93bbea5fdaafb 00000020:00000080:0.0:1788587189.846696:0:20964:0:(genops.c:885:class_export_put()) final put ffff8f5bbc9ba000/lustre-MDT0001-mdtlov_UUID 00000020:01000000:0.0:1788587189.846710:0:20964:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0001 (flags='') 00000020:00000080:0.0:1788587189.846714:0:20964:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788587189.846729:0:20964:0:(obd_config.c:956:class_cleanup()) lustre-OST0000-osc-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:0.0:1788587189.846734:0:20964:0:(genops.c:1558:class_disconnect_exports()) OBD device 17 (ffff8f5a82433380) has no exports 00000020:00000080:0.0:1788587189.846739:0:20964:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xfbc93bbea5fdaaf4 00000020:00000080:0.0:1788587189.846743:0:20964:0:(genops.c:885:class_export_put()) final put ffff8f5baaa59000/lustre-MDT0001-osd_UUID 00000020:00000080:1.0:1788587189.846877:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8f5bbc9ba000/lustre-MDT0001-mdtlov_UUID for lustre-OST0000-osc-MDT0001 00010000:01000000:0.0:1788587189.847365:0:20964:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0001: client import never connected 00000100:00080000:0.0:1788587189.847369:0:20964:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:0.0:1788587189.847372:0:20964:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934593 gen 5 00000004:00080000:0.0:1788587189.847378:0:20964:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1788587189.847380:0:20964:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1788587189.848583:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8f5baaa59000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:1.0:1788587189.851477:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8f5bb4cff800 for lustre-OST0000-osc-MDT0001 00000020:00000080:0.0:1788587189.851528:0:20964:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788587189.851542:0:20964:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1788587189.851549:0:20964:0:(genops.c:885:class_export_put()) final put ffff8f5bb0535800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1788587189.851726:0:20964:0:(genops.c:844:class_export_destroy()) destroying export ffff8f5bb0535800/lustre-MDT0001-mdtlov_UUID for lustre-OST0000-osc-MDT0001 00000020:01000000:0.0:1788587189.851734:0:20964:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000004:01000000:0.0:1788587189.852528:0:20964:0:(lod_lov.c:59:lod_putref()) destroying 1 ltd desc 00000020:00000080:0.0:1788587189.852539:0:20964:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xfbc93bbea5fdaadf 00000020:00000080:0.0:1788587189.852547:0:20964:0:(genops.c:885:class_export_put()) final put ffff8f5bbc9b8800/lustre-MDT0001-mdtlov_UUID 00000020:01000000:0.0:1788587189.852665:0:20964:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osp-MDT0001 (flags='F') 00000020:00000080:0.0:1788587189.852670:0:20964:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788587189.852690:0:20964:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-osp-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:0.0:1788587189.852698:0:20964:0:(genops.c:1558:class_disconnect_exports()) OBD device 16 (ffff8f5a83344d40) has no exports 00000020:00000080:0.0:1788587189.852707:0:20964:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xfbc93bbea5fdaad8 00000020:00000080:0.0:1788587189.852711:0:20964:0:(genops.c:885:class_export_put()) final put ffff8f5bbcb38800/lustre-MDT0001-osd_UUID 00000020:00000080:1.0:1788587189.857535:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8f5bbc9b8800/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000-osp-MDT0001 00010000:01000000:2.0:1788587189.861543:0:20964:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-osp-MDT0001: client import never connected 00000100:00080000:2.0:1788587189.861552:0:20964:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1788587189.861557:0:20964:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 5 00000100:00100000:2.0:1788587189.861565:0:20964:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1788587189.865980:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8f5bbcb38800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:1.0:1788587189.870325:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8f5bbcb38000 for lustre-MDT0000-osp-MDT0001 00000020:00000080:2.0:1788587189.870477:0:20964:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788587189.870490:0:20964:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-osp-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:2.0:1788587189.870495:0:20964:0:(genops.c:885:class_export_put()) final put ffff8f5bbc9bd000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:2.0:1788587189.870499:0:20964:0:(genops.c:844:class_export_destroy()) destroying export ffff8f5bbc9bd000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000-osp-MDT0001 00000020:01000000:2.0:1788587189.870512:0:20964:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osp-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:2.0:1788587189.870813:0:20964:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788587189.870819:0:20964:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-mdtlov (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:2.0:1788587189.870822:0:20964:0:(genops.c:885:class_export_put()) final put ffff8f5bbcb3c800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:2.0:1788587189.870824:0:20964:0:(genops.c:844:class_export_destroy()) destroying export ffff8f5bbcb3c800/lustre-MDT0001-mdtlov_UUID for lustre-MDT0001-mdtlov 00000020:01000000:2.0:1788587189.870829:0:20964:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-mdtlov (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:2.0:1788587189.871111:0:20964:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xfbc93bbea5fdaac3 00000020:00000080:2.0:1788587189.871119:0:20964:0:(genops.c:885:class_export_put()) final put ffff8f5b8a131800/lustre-MDD0001_UUID 00000020:01000000:2.0:1788587189.871856:0:20964:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDD0001 (flags='') 00000020:00000080:2.0:1788587189.871863:0:20964:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788587189.871870:0:20964:0:(obd_config.c:956:class_cleanup()) lustre-MDD0001: forcing exports to disconnect: 0/2 00000020:00080000:2.0:1788587189.871874:0:20964:0:(genops.c:1558:class_disconnect_exports()) OBD device 15 (ffff8f5a826ecd40) has no exports 00000020:00000080:2.0:1788587189.871968:0:20964:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788587189.871975:0:20964:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDD0001 (uuid lustre-MDD0001_UUID) 00000020:00000080:2.0:1788587189.871985:0:20964:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xfbc93bbea5fdaaca 00000020:00000080:2.0:1788587189.871992:0:20964:0:(genops.c:885:class_export_put()) final put ffff8f5b8a132800/lustre-MDT0001-osd_UUID 00000020:00000080:1.0:1788587189.876524:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8f5b8a131800/lustre-MDD0001_UUID for lustre-MDD0001 00000020:00000080:1.0:1788587189.876539:0:38:0:(genops.c:885:class_export_put()) final put ffff8f5bbcb3d800/lustre-MDD0001_UUID 00000020:00000080:1.0:1788587189.876542:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8f5bbcb3d800/lustre-MDD0001_UUID for lustre-MDD0001 00000020:01000000:1.0:1788587189.877099:0:38:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDD0001 (lustre-MDD0001_UUID) 00000020:00000080:1.0:1788587189.879751:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8f5b8a132800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:01000004:2.0:1788587189.879769:0:20964:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8f5bb05d5000 from lustre-MDT0001, refs=2 00000020:01000004:2.0:1788587189.879779:0:20964:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8f5bb05d5000 2 00000020:01000004:2.0:1788587189.879782:0:20964:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff8f5bb05d5000 from lustre-MDT0001 00000020:00000080:2.0:1788587189.879813:0:20964:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788587189.879825:0:20964:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001 (uuid lustre-MDT0001_UUID) 00000020:00000080:2.0:1788587189.879829:0:20964:0:(genops.c:885:class_export_put()) final put ffff8f5bbcb3c000/lustre-MDT0001_UUID 00000020:00000080:2.0:1788587189.879833:0:20964:0:(genops.c:844:class_export_destroy()) destroying export ffff8f5bbcb3c000/lustre-MDT0001_UUID for lustre-MDT0001 00000020:01000000:2.0:1788587189.879842:0:20964:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001 (lustre-MDT0001_UUID) 00000020:01000004:2.0:1788587189.879913:0:20964:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 2 references. 00000020:01000000:2.0:1788587189.879918:0:20964:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0001 (flags='F') 00000020:00000080:2.0:1788587189.879921:0:20964:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788587189.879936:0:20964:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-MDT0001: forcing exports to disconnect: 1/3 00000020:00080000:2.0:1788587189.879942:0:20964:0:(genops.c:1819:print_export_data()) lustre-MDT0000-lwp-MDT0001: ACTIVE ffff8f5bbfa51000 lustre-MDT0000-lwp-MDT0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1788587189.879952:0:20964:0:(genops.c:1553:class_disconnect_exports()) OBD device 19 (ffff8f5ba7ab3380) has exports, disconnecting them 00000020:00080000:2.0:1788587189.879958:0:20964:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0001: disconnecting export at 0@lo (ffff8f5bbfa51000), last request at 1788587113 00000020:00000080:2.0:1788587189.879963:0:20964:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xfbc93bbea5fdab48 00000020:00080000:2.0:1788587189.879978:0:20964:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff8f5bbfa51000): rc 0 00000020:00000080:2.0:1788587189.879982:0:20964:0:(genops.c:885:class_export_put()) final put ffff8f5bbfa51000/lustre-MDT0000-lwp-MDT0001 00000020:00000080:1.0:1788587189.880839:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8f5bbfa51000/lustre-MDT0000-lwp-MDT0001 for lustre-MDT0000-lwp-MDT0001 00010000:01000000:1.0:1788587189.890486:0:20964:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0001: client import never connected 00000100:00080000:1.0:1788587189.890495:0:20964:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1788587189.890500:0:20964:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 5 00000100:00100000:1.0:1788587189.890507:0:20964:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1788587189.890548:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8f5b88841800 for lustre-MDT0000-lwp-MDT0001 00000020:00000080:1.0:1788587189.890730:0:20964:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1788587189.890738:0:20964:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0001 (uuid lustre-MDT0000-lwp-MDT0001_UUID) 00000020:00000080:1.0:1788587189.890744:0:20964:0:(genops.c:885:class_export_put()) final put ffff8f5bbfa56000/lustre-MDT0000-lwp-MDT0001_UUID 00000020:00000080:1.0:1788587189.890748:0:20964:0:(genops.c:844:class_export_destroy()) destroying export ffff8f5bbfa56000/lustre-MDT0000-lwp-MDT0001_UUID for lustre-MDT0000-lwp-MDT0001 00000020:01000000:1.0:1788587189.890776:0:20964:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0001 (lustre-MDT0000-lwp-MDT0001_UUID) 00000020:01000004:1.0:1788587189.890842:0:20964:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8f5bb05d5000 1 00000020:00000080:1.0:1788587189.890849:0:20964:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xfbc93bbea5fdaa6f 00000020:00000080:1.0:1788587189.890855:0:20964:0:(genops.c:885:class_export_put()) final put ffff8f5b88e71800/lustre-MDT0001-osd_UUID 00000020:01000000:1.0:1788587189.890863:0:20964:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-osd (flags='') 00000020:00000080:1.0:1788587189.890871:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8f5b88e71800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:1.0:1788587189.890896:0:20964:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1788587189.890901:0:20964:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-osd: forcing exports to disconnect: 0/1 00000020:00080000:1.0:1788587189.890905:0:20964:0:(genops.c:1558:class_disconnect_exports()) OBD device 12 (ffff8f5b86d50000) has no exports 00000020:00000080:0.0:1788587189.987184:0:20964:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788587189.987196:0:20964:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-osd (uuid lustre-MDT0001-osd_UUID) 00000020:00000080:0.0:1788587189.987202:0:20964:0:(genops.c:885:class_export_put()) final put ffff8f5bb05d2800/lustre-MDT0001-osd_UUID 00000020:00000080:0.0:1788587189.987207:0:20964:0:(genops.c:844:class_export_destroy()) destroying export ffff8f5bb05d2800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:01000000:0.0:1788587189.987218:0:20964:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-osd (lustre-MDT0001-osd_UUID) 00000020:01000004:0.0:1788587189.987935:0:20964:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff8f5bb05d0800 00000020:01000000:0.0:1788587189.987956:0:20964:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MDS (flags='F') 00000020:00000080:0.0:1788587189.987960:0:20964:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788587189.987964:0:20964:0:(obd_config.c:956:class_cleanup()) MDS: forcing exports to disconnect: 0/1 00000020:00080000:0.0:1788587189.987979:0:20964:0:(genops.c:1558:class_disconnect_exports()) OBD device 3 (ffff8f5baf194d40) has no exports 00000100:00100000:3.0:1788587189.988132:0:17191:0:(service.c:3183:ptlrpc_main()) mdt00_000: service thread [ffff8f5bb4e40200:17191] 0 exiting: rc = 1 00000100:00100000:2.0:1788587189.990635:0:19333:0:(service.c:3183:ptlrpc_main()) mdt00_003: service thread [ffff8f5a827b3400:19333] 3 exiting: rc = 0 00000100:00100000:2.0:1788587189.990767:0:20330:0:(service.c:3183:ptlrpc_main()) mdt00_004: service thread [ffff8f5a83f90000:20330] 4 exiting: rc = 0 00000100:00100000:2.0:1788587189.990842:0:17192:0:(service.c:3183:ptlrpc_main()) mdt00_001: service thread [ffff8f5bb4e40000:17192] 1 exiting: rc = 0 00000100:00100000:2.0:1788587189.990902:0:17193:0:(service.c:3183:ptlrpc_main()) mdt00_002: service thread [ffff8f5b8921f200:17193] 2 exiting: rc = 0 00000100:00100000:0.0:1788587189.991213:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587189.991224:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587189.991230:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587189.991234:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587189.991240:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587189.991256:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587189.991262:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587189.991268:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587189.991274:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587189.991280:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587189.991286:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587189.991292:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587189.991297:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587189.991302:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587189.991307:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587189.991313:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587189.991317:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587189.991323:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587189.991329:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587189.991334:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587189.991340:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587189.991345:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587189.991350:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587189.991356:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587189.991362:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587189.991368:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587189.991374:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587189.991379:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587189.991385:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587189.991391:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587189.991397:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587189.991403:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587189.991408:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587189.991441:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587189.991461:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587189.991466:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587189.991471:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587189.991477:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587189.991483:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587189.991489:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587189.991495:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587189.991501:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587189.991507:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587189.991513:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587189.991519:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587189.991524:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587189.991529:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587189.991543:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587189.991549:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587189.991555:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587189.991561:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587189.991565:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587189.991570:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587189.991576:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587189.991582:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587189.991587:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587189.991593:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587189.991598:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587189.991604:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587189.991609:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587189.991614:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587189.991620:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587189.991625:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587189.991630:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587190.020962:0:17194:0:(service.c:3183:ptlrpc_main()) mdt_rdpg00_000: service thread [ffff8f5bbc95bc00:17194] 0 exiting: rc = 1 00000100:00100000:2.0:1788587190.021356:0:17195:0:(service.c:3183:ptlrpc_main()) mdt_rdpg00_001: service thread [ffff8f5bbc95b200:17195] 1 exiting: rc = 0 00000100:00100000:3.0:1788587190.021499:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587190.021509:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587190.021516:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587190.021522:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587190.021527:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587190.021532:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587190.021537:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587190.021543:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587190.021548:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587190.021554:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587190.021559:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587190.021564:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587190.021570:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587190.021575:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587190.021580:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587190.021586:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587190.021593:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587190.021598:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587190.021603:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587190.021608:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587190.021614:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587190.021619:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587190.021624:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587190.021629:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587190.021634:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587190.021640:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587190.021645:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587190.021650:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587190.021655:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587190.021661:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587190.021666:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587190.021671:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587190.021677:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587190.021682:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587190.021687:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587190.021709:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587190.021714:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587190.021719:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587190.021725:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587190.021731:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587190.021737:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587190.021743:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587190.021749:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587190.021754:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587190.021760:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587190.021765:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587190.021770:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587190.021776:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587190.021781:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587190.021786:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587190.021792:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587190.021797:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587190.021803:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587190.021809:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587190.021815:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587190.021821:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587190.021826:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587190.021832:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587190.021838:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587190.021844:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587190.021849:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587190.021855:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587190.021860:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587190.021866:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788587190.022809:0:17197:0:(service.c:3183:ptlrpc_main()) mdt_out00_001: service thread [ffff8f5bbc95b000:17197] 1 exiting: rc = 0 00000100:00100000:2.0:1788587190.029160:0:17931:0:(service.c:3183:ptlrpc_main()) mdt_out00_002: service thread [ffff8f5b85a7aa00:17931] 2 exiting: rc = 0 00000100:00100000:1.0:1788587190.037061:0:17196:0:(service.c:3183:ptlrpc_main()) mdt_out00_000: service thread [ffff8f5bbc95a800:17196] 0 exiting: rc = 1 00000100:00100000:0.0:1788587190.044782:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.044797:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.044804:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.044810:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.044816:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.044850:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.044858:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.044864:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.044871:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.044878:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.044884:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.044890:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.044911:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.044930:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.044936:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.044943:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.044949:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.044954:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.044960:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.044966:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.044973:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.044978:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.044984:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.044990:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.045011:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.045018:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.045024:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.045029:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.045035:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.045040:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.045046:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.045052:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.045058:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.045064:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.045069:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.045075:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.045095:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.045412:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.045450:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.045458:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.045474:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.045480:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.045486:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.045492:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.045497:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.045503:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.045509:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.045515:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.045536:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.045555:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.045571:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.045582:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.045594:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.045600:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.045607:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.045636:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.045642:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.045648:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.045653:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.045660:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.045689:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.045696:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.045705:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.045713:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.055623:0:17198:0:(service.c:3183:ptlrpc_main()) mdt_seqs_0000: service thread [ffff8f5a83788a00:17198] 0 exiting: rc = 1 00000100:00100000:2.0:1788587190.055657:0:17199:0:(service.c:3183:ptlrpc_main()) mdt_seqs_0001: service thread [ffff8f5a83788800:17199] 1 exiting: rc = 0 00000100:00100000:1.0:1788587190.055786:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587190.055794:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587190.055799:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587190.055804:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587190.055810:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587190.055816:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587190.055821:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587190.055826:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587190.055831:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587190.055836:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587190.055841:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587190.055846:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587190.055851:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587190.055855:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587190.055860:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587190.055866:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587190.055871:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587190.055876:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587190.055881:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587190.055886:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587190.055892:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587190.055897:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587190.055916:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587190.055921:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587190.055927:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587190.055932:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587190.055937:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587190.055942:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587190.055947:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587190.055952:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587190.055957:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587190.055962:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587190.055966:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587190.055972:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587190.055977:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587190.055982:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587190.055987:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587190.055992:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587190.055997:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587190.056013:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587190.056019:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587190.056024:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587190.056028:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587190.056033:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587190.056037:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587190.056042:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587190.056047:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587190.056052:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587190.056057:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587190.056062:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587190.056067:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587190.056071:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587190.056075:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587190.056080:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587190.056086:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587190.056091:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587190.056096:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587190.056107:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587190.056113:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587190.056118:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587190.056124:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587190.056129:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587190.056134:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587190.056149:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.056952:0:17200:0:(service.c:3183:ptlrpc_main()) mdt_seqm_0000: service thread [ffff8f5a83788000:17200] 0 exiting: rc = 1 00000100:00100000:3.0:1788587190.057029:0:17201:0:(service.c:3183:ptlrpc_main()) mdt_seqm_0001: service thread [ffff8f5b87d45c00:17201] 1 exiting: rc = 0 00000100:00100000:0.0:1788587190.057480:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.057492:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.057503:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.057509:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.057514:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.057519:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.057525:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.057530:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.057535:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.057552:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.057557:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.057562:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.057568:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.057573:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.057579:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.057584:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.057589:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.057594:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.057600:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.057605:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.057611:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.057616:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.057622:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.057626:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.057629:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.057632:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.057636:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.057639:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.057642:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.057645:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.057648:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.057651:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.057654:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.057658:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.057662:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.057667:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.057671:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.057676:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.057681:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.057687:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.057692:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.057697:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.057702:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.057707:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.057720:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.057724:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.057729:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.057734:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.057739:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.057745:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.057751:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.057756:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.057761:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.057766:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.057771:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.057777:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.057782:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.057787:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.057792:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.057797:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.057802:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.057807:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.057811:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.057816:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788587190.058178:0:17202:0:(service.c:3183:ptlrpc_main()) mdt_fld_0000: service thread [ffff8f5bad675e00:17202] 0 exiting: rc = 1 00000100:00100000:1.0:1788587190.058258:0:17203:0:(service.c:3183:ptlrpc_main()) mdt_fld_0001: service thread [ffff8f5bb59ff800:17203] 1 exiting: rc = 0 00000100:00100000:0.0:1788587190.058582:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.058588:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.058594:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.058598:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.058603:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.058608:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.058614:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.058619:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.058625:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.058634:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.058640:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.058645:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.058651:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.058657:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.058663:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.058692:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.058698:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.058705:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.058710:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.058716:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.058727:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.058733:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.058737:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.058742:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.058746:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.058750:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.058760:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.058764:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.058769:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.058773:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.058779:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.058783:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.058788:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.058792:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.058796:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.058801:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.058805:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.058810:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.058814:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.058818:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.058823:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.058827:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.058832:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.058837:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.058841:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.058846:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.058850:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.058854:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.058858:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.058863:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.058874:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.058878:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.058883:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.058889:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.058895:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.058900:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.058905:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.058914:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.058919:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.058924:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.058928:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.058933:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.058938:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587190.058943:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587190.059574:0:17204:0:(service.c:3183:ptlrpc_main()) mdt_io00_000: service thread [ffff8f5bb0632200:17204] 0 exiting: rc = 1 00000100:00100000:0.0:1788587190.059590:0:17205:0:(service.c:3183:ptlrpc_main()) mdt_io00_001: service thread [ffff8f5a83d18000:17205] 1 exiting: rc = 0 00000100:00100000:2.0:1788587190.059800:0:17206:0:(service.c:3183:ptlrpc_main()) mdt_io00_002: service thread [ffff8f5a83d18600:17206] 2 exiting: rc = 0 00000100:00100000:3.0:1788587190.059856:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587190.059868:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587190.059874:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587190.059880:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587190.059885:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587190.059899:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587190.059905:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587190.059910:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587190.059914:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587190.059918:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587190.059922:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587190.059926:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587190.059929:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587190.059932:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587190.059936:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587190.059940:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587190.059944:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587190.059955:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587190.059959:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587190.059965:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587190.059971:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587190.059976:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587190.059981:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587190.059986:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587190.059993:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587190.059998:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587190.060004:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587190.060010:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587190.060016:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587190.060023:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587190.060028:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587190.060033:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587190.060037:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587190.060043:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587190.060047:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587190.060064:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587190.060071:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587190.060077:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587190.060083:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587190.060098:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587190.060110:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587190.060128:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587190.060147:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587190.060154:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587190.060160:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587190.060165:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587190.060171:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587190.060176:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587190.060182:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587190.060188:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587190.060194:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587190.060200:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587190.060205:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587190.060211:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587190.060216:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587190.060220:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587190.060225:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587190.060231:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587190.060238:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587190.060254:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587190.060261:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587190.060266:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587190.060277:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587190.060282:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:3.0:1788587190.064607:0:20964:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1788587190.064623:0:20964:0:(obd_config.c:883:class_detach()) detach on obd MDS (uuid MDS_uuid) 00000020:00000080:3.0:1788587190.064628:0:20964:0:(genops.c:885:class_export_put()) final put ffff8f5bb0535000/MDS_uuid 00000020:00000080:3.0:1788587190.064633:0:20964:0:(genops.c:844:class_export_destroy()) destroying export ffff8f5bb0535000/MDS_uuid for MDS 00000020:01000000:3.0:1788587190.064639:0:20964:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MDS (MDS_uuid) 00000020:02000400:3.0:1788587190.064904:0:20964:0:(tgt_mount.c:2184:server_put_super()) server umount lustre-MDT0001 complete 00010000:00010000:3.0:1788587190.676833:0:17179:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788587191.132651:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf956867-663d-4ecf-b775-8366b2c643ae->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788587191.132661:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf956867-663d-4ecf-b775-8366b2c643ae->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1788587191.132664:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788587191.132667:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1788587191.132671:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f5a83355000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1788587191.132680:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 531 00000100:00080000:0.0:1788587191.132686:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1788587191.132693:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8f5a83355000 using connection 192.168.203.101@tcp/0@lo 00000100:00100000:0.0:1788587191.132735:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f5bbc729f80 x1875469127598208/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1788587191.132781:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788587191.132784:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1788587191.132786:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f5a81b38000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1788587191.132790:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 531 00000100:00080000:0.0:1788587191.132804:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1788587191.132807:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8f5a81b38000 using connection 192.168.203.101@tcp/0@lo 00000100:00100000:0.0:1788587191.132820:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f5bbc728e00 x1875469127598464/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788587191.132858:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bbc72a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3646:1875469127598336:0@lo:400:kworker.0 00000400:00000100:0.0:1788587191.132906:0:3646:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875469127598336 offset 0 length 224: 4 00000100:00100000:0.0:1788587191.132940:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788587191.132945:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bbc72bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3646:1875469127598592:0@lo:400:kworker.0 00000400:00000100:0.0:1788587191.132963:0:3646:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875469127598592 offset 0 length 224: 4 00000100:00100000:3.0:1788587191.135288:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bbc729f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3645:1875469127598208:0@lo:38:kworker.0 00000400:00000100:3.0:1788587191.135351:0:3645:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875469127598208 offset 0 length 520: 4 00000100:00100000:3.0:1788587191.135379:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bbc728e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3645:1875469127598464:0@lo:38:kworker.0 00000400:00000100:3.0:1788587191.135410:0:3645:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875469127598464 offset 0 length 520: 4 00010000:00010000:2.0:1788587191.701602:0:17180:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788587192.735943:0:18723:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:1.0:1788587193.382515:0:21166:0:(tgt_mount.c:2195:server_umount_begin()) umount -f 00000020:01000004:1.0:1788587193.405709:0:21166:0:(tgt_mount.c:2065:server_put_super()) server put_super lustre-OST0000 00010000:00010000:1.0:1788587193.405763:0:21166:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.101@tcp lock: ffff8f5a83c1ac00/0xfbc93bbea5fdabe2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xfbc93bbea5fdabe9 expref: -99 pid: 18692 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587193.405780:0:21166:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.101@tcp lock: ffff8f5a83c1ac00/0xfbc93bbea5fdabe2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0xfbc93bbea5fdabe9 expref: -99 pid: 18692 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587193.405789:0:21166:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.101@tcp lock: ffff8f5a83c1ac00/0xfbc93bbea5fdabe2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0xfbc93bbea5fdabe9 expref: -99 pid: 18692 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587193.405796:0:21166:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.101@tcp lock: ffff8f5a83c1ac00/0xfbc93bbea5fdabe2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0xfbc93bbea5fdabe9 expref: -99 pid: 18692 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587193.405821:0:21166:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:1.0:1788587193.405827:0:21166:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:1.0:1788587193.405848:0:21166:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1788587193.405860:0:21166:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8f5bbc729f80 x1875469127598208/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1788587211 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788587193.405881:0:21166:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 3 00000100:00080000:1.0:1788587193.405886:0:21166:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000100:00080000:1.0:1788587193.405892:0:21166:0:(import.c:65:import_set_state_nolock()) ffff8f5a83355000 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00080000:1.0:1788587193.405909:0:21166:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1788587193.405914:0:21166:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8f5bbc729f80 x1875469127598208/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1788587211 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788587193.405921:0:21166:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 4 00000100:00100000:1.0:1788587193.405924:0:21166:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 24s for inflight to error out 00000100:00100000:2.0:1788587193.405985:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bbc729f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3645:1875469127598208:0@lo:38:kworker.0 00000100:00080000:1.0:1788587193.406963:0:21166:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:1.0:1788587193.406973:0:21166:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8f5bbc72a300 x1875469127598336/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788587207 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788587193.406987:0:21166:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 3 00000100:00080000:1.0:1788587193.406991:0:21166:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID 00000100:00080000:1.0:1788587193.407009:0:21166:0:(import.c:65:import_set_state_nolock()) ffff8f5a83354800 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:2.0:1788587193.407059:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a83c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3645:1875469127598720:0@lo:39:umount.0 00000400:00000100:2.0:1788587193.407108:0:3645:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875469127598720 offset 0 length 224: 4 00000100:00100000:0.0:1788587193.407194:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bbc72a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3646:1875469127598336:0@lo:400:kworker.0 00010000:00010000:3.0:1788587193.407644:0:17179:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788587193.407653:0:17179:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.101@tcp lock: ffff8f5a83c1ac00/0xfbc93bbea5fdabe2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0xfbc93bbea5fdabe9 expref: -99 pid: 18692 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587193.407663:0:17179:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f5a83c1ac00 already unused, calling callback (ffffffffc13dec20) 10000000:00010000:3.0:1788587193.407667:0:17179:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.101@tcp lock: ffff8f5a83c1ac00/0xfbc93bbea5fdabe2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0xfbc93bbea5fdabe9 expref: -99 pid: 18692 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587193.407677:0:17179:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.101@tcp lock: ffff8f5a83c1ac00/0xfbc93bbea5fdabe2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1008400000000 nid: local remote: 0xfbc93bbea5fdabe9 expref: -99 pid: 18692 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788587193.407684:0:17179:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.101@tcp lock: ffff8f5a83c1ac00/0xfbc93bbea5fdabe2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1009400000000 nid: local remote: 0xfbc93bbea5fdabe9 expref: -99 pid: 18692 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788587193.407690:0:17179:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:3.0:1788587193.407693:0:17179:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:3.0:1788587193.407696:0:17179:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:3.0:1788587193.407710:0:17179:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8f5b88e47000 00010000:00010000:3.0:1788587193.407715:0:17179:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.101@tcp lock: ffff8f5a83c1ac00/0xfbc93bbea5fdabe2 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000000 nid: local remote: 0xfbc93bbea5fdabe9 expref: -99 pid: 18692 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587193.407721:0:17179:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.101@tcp lock: ffff8f5a83c1ac00/0xfbc93bbea5fdabe2 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000000 nid: local remote: 0xfbc93bbea5fdabe9 expref: -99 pid: 18692 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587193.407733:0:17179:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788587193.407735:0:17179:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788587193.407736:0:17179:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788587193.749437:0:17180:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1788587194.196842:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf956867-663d-4ecf-b775-8366b2c643ae->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1788587194.196853:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf956867-663d-4ecf-b775-8366b2c643ae->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1788587194.196856:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1788587194.196859:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1788587194.196960:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1788587194.197001:0:3649:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bb05ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3649:1875469127598848:0@lo:400:kworker.0 00000400:00000100:3.0:1788587194.197051:0:3649:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875469127598848 offset 0 length 224: 4 00010000:00010000:3.0:1788587194.776457:0:18723:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:1.0:1788587195.226882:0:18693:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:1.0:1788587195.226892:0:18693:0:(genops.c:885:class_export_put()) final put ffff8f5a83ce7000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:3.0:1788587195.226955:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8f5a83ce7000/lustre-MDT0001-mdtlov_UUID for lustre-OST0000 00000020:00000080:3.0:1788587195.227165:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8f5a83ce0000 for lustre-OST0000 00000001:00100000:2.0:1788587195.228014:0:19513:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:2.0:1788587195.228029:0:19513:0:(genops.c:885:class_export_put()) final put ffff8f5a832a3000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:3.0:1788587195.228202:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8f5a832a3000/lustre-MDT0001-mdtlov_UUID for lustre-OST0001 00000020:00000080:3.0:1788587195.228252:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8f5a832a2000 for lustre-OST0001 00010000:00010000:3.0:1788587195.797359:0:17179:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788587196.246514:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf956867-663d-4ecf-b775-8366b2c643ae->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788587196.246528:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf956867-663d-4ecf-b775-8366b2c643ae->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1788587196.246531:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788587196.246535:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1788587196.247205:0:3649:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bbc72a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3649:1875469127598976:0@lo:400:kworker.0 00000400:00000100:3.0:1788587196.247279:0:3649:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875469127598976 offset 0 length 224: 4 00010000:00010000:2.0:1788587196.820862:0:17180:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788587197.844741:0:18723:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788587198.870786:0:17179:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788587199.574665:0:3645:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788587189/real 1788587189] req@ffff8f5a83c57800 x1875469127598080/t0(0) o250->MGC192.168.203.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1788587199 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788587199.574709:0:3645:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f5a83c57800 x1875469127598080/t0(0) o250->MGC192.168.203.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1788587199 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1788587199.574735:0:3645:0:(import.c:65:import_set_state_nolock()) ffff8f5b88e47000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1788587199.574762:0:3645:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1788587199.574766:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a83c57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf956867-663d-4ecf-b775-8366b2c643ae:3645:1875469127598080:0@lo:250:ptlrpcd_00_00.0 00000100:00080000:2.0:1788587199.574861:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf956867-663d-4ecf-b775-8366b2c643ae->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1788587199.574877:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1788587199.574881:0:37:0:(import.c:65:import_set_state_nolock()) ffff8f5b88e47000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1788587199.574888:0:37:0:(import.c:545:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 0@lo last attempt 535 00000100:00080000:2.0:1788587199.574894:0:37:0:(import.c:630:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1788587199.574903:0:37:0:(import.c:665:import_select_connection()) MGC192.168.203.101@tcp: import ffff8f5b88e47000 using connection 192.168.203.101@tcp/0@lo 00000100:00100000:2.0:1788587199.574945:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f5bb05ae300 x1875469127599104/t0(0) o250->MGC192.168.203.101@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1788587199.574971:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1788587199.574975:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1788587199.575086:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bb05ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3646:1875469127599232:0@lo:400:kworker.0 00000400:00000100:0.0:1788587199.575147:0:3646:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875469127599232 offset 0 length 224: 4 00000100:00100000:3.0:1788587199.575456:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bb05ae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf956867-663d-4ecf-b775-8366b2c643ae:3645:1875469127599104:0@lo:250:kworker.0 00000400:00000100:3.0:1788587199.575485:0:3645:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1875469127599104 offset 0 length 520: 4 00010000:00010000:2.0:1788587199.892800:0:17180:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788587200.918217:0:18723:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788587201.941129:0:17179:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788587202.966073:0:17180:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788587203.668597:0:3645:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788587193/real 1788587193] req@ffff8f5a83c55c00 x1875469127598720/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1788587203 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788587203.668747:0:3645:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f5a83c55c00 x1875469127598720/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1788587203 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1788587203.668776:0:3645:0:(import.c:65:import_set_state_nolock()) ffff8f5a83354800 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:3.0:1788587203.668800:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a83c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3645:1875469127598720:0@lo:39:umount.0 00000100:00080000:1.0:1788587203.670130:0:21166:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:1.0:1788587203.670140:0:21166:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 4 00000100:00100000:1.0:1788587203.670148:0:21166:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:1.0:1788587203.674278:0:21166:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.101@tcp lock: ffff8f5a83c1be00/0xfbc93bbea5fdabb8 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xfbc93bbea5fdabbf expref: -99 pid: 18692 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587203.674302:0:21166:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.101@tcp lock: ffff8f5a83c1be00/0xfbc93bbea5fdabb8 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xfbc93bbea5fdabbf expref: -99 pid: 18692 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587203.674310:0:21166:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.101@tcp lock: ffff8f5a83c1be00/0xfbc93bbea5fdabb8 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0xfbc93bbea5fdabbf expref: -99 pid: 18692 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587203.674317:0:21166:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.101@tcp lock: ffff8f5a83c1be00/0xfbc93bbea5fdabb8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0xfbc93bbea5fdabbf expref: -99 pid: 18692 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587203.674347:0:21166:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788587203.674374:0:21166:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.101@tcp lock: ffff8f5b829f5200/0xfbc93bbea5fdaf1c lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xfbc93bbea5fdaf23 expref: -99 pid: 17188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587203.674380:0:21166:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.101@tcp lock: ffff8f5b829f5200/0xfbc93bbea5fdaf1c lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xfbc93bbea5fdaf23 expref: -99 pid: 17188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587203.674386:0:21166:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.101@tcp lock: ffff8f5b829f5200/0xfbc93bbea5fdaf1c lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xfbc93bbea5fdaf23 expref: -99 pid: 17188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587203.674391:0:21166:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.101@tcp lock: ffff8f5b829f5200/0xfbc93bbea5fdaf1c lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xfbc93bbea5fdaf23 expref: -99 pid: 17188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587203.674437:0:21166:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 10000000:01000000:1.0:1788587203.674442:0:21166:0:(mgc_request.c:547:config_log_end()) end config log lustre-OST0000 (0) 00000020:01000004:1.0:1788587203.674474:0:21166:0:(tgt_mount.c:2115:server_put_super()) stopping lustre-OST0000 00000020:01000000:1.0:1788587203.674478:0:21166:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000 (flags='F') 00000020:00000080:1.0:1788587203.674484:0:21166:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1788587203.674490:0:21166:0:(obd_config.c:956:class_cleanup()) lustre-OST0000: forcing exports to disconnect: 0/1 00000020:00080000:1.0:1788587203.674496:0:21166:0:(genops.c:1558:class_disconnect_exports()) OBD device 22 (ffff8f5a8334cd40) has no exports 00000020:00080000:1.0:1788587203.674522:0:21166:0:(genops.c:1558:class_disconnect_exports()) OBD device 22 (ffff8f5a8334cd40) has no exports 00010000:00010000:3.0:1788587203.676125:0:18723:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788587203.676141:0:18723:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.101@tcp lock: ffff8f5a83c1be00/0xfbc93bbea5fdabb8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0xfbc93bbea5fdabbf expref: -99 pid: 18692 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587203.676152:0:18723:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f5a83c1be00 already unused, calling callback (ffffffffc13dec20) 10000000:00010000:3.0:1788587203.676156:0:18723:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.101@tcp lock: ffff8f5a83c1be00/0xfbc93bbea5fdabb8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0xfbc93bbea5fdabbf expref: -99 pid: 18692 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587203.676166:0:18723:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.101@tcp lock: ffff8f5a83c1be00/0xfbc93bbea5fdabb8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0xfbc93bbea5fdabbf expref: -99 pid: 18692 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788587203.676174:0:18723:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.101@tcp lock: ffff8f5a83c1be00/0xfbc93bbea5fdabb8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0xfbc93bbea5fdabbf expref: -99 pid: 18692 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788587203.676181:0:18723:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:3.0:1788587203.676184:0:18723:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-OST0000: stopping, won't requeue 10000000:01000000:3.0:1788587203.676188:0:18723:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-OST0000 00010000:00010000:3.0:1788587203.676211:0:18723:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8f5b88e47000 00010000:00010000:3.0:1788587203.676215:0:18723:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.101@tcp lock: ffff8f5a83c1be00/0xfbc93bbea5fdabb8 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000000 nid: local remote: 0xfbc93bbea5fdabbf expref: -99 pid: 18692 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587203.676222:0:18723:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.101@tcp lock: ffff8f5a83c1be00/0xfbc93bbea5fdabb8 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000000 nid: local remote: 0xfbc93bbea5fdabbf expref: -99 pid: 18692 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587203.676263:0:18723:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788587203.676267:0:18723:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.101@tcp lock: ffff8f5b829f5200/0xfbc93bbea5fdaf1c lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xfbc93bbea5fdaf23 expref: -99 pid: 17188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587203.676273:0:18723:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f5b829f5200 already unused, calling callback (ffffffffc13dec20) 10000000:00010000:3.0:1788587203.676275:0:18723:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.101@tcp lock: ffff8f5b829f5200/0xfbc93bbea5fdaf1c lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xfbc93bbea5fdaf23 expref: -99 pid: 17188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587203.676283:0:18723:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.101@tcp lock: ffff8f5b829f5200/0xfbc93bbea5fdaf1c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0xfbc93bbea5fdaf23 expref: -99 pid: 17188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788587203.676289:0:18723:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.101@tcp lock: ffff8f5b829f5200/0xfbc93bbea5fdaf1c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0xfbc93bbea5fdaf23 expref: -99 pid: 17188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788587203.676294:0:18723:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:3.0:1788587203.676296:0:18723:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:3.0:1788587203.676298:0:18723:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:3.0:1788587203.676303:0:18723:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8f5b88e47000 00010000:00010000:3.0:1788587203.676306:0:18723:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.101@tcp lock: ffff8f5b829f5200/0xfbc93bbea5fdaf1c lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0xfbc93bbea5fdaf23 expref: -99 pid: 17188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587203.676312:0:18723:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.101@tcp lock: ffff8f5b829f5200/0xfbc93bbea5fdaf1c lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0xfbc93bbea5fdaf23 expref: -99 pid: 17188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587203.676320:0:18723:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788587203.676322:0:18723:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788587203.676324:0:18723:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788587203.683231:0:17179:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000000:1.0:1788587203.684098:0:21166:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8f5a8452fde0 - data ffff8f5a81d6fbd0/ffff8f5b83531c00 00000020:01000000:1.0:1788587203.684563:0:21166:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8f5a8452fae0 - data ffff8f5bb11ceca8/ffff8f5b86d32400 00100000:10000000:1.0:1788587203.698516:0:21166:0:(lfsck_layout.c:753:lfsck_rbtree_cleanup()) lustre-OST0000-osd: layout LFSCK fini OST-objects accessing bitmap 00000020:00000080:0.0:1788587203.709308:0:21166:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xfbc93bbea5fdabcd 00000020:00000080:0.0:1788587203.709322:0:21166:0:(genops.c:885:class_export_put()) final put ffff8f5b86e70800/lustre-OST0000-osd_UUID 00000020:01000004:0.0:1788587203.709342:0:21166:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8f5a81bce000 from lustre-OST0000, refs=2 00000020:01000004:0.0:1788587203.709346:0:21166:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8f5a81bce000 2 00000020:01000004:0.0:1788587203.709349:0:21166:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff8f5a81bce000 from lustre-OST0000 00000020:00000080:0.0:1788587203.709373:0:21166:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788587203.709383:0:21166:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:00000080:0.0:1788587203.709394:0:21166:0:(genops.c:885:class_export_put()) final put ffff8f5b86e77800/lustre-OST0000_UUID 00000020:00000080:0.0:1788587203.709397:0:21166:0:(genops.c:844:class_export_destroy()) destroying export ffff8f5b86e77800/lustre-OST0000_UUID for lustre-OST0000 00000020:01000000:0.0:1788587203.709404:0:21166:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000 (lustre-OST0000_UUID) 00000020:01000004:0.0:1788587203.709478:0:21166:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 1 references. 00000020:01000000:0.0:1788587203.709483:0:21166:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-OST0000 (flags='F') 00000020:00000080:0.0:1788587203.709487:0:21166:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788587203.709492:0:21166:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-OST0000: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1788587203.709498:0:21166:0:(genops.c:1819:print_export_data()) lustre-MDT0000-lwp-OST0000: ACTIVE ffff8f5a83354000 lustre-MDT0000-lwp-OST0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1788587203.709504:0:21166:0:(genops.c:1553:class_disconnect_exports()) OBD device 23 (ffff8f5ba7ab4d40) has exports, disconnecting them 00000020:00080000:0.0:1788587203.709509:0:21166:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000-lwp-OST0000: disconnecting export at 0@lo (ffff8f5a83354000), last request at 1788587127 00000020:00000080:0.0:1788587203.709514:0:21166:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xfbc93bbea5fdabf7 00000020:00080000:0.0:1788587203.709524:0:21166:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff8f5a83354000): rc 0 00000020:00000080:0.0:1788587203.709529:0:21166:0:(genops.c:885:class_export_put()) final put ffff8f5a83354000/lustre-MDT0000-lwp-OST0000 00000020:00000080:3.0:1788587203.709624:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8f5b86e70800/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:00000080:3.0:1788587203.709664:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8f5a83354000/lustre-MDT0000-lwp-OST0000 for lustre-MDT0000-lwp-OST0000 00010000:01000000:2.0:1788587203.743493:0:21166:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-OST0000: client import never connected 00000100:00080000:2.0:1788587203.743502:0:21166:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1788587203.743507:0:21166:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 5 00000100:00100000:2.0:1788587203.743514:0:21166:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1788587203.743694:0:21166:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788587203.743704:0:21166:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000020:01000000:2.0:1788587203.743709:0:21166:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-lwp-OST0000 (flags='F') 00000020:00000080:2.0:1788587203.743714:0:21166:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788587203.743718:0:21166:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-lwp-OST0000: forcing exports to disconnect: 1/3 00000020:00080000:2.0:1788587203.743725:0:21166:0:(genops.c:1819:print_export_data()) lustre-MDT0001-lwp-OST0000: ACTIVE ffff8f5a83357000 lustre-MDT0001-lwp-OST0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1788587203.743731:0:21166:0:(genops.c:1553:class_disconnect_exports()) OBD device 24 (ffff8f5ba7ab19c0) has exports, disconnecting them 00000020:00080000:2.0:1788587203.743735:0:21166:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0001-lwp-OST0000: disconnecting export at 0@lo (ffff8f5a83357000), last request at 1788587127 00000020:00000080:2.0:1788587203.743751:0:21166:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xfbc93bbea5fdac0c 00000020:00080000:2.0:1788587203.743769:0:21166:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff8f5a83357000): rc 0 00000020:00000080:2.0:1788587203.743774:0:21166:0:(genops.c:885:class_export_put()) final put ffff8f5a83357000/lustre-MDT0001-lwp-OST0000 00000020:00000080:3.0:1788587203.743931:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8f5a83355000 for lustre-MDT0000-lwp-OST0000 00000020:00000080:3.0:1788587203.743940:0:38:0:(genops.c:885:class_export_put()) final put ffff8f5a83ce7800/lustre-MDT0000-lwp-OST0000_UUID 00000020:00000080:3.0:1788587203.743944:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8f5a83ce7800/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000-lwp-OST0000 00000020:01000000:3.0:1788587203.743957:0:38:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-OST0000 (lustre-MDT0000-lwp-OST0000_UUID) 00000020:00000080:3.0:1788587203.744037:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8f5a83357000/lustre-MDT0001-lwp-OST0000 for lustre-MDT0001-lwp-OST0000 00010000:01000000:2.0:1788587203.745468:0:21166:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0001-lwp-OST0000: client import never connected 00000100:00080000:2.0:1788587203.745481:0:21166:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:2.0:1788587203.745484:0:21166:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 5 00000100:00100000:2.0:1788587203.745490:0:21166:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1788587203.745659:0:21166:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788587203.745667:0:21166:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-lwp-OST0000 (uuid lustre-MDT0001-lwp-OST0000_UUID) 00000020:01000004:2.0:1788587203.745674:0:21166:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8f5a81bce000 1 00000020:00000080:2.0:1788587203.745679:0:21166:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xfbc93bbea5fdabaa 00000020:00000080:2.0:1788587203.745687:0:21166:0:(genops.c:885:class_export_put()) final put ffff8f5bb4cb6800/lustre-OST0000-osd_UUID 00000020:01000000:2.0:1788587203.745692:0:21166:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osd (flags='') 00000020:00000080:2.0:1788587203.745696:0:21166:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788587203.745700:0:21166:0:(obd_config.c:956:class_cleanup()) lustre-OST0000-osd: forcing exports to disconnect: 0/2 00000020:00080000:2.0:1788587203.745703:0:21166:0:(genops.c:1558:class_disconnect_exports()) OBD device 20 (ffff8f5a82434d40) has no exports 00000020:00000080:2.0:1788587203.748585:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8f5a83354800 for lustre-MDT0001-lwp-OST0000 00000020:00000080:2.0:1788587203.748602:0:38:0:(genops.c:885:class_export_put()) final put ffff8f5a83353000/lustre-MDT0001-lwp-OST0000_UUID 00000020:00000080:2.0:1788587203.748606:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8f5a83353000/lustre-MDT0001-lwp-OST0000_UUID for lustre-MDT0001-lwp-OST0000 00000020:01000000:2.0:1788587203.748619:0:38:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-lwp-OST0000 (lustre-MDT0001-lwp-OST0000_UUID) 00000020:00000080:2.0:1788587203.748687:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8f5bb4cb6800/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:00000080:2.0:1788587203.792737:0:21166:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788587203.792752:0:21166:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osd (uuid lustre-OST0000-osd_UUID) 00000020:00000080:2.0:1788587203.792758:0:21166:0:(genops.c:885:class_export_put()) final put ffff8f5a81bca800/lustre-OST0000-osd_UUID 00000020:00000080:2.0:1788587203.792763:0:21166:0:(genops.c:844:class_export_destroy()) destroying export ffff8f5a81bca800/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:01000000:2.0:1788587203.792774:0:21166:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osd (lustre-OST0000-osd_UUID) 00000020:01000004:2.0:1788587203.792893:0:21166:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff8f5a81bce800 00000020:02000400:2.0:1788587203.792934:0:21166:0:(tgt_mount.c:2184:server_put_super()) server umount lustre-OST0000 complete 00010000:00010000:2.0:1788587203.989268:0:17180:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1788587204.950155:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf956867-663d-4ecf-b775-8366b2c643ae->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1788587204.950171:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf956867-663d-4ecf-b775-8366b2c643ae->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1788587204.950174:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1788587204.950178:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1788587204.950243:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bb05adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3647:1875469127599360:0@lo:400:kworker.0 00000400:00000100:2.0:1788587204.950296:0:3647:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875469127599360 offset 0 length 224: 4 00010000:00010000:2.0:1788587205.013074:0:18723:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788587206.047246:0:17179:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:1.0:1788587206.851131:0:21367:0:(tgt_mount.c:2195:server_umount_begin()) umount -f 00000020:01000004:1.0:1788587206.867789:0:21367:0:(tgt_mount.c:2065:server_put_super()) server put_super lustre-OST0001 00010000:00010000:1.0:1788587206.867865:0:21367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.101@tcp lock: ffff8f5b8a466200/0xfbc93bbea5fdac7c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xfbc93bbea5fdac83 expref: -99 pid: 19512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587206.867880:0:21367:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.101@tcp lock: ffff8f5b8a466200/0xfbc93bbea5fdac7c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xfbc93bbea5fdac83 expref: -99 pid: 19512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587206.867904:0:21367:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.101@tcp lock: ffff8f5b8a466200/0xfbc93bbea5fdac7c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0xfbc93bbea5fdac83 expref: -99 pid: 19512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587206.867910:0:21367:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.101@tcp lock: ffff8f5b8a466200/0xfbc93bbea5fdac7c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0xfbc93bbea5fdac83 expref: -99 pid: 19512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587206.867934:0:21367:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:1.0:1788587206.867939:0:21367:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:1.0:1788587206.867961:0:21367:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1788587206.867971:0:21367:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8f5bbc728e00 x1875469127598464/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1788587211 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788587206.867994:0:21367:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 3 00000100:00080000:1.0:1788587206.867998:0:21367:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID 00000100:00080000:1.0:1788587206.868004:0:21367:0:(import.c:65:import_set_state_nolock()) ffff8f5a81b38000 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00080000:1.0:1788587206.868009:0:21367:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1788587206.868013:0:21367:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8f5bbc728e00 x1875469127598464/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1788587211 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788587206.868019:0:21367:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 4 00000100:00100000:1.0:1788587206.868032:0:21367:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 6s for inflight to error out 00000100:00100000:3.0:1788587206.868087:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bbc728e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3645:1875469127598464:0@lo:38:kworker.0 00000100:00080000:1.0:1788587206.869213:0:21367:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:1.0:1788587206.869221:0:21367:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8f5bbc72bb80 x1875469127598592/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788587207 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788587206.869250:0:21367:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8f5bb05ad880 x1875469127598848/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788587210 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788587206.869264:0:21367:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8f5bbc72a300 x1875469127598976/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788587212 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788587206.869272:0:21367:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8f5bb05ae680 x1875469127599232/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788587215 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788587206.869290:0:21367:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8f5bb05adf80 x1875469127599360/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788587220 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788587206.869299:0:21367:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 3 00000100:00080000:1.0:1788587206.869304:0:21367:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID 00000100:00080000:1.0:1788587206.869323:0:21367:0:(import.c:65:import_set_state_nolock()) ffff8f5a81b39000 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00010000:00010000:2.0:1788587206.870444:0:17180:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788587206.870454:0:17180:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.101@tcp lock: ffff8f5b8a466200/0xfbc93bbea5fdac7c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0xfbc93bbea5fdac83 expref: -99 pid: 19512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587206.870463:0:17180:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f5b8a466200 already unused, calling callback (ffffffffc13dec20) 10000000:00010000:2.0:1788587206.870468:0:17180:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.101@tcp lock: ffff8f5b8a466200/0xfbc93bbea5fdac7c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0xfbc93bbea5fdac83 expref: -99 pid: 19512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587206.870477:0:17180:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.101@tcp lock: ffff8f5b8a466200/0xfbc93bbea5fdac7c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0xfbc93bbea5fdac83 expref: -99 pid: 19512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788587206.870484:0:17180:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.101@tcp lock: ffff8f5b8a466200/0xfbc93bbea5fdac7c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0xfbc93bbea5fdac83 expref: -99 pid: 19512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788587206.870489:0:17180:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1788587206.870491:0:17180:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:2.0:1788587206.870494:0:17180:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:2.0:1788587206.870509:0:17180:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8f5b88e47000 00010000:00010000:2.0:1788587206.870512:0:17180:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.101@tcp lock: ffff8f5b8a466200/0xfbc93bbea5fdac7c lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0xfbc93bbea5fdac83 expref: -99 pid: 19512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587206.870518:0:17180:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.101@tcp lock: ffff8f5b8a466200/0xfbc93bbea5fdac7c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0xfbc93bbea5fdac83 expref: -99 pid: 19512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587206.870540:0:17180:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788587206.870542:0:17180:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788587206.870544:0:17180:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788587206.870572:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bb05adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3647:1875469127599360:0@lo:400:kworker.0 00000100:00100000:0.0:1788587206.870704:0:3649:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bbc72a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3649:1875469127598976:0@lo:400:kworker.0 00000100:00100000:0.0:1788587206.870712:0:3649:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bb05ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3649:1875469127598848:0@lo:400:kworker.0 00000100:00100000:3.0:1788587206.870799:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bb05ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3646:1875469127599232:0@lo:400:kworker.0 00000100:00100000:3.0:1788587206.870807:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bbc72bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3646:1875469127598592:0@lo:400:kworker.0 00000100:00100000:3.0:1788587206.870829:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a83c55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3645:1875469127599488:0@lo:39:umount.0 00000400:00000100:3.0:1788587206.870871:0:3645:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875469127599488 offset 0 length 224: 4 00010000:00010000:2.0:1788587207.060988:0:18723:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788587208.085754:0:17179:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788587209.109445:0:17180:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1788587210.068734:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf956867-663d-4ecf-b775-8366b2c643ae->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788587210.068746:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf956867-663d-4ecf-b775-8366b2c643ae->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1788587210.136643:0:18723:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788587211.159509:0:17179:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788587212.185639:0:17180:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788587213.212447:0:18723:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788587214.037030:0:3645:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788587199/real 1788587199] req@ffff8f5bb05ae300 x1875469127599104/t0(0) o250->MGC192.168.203.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1788587214 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788587214.037063:0:3645:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f5bb05ae300 x1875469127599104/t0(0) o250->MGC192.168.203.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1788587214 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1788587214.037081:0:3645:0:(import.c:65:import_set_state_nolock()) ffff8f5b88e47000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1788587214.037107:0:3645:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1788587214.037111:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bb05ae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf956867-663d-4ecf-b775-8366b2c643ae:3645:1875469127599104:0@lo:250:kworker.0 00000100:00080000:2.0:1788587214.037193:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf956867-663d-4ecf-b775-8366b2c643ae->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1788587214.037199:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1788587214.037201:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f5b88e47000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1788587214.037206:0:38:0:(import.c:545:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 0@lo last attempt 545 00000100:00080000:2.0:1788587214.037211:0:38:0:(import.c:630:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1788587214.037217:0:38:0:(import.c:665:import_select_connection()) MGC192.168.203.101@tcp: import ffff8f5b88e47000 using connection 192.168.203.101@tcp/0@lo 00000100:00100000:2.0:1788587214.037246:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f5bb05adf80 x1875469127599616/t0(0) o250->MGC192.168.203.101@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788587214.039946:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bb05adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf956867-663d-4ecf-b775-8366b2c643ae:3645:1875469127599616:0@lo:250:kworker.0 00000400:00000100:3.0:1788587214.040017:0:3645:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1875469127599616 offset 0 length 520: 4 00010000:00010000:3.0:1788587214.230676:0:17179:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788587215.252767:0:17180:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788587216.085772:0:3645:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788587206/real 1788587206] req@ffff8f5a83c55f80 x1875469127599488/t0(0) o39->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1788587216 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788587216.085814:0:3645:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f5a83c55f80 x1875469127599488/t0(0) o39->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1788587216 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1788587216.085832:0:3645:0:(import.c:65:import_set_state_nolock()) ffff8f5a81b39000 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:3.0:1788587216.085850:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a83c55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3645:1875469127599488:0@lo:39:umount.0 00000100:00080000:1.0:1788587216.085905:0:21367:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:1.0:1788587216.085918:0:21367:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 4 00000100:00100000:1.0:1788587216.085924:0:21367:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:1.0:1788587216.086737:0:21367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.101@tcp lock: ffff8f5b8a466400/0xfbc93bbea5fdac52 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xfbc93bbea5fdac59 expref: -99 pid: 19512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587216.086752:0:21367:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.101@tcp lock: ffff8f5b8a466400/0xfbc93bbea5fdac52 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xfbc93bbea5fdac59 expref: -99 pid: 19512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587216.086759:0:21367:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.101@tcp lock: ffff8f5b8a466400/0xfbc93bbea5fdac52 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xfbc93bbea5fdac59 expref: -99 pid: 19512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587216.086765:0:21367:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.101@tcp lock: ffff8f5b8a466400/0xfbc93bbea5fdac52 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xfbc93bbea5fdac59 expref: -99 pid: 19512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587216.086901:0:21367:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788587216.086911:0:21367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.101@tcp lock: ffff8f5bbfa71400/0xfbc93bbea5fdaf0e lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xfbc93bbea5fdaf15 expref: -99 pid: 17188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587216.086918:0:21367:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.101@tcp lock: ffff8f5bbfa71400/0xfbc93bbea5fdaf0e lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xfbc93bbea5fdaf15 expref: -99 pid: 17188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587216.086936:0:21367:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.101@tcp lock: ffff8f5bbfa71400/0xfbc93bbea5fdaf0e lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xfbc93bbea5fdaf15 expref: -99 pid: 17188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587216.086942:0:21367:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.101@tcp lock: ffff8f5bbfa71400/0xfbc93bbea5fdaf0e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xfbc93bbea5fdaf15 expref: -99 pid: 17188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587216.090587:0:18723:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1788587216.090602:0:18723:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.101@tcp lock: ffff8f5b8a466400/0xfbc93bbea5fdac52 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xfbc93bbea5fdac59 expref: -99 pid: 19512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587216.090614:0:18723:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f5b8a466400 already unused, calling callback (ffffffffc13dec20) 10000000:00010000:2.0:1788587216.090618:0:18723:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.101@tcp lock: ffff8f5b8a466400/0xfbc93bbea5fdac52 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xfbc93bbea5fdac59 expref: -99 pid: 19512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587216.090627:0:18723:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.101@tcp lock: ffff8f5b8a466400/0xfbc93bbea5fdac52 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0xfbc93bbea5fdac59 expref: -99 pid: 19512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788587216.090652:0:18723:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.101@tcp lock: ffff8f5b8a466400/0xfbc93bbea5fdac52 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0xfbc93bbea5fdac59 expref: -99 pid: 19512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788587216.090657:0:18723:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1788587216.090660:0:18723:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-OST0001: stopping, won't requeue 00010000:00010000:2.0:1788587216.090673:0:18723:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8f5b88e47000 00010000:00010000:2.0:1788587216.090677:0:18723:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.101@tcp lock: ffff8f5b8a466400/0xfbc93bbea5fdac52 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0xfbc93bbea5fdac59 expref: -99 pid: 19512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587216.090684:0:18723:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.101@tcp lock: ffff8f5b8a466400/0xfbc93bbea5fdac52 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0xfbc93bbea5fdac59 expref: -99 pid: 19512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587216.090701:0:18723:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788587216.090705:0:18723:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.101@tcp lock: ffff8f5bbfa71400/0xfbc93bbea5fdaf0e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xfbc93bbea5fdaf15 expref: -99 pid: 17188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587216.090710:0:18723:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f5bbfa71400 already unused, calling callback (ffffffffc13dec20) 10000000:00010000:2.0:1788587216.090713:0:18723:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.101@tcp lock: ffff8f5bbfa71400/0xfbc93bbea5fdaf0e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xfbc93bbea5fdaf15 expref: -99 pid: 17188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587216.090719:0:18723:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.101@tcp lock: ffff8f5bbfa71400/0xfbc93bbea5fdaf0e lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0xfbc93bbea5fdaf15 expref: -99 pid: 17188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788587216.090725:0:18723:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.101@tcp lock: ffff8f5bbfa71400/0xfbc93bbea5fdaf0e lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0xfbc93bbea5fdaf15 expref: -99 pid: 17188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788587216.090729:0:18723:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:2.0:1788587216.090731:0:18723:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 00010000:00010000:2.0:1788587216.090734:0:18723:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8f5b88e47000 00010000:00010000:2.0:1788587216.090743:0:18723:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.101@tcp lock: ffff8f5bbfa71400/0xfbc93bbea5fdaf0e lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0xfbc93bbea5fdaf15 expref: -99 pid: 17188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587216.090749:0:18723:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788587216.090751:0:18723:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788587216.090753:0:18723:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788587216.092193:0:17179:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788587216.092271:0:21367:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1788587216.092284:0:21367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.101@tcp lock: ffff8f5bbfa71400/0xfbc93bbea5fdaf0e lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0xfbc93bbea5fdaf15 expref: -99 pid: 17188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788587216.092306:0:21367:0:(mgc_request.c:130:config_log_put()) dropping config log params 10000000:01000000:1.0:1788587216.092313:0:21367:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-OST0001 10000000:01000000:1.0:1788587216.092315:0:21367:0:(mgc_request.c:547:config_log_end()) end config log lustre-OST0001 (0) 00000020:01000004:1.0:1788587216.092350:0:21367:0:(tgt_mount.c:2115:server_put_super()) stopping lustre-OST0001 00000020:01000000:1.0:1788587216.092355:0:21367:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001 (flags='F') 00000020:00000080:1.0:1788587216.092362:0:21367:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1788587216.092368:0:21367:0:(obd_config.c:956:class_cleanup()) lustre-OST0001: forcing exports to disconnect: 0/1 00000020:00080000:1.0:1788587216.092372:0:21367:0:(genops.c:1558:class_disconnect_exports()) OBD device 26 (ffff8f5b85b8cd40) has no exports 00000020:00080000:1.0:1788587216.092397:0:21367:0:(genops.c:1558:class_disconnect_exports()) OBD device 26 (ffff8f5b85b8cd40) has no exports 00000020:01000000:1.0:1788587216.097736:0:21367:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8f5a8452f000 - data ffff8f5b98bfabd0/ffff8f5b83532800 00000020:01000000:1.0:1788587216.098311:0:21367:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8f5a8452ff60 - data ffff8f5bb10230d8/ffff8f5a83432000 00100000:10000000:1.0:1788587216.120330:0:21367:0:(lfsck_layout.c:753:lfsck_rbtree_cleanup()) lustre-OST0001-osd: layout LFSCK fini OST-objects accessing bitmap 00000020:00000080:0.0:1788587216.128165:0:21367:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xfbc93bbea5fdac67 00000020:00000080:0.0:1788587216.128177:0:21367:0:(genops.c:885:class_export_put()) final put ffff8f5b8857b000/lustre-OST0001-osd_UUID 00000020:01000004:0.0:1788587216.128205:0:21367:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8f5a83ce1000 from lustre-OST0001, refs=2 00000020:01000004:0.0:1788587216.128209:0:21367:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8f5a83ce1000 2 00000020:01000004:0.0:1788587216.128213:0:21367:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff8f5a83ce1000 from lustre-OST0001 00000020:00000080:0.0:1788587216.128233:0:21367:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788587216.128240:0:21367:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001 (uuid lustre-OST0001_UUID) 00000020:00000080:0.0:1788587216.128243:0:21367:0:(genops.c:885:class_export_put()) final put ffff8f5b8857c800/lustre-OST0001_UUID 00000020:00000080:0.0:1788587216.128245:0:21367:0:(genops.c:844:class_export_destroy()) destroying export ffff8f5b8857c800/lustre-OST0001_UUID for lustre-OST0001 00000020:00000080:2.0:1788587216.128247:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8f5b8857b000/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:01000000:0.0:1788587216.128250:0:21367:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001 (lustre-OST0001_UUID) 00000100:00080000:0.0:1788587216.128323:0:21367:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import bf956867-663d-4ecf-b775-8366b2c643ae->MGS 00010000:00010000:0.0:1788587216.128337:0:21367:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.101@tcp lock: ffff8f5bbfa71800/0xfbc93bbea5fdaa76 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0xfbc93bbea5fdaa7d expref: -99 pid: 17922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788587216.128360:0:21367:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.101@tcp lock: ffff8f5bbfa71800/0xfbc93bbea5fdaa76 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0xfbc93bbea5fdaa7d expref: -99 pid: 17922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788587216.128366:0:21367:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 10000000:01000000:0.0:1788587216.128369:0:21367:0:(mgc_request.c:954:mgc_blocking_ast()) log nodemap: disconnecting, won't requeue 10000000:01000000:0.0:1788587216.128372:0:21367:0:(mgc_request.c:130:config_log_put()) dropping config log nodemap 00010000:00010000:0.0:1788587216.128385:0:21367:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8f5b88e47000 00010000:00010000:0.0:1788587216.128388:0:21367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.101@tcp lock: ffff8f5bbfa71800/0xfbc93bbea5fdaa76 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0xfbc93bbea5fdaa7d expref: -99 pid: 17922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587216.128402:0:21367:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.101@tcp lock: ffff8f5bbfa70c00/0xfbc93bbea5fda965 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0xfbc93bbea5fda96c expref: -99 pid: 17170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788587216.128409:0:21367:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.101@tcp lock: ffff8f5bbfa70c00/0xfbc93bbea5fda965 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0xfbc93bbea5fda96c expref: -99 pid: 17170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788587216.128413:0:21367:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1788587216.128430:0:21367:0:(mgc_request.c:954:mgc_blocking_ast()) log lustre-s: disconnecting, won't requeue 10000000:01000000:0.0:1788587216.128432:0:21367:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-sptlrpc 00010000:00010000:0.0:1788587216.128442:0:21367:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8f5b88e47000 00010000:00010000:0.0:1788587216.128446:0:21367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.101@tcp lock: ffff8f5bbfa70c00/0xfbc93bbea5fda965 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0xfbc93bbea5fda96c expref: -99 pid: 17170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1788587216.128463:0:21367:0:(import.c:65:import_set_state_nolock()) ffff8f5b88e47000 MGS: changing import state from CONNECTING to CLOSED 10000000:01000000:0.0:1788587216.128468:0:21367:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00080000:0.0:1788587216.128470:0:21367:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:0.0:1788587216.128472:0:21367:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00080000:0.0:1788587216.128476:0:21367:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:0.0:1788587216.128487:0:21367:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8f5bb05adf80 x1875469127599616/t0(0) o250->MGC192.168.203.101@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1788587234 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 10000000:01000000:0.0:1788587216.128518:0:21367:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00100000:0.0:1788587216.128521:0:21367:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 24s for inflight to error out 00000100:00100000:3.0:1788587216.128555:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bb05adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf956867-663d-4ecf-b775-8366b2c643ae:3645:1875469127599616:0@lo:250:kworker.0 10000000:01000000:0.0:1788587216.130184:0:21367:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808003 00000020:00000080:0.0:1788587216.130196:0:21367:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xfbc93bbea5fda950 00000020:00000080:0.0:1788587216.130205:0:21367:0:(genops.c:885:class_export_put()) final put ffff8f5bb0530800/bf956867-663d-4ecf-b775-8366b2c643ae 00000020:01000000:0.0:1788587216.130217:0:21367:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MGC192.168.203.101@tcp (flags='') 00000020:00000080:0.0:1788587216.130222:0:21367:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788587216.130228:0:21367:0:(obd_config.c:956:class_cleanup()) MGC192.168.203.101@tcp: forcing exports to disconnect: 0/3 00000020:00080000:0.0:1788587216.130232:0:21367:0:(genops.c:1558:class_disconnect_exports()) OBD device 2 (ffff8f5a83343380) has no exports 10000000:01000000:3.0:1788587216.130330:0:17188:0:(mgc_request.c:708:mgc_requeue_thread()) Ending requeue thread 00000020:00000080:2.0:1788587216.130621:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8f5bb0530800/bf956867-663d-4ecf-b775-8366b2c643ae for MGC192.168.203.101@tcp 10000000:01000000:0.0:1788587216.130665:0:21367:0:(obd_class.h:670:obd_cleanup_client_import()) MGC192.168.203.101@tcp: client import never connected 00000100:00080000:0.0:1788587216.130669:0:21367:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 10000000:01000000:0.0:1788587216.130672:0:21367:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00100000:0.0:1788587216.130675:0:21367:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 10000000:01000000:0.0:1788587216.130677:0:21367:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808003 00000020:00000080:0.0:1788587216.130718:0:21367:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788587216.130724:0:21367:0:(obd_config.c:883:class_detach()) detach on obd MGC192.168.203.101@tcp (uuid bf956867-663d-4ecf-b775-8366b2c643ae) 00000020:01000000:0.0:1788587216.130730:0:21367:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-OST0001 (flags='F') 00000020:00000080:0.0:1788587216.130734:0:21367:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788587216.130738:0:21367:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-OST0001: forcing exports to disconnect: 1/3 00000020:00000080:2.0:1788587216.130741:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8f5b88e47000 for MGC192.168.203.101@tcp 00000020:00080000:0.0:1788587216.130747:0:21367:0:(genops.c:1819:print_export_data()) lustre-MDT0000-lwp-OST0001: ACTIVE ffff8f5a81b39800 lustre-MDT0000-lwp-OST0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00000080:2.0:1788587216.130750:0:37:0:(genops.c:885:class_export_put()) final put ffff8f5b88e42000/bf956867-663d-4ecf-b775-8366b2c643ae 00000020:00080000:0.0:1788587216.130753:0:21367:0:(genops.c:1553:class_disconnect_exports()) OBD device 27 (ffff8f5b85b8b380) has exports, disconnecting them 00000020:00000080:2.0:1788587216.130755:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8f5b88e42000/bf956867-663d-4ecf-b775-8366b2c643ae for MGC192.168.203.101@tcp 00000020:01000000:2.0:1788587216.130762:0:37:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MGC192.168.203.101@tcp (bf956867-663d-4ecf-b775-8366b2c643ae) 00000020:00080000:0.0:1788587216.131135:0:21367:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000-lwp-OST0001: disconnecting export at 0@lo (ffff8f5a81b39800), last request at 1788587140 00000020:00000080:0.0:1788587216.131142:0:21367:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xfbc93bbea5fdac91 00000020:00080000:0.0:1788587216.131157:0:21367:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff8f5a81b39800): rc 0 00000020:00000080:0.0:1788587216.131161:0:21367:0:(genops.c:885:class_export_put()) final put ffff8f5a81b39800/lustre-MDT0000-lwp-OST0001 00000020:00000080:2.0:1788587216.131283:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8f5a81b39800/lustre-MDT0000-lwp-OST0001 for lustre-MDT0000-lwp-OST0001 00010000:01000000:0.0:1788587216.139829:0:21367:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-OST0001: client import never connected 00000100:00080000:0.0:1788587216.139838:0:21367:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1788587216.139842:0:21367:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 5 00000100:00100000:0.0:1788587216.139849:0:21367:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1788587216.140036:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8f5a81b38000 for lustre-MDT0000-lwp-OST0001 00000020:00000080:0.0:1788587216.140112:0:21367:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788587216.140120:0:21367:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-OST0001 (uuid lustre-MDT0000-lwp-OST0001_UUID) 00000020:00000080:0.0:1788587216.140126:0:21367:0:(genops.c:885:class_export_put()) final put ffff8f5b8857a000/lustre-MDT0000-lwp-OST0001_UUID 00000020:00000080:0.0:1788587216.140130:0:21367:0:(genops.c:844:class_export_destroy()) destroying export ffff8f5b8857a000/lustre-MDT0000-lwp-OST0001_UUID for lustre-MDT0000-lwp-OST0001 00000020:01000000:0.0:1788587216.140135:0:21367:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-OST0001 (lustre-MDT0000-lwp-OST0001_UUID) 00000020:01000000:0.0:1788587216.140194:0:21367:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-lwp-OST0001 (flags='F') 00000020:00000080:0.0:1788587216.140198:0:21367:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788587216.140202:0:21367:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-lwp-OST0001: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1788587216.140207:0:21367:0:(genops.c:1819:print_export_data()) lustre-MDT0001-lwp-OST0001: ACTIVE ffff8f5a81b3f000 lustre-MDT0001-lwp-OST0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1788587216.140212:0:21367:0:(genops.c:1553:class_disconnect_exports()) OBD device 28 (ffff8f5b85b88000) has exports, disconnecting them 00000020:00080000:0.0:1788587216.140215:0:21367:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0001-lwp-OST0001: disconnecting export at 0@lo (ffff8f5a81b3f000), last request at 1788587140 00000020:00000080:0.0:1788587216.140218:0:21367:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xfbc93bbea5fdaca6 00000020:00080000:0.0:1788587216.140228:0:21367:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff8f5a81b3f000): rc 0 00000020:00000080:0.0:1788587216.140230:0:21367:0:(genops.c:885:class_export_put()) final put ffff8f5a81b3f000/lustre-MDT0001-lwp-OST0001 00000020:00000080:3.0:1788587216.140265:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8f5a81b3f000/lustre-MDT0001-lwp-OST0001 for lustre-MDT0001-lwp-OST0001 00010000:01000000:0.0:1788587216.140739:0:21367:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0001-lwp-OST0001: client import never connected 00000100:00080000:0.0:1788587216.140742:0:21367:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:0.0:1788587216.140745:0:21367:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 5 00000100:00100000:0.0:1788587216.140748:0:21367:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1788587216.140860:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8f5a81b39000 for lustre-MDT0001-lwp-OST0001 00010000:00010000:2.0:1788587216.141023:0:17180:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-1 blwis in pool) 00010000:00010000:2.0:1788587216.146455:0:18723:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-2 blwis in pool) 00010000:00010000:2.0:1788587216.146998:0:17179:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-3 blwis in pool) 00000100:00100000:3.0:1788587216.147540:0:17174:0:(service.c:3183:ptlrpc_main()) ldlm_cb00_000: service thread [ffff8f5a83127000:17174] 0 exiting: rc = 1 00000100:00100000:2.0:1788587216.147625:0:17175:0:(service.c:3183:ptlrpc_main()) ldlm_cb00_001: service thread [ffff8f5b8a2d3400:17175] 1 exiting: rc = 0 00000100:00100000:2.0:1788587216.147715:0:18722:0:(service.c:3183:ptlrpc_main()) ldlm_cb00_002: service thread [ffff8f5a82766800:18722] 2 exiting: rc = 0 00000100:00100000:3.0:1788587216.147819:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587216.147827:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.148501:0:17176:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_000: service thread [ffff8f5ba1ae6e00:17176] 0 exiting: rc = 1 00000100:00100000:2.0:1788587216.148575:0:17177:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_001: service thread [ffff8f5ba1ae6a00:17177] 1 exiting: rc = 0 00000100:00100000:1.0:1788587216.148585:0:19528:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_003: service thread [ffff8f5a8305ce00:19528] 3 exiting: rc = 0 00000100:00100000:1.0:1788587216.148680:0:17178:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_002: service thread [ffff8f5a8333be00:17178] 2 exiting: rc = 0 00000100:00100000:3.0:1788587216.148715:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587216.148723:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587216.148729:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587216.148734:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587216.148739:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587216.148744:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587216.148751:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587216.148756:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587216.148761:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587216.148766:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587216.148771:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587216.148776:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587216.148781:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587216.148786:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587216.148818:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587216.148843:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587216.148849:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587216.148854:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587216.148859:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587216.148864:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587216.148869:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587216.149130:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587216.149141:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587216.149149:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587216.149160:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587216.149165:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587216.149170:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587216.149180:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587216.149186:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587216.149191:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587216.149196:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587216.149200:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587216.149205:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587216.149210:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587216.149216:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587216.149221:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587216.149226:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587216.149231:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587216.149273:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587216.149282:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587216.149288:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587216.149293:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587216.149303:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587216.149310:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587216.149314:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587216.149319:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587216.149324:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587216.149330:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587216.149336:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587216.149350:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587216.149355:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587216.149361:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587216.149366:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587216.149372:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587216.149377:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587216.149382:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587216.149387:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587216.149392:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587216.149397:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587216.149402:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587216.149407:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587216.149412:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587216.149508:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587216.149521:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:3.0:1788587216.151655:0:21367:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1788587216.151667:0:21367:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-lwp-OST0001 (uuid lustre-MDT0001-lwp-OST0001_UUID) 00000020:00000080:3.0:1788587216.151674:0:21367:0:(genops.c:885:class_export_put()) final put ffff8f5a81b3d800/lustre-MDT0001-lwp-OST0001_UUID 00000020:00000080:3.0:1788587216.151679:0:21367:0:(genops.c:844:class_export_destroy()) destroying export ffff8f5a81b3d800/lustre-MDT0001-lwp-OST0001_UUID for lustre-MDT0001-lwp-OST0001 00000020:01000000:3.0:1788587216.151691:0:21367:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-lwp-OST0001 (lustre-MDT0001-lwp-OST0001_UUID) 00000020:01000004:3.0:1788587216.152178:0:21367:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8f5a83ce1000 1 00000020:00000080:3.0:1788587216.152185:0:21367:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xfbc93bbea5fdac4b 00000020:00000080:3.0:1788587216.152192:0:21367:0:(genops.c:885:class_export_put()) final put ffff8f5b92227000/lustre-OST0001-osd_UUID 00000020:01000000:3.0:1788587216.152251:0:21367:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osd (flags='') 00000020:00000080:3.0:1788587216.152256:0:21367:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788587216.152261:0:21367:0:(obd_config.c:956:class_cleanup()) lustre-OST0001-osd: forcing exports to disconnect: 0/2 00000020:00080000:3.0:1788587216.152265:0:21367:0:(genops.c:1558:class_disconnect_exports()) OBD device 25 (ffff8f5bb4c999c0) has no exports 00000020:00000080:2.0:1788587216.162781:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8f5b92227000/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:00000080:1.0:1788587216.199948:0:21367:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1788587216.199969:0:21367:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osd (uuid lustre-OST0001-osd_UUID) 00000020:00000080:1.0:1788587216.199977:0:21367:0:(genops.c:885:class_export_put()) final put ffff8f5a83351000/lustre-OST0001-osd_UUID 00000020:00000080:1.0:1788587216.199981:0:21367:0:(genops.c:844:class_export_destroy()) destroying export ffff8f5a83351000/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:01000000:1.0:1788587216.200003:0:21367:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osd (lustre-OST0001-osd_UUID) 00000020:01000004:1.0:1788587216.200339:0:21367:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff8f5a83351800 00000020:01000000:1.0:1788587216.200360:0:21367:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of OSS (flags='F') 00000020:00000080:1.0:1788587216.200364:0:21367:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1788587216.200368:0:21367:0:(obd_config.c:956:class_cleanup()) OSS: forcing exports to disconnect: 0/1 00000020:00080000:1.0:1788587216.200372:0:21367:0:(genops.c:1558:class_disconnect_exports()) OBD device 21 (ffff8f5b85b899c0) has no exports 00000020:00000080:1.0:1788587216.200401:0:21367:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1788587216.200406:0:21367:0:(obd_config.c:883:class_detach()) detach on obd OSS (uuid OSS_uuid) 00000020:00000080:1.0:1788587216.200409:0:21367:0:(genops.c:885:class_export_put()) final put ffff8f5bb4cb4800/OSS_uuid 00000020:00000080:1.0:1788587216.200412:0:21367:0:(genops.c:844:class_export_destroy()) destroying export ffff8f5bb4cb4800/OSS_uuid for OSS 00000020:01000000:1.0:1788587216.200485:0:21367:0:(genops.c:441:class_free_dev()) finishing cleanup of obd OSS (OSS_uuid) 00000100:00100000:2.0:1788587216.201097:0:18697:0:(service.c:3183:ptlrpc_main()) ll_ost00_000: service thread [ffff8f5b8342e000:18697] 0 exiting: rc = 1 00000100:00100000:2.0:1788587216.201176:0:18698:0:(service.c:3183:ptlrpc_main()) ll_ost00_001: service thread [ffff8f5b83429a00:18698] 1 exiting: rc = 0 00000100:00100000:3.0:1788587216.201287:0:19394:0:(service.c:3183:ptlrpc_main()) ll_ost00_003: service thread [ffff8f5a81b06600:19394] 3 exiting: rc = 0 00000100:00100000:3.0:1788587216.201345:0:19770:0:(service.c:3183:ptlrpc_main()) ll_ost00_004: service thread [ffff8f5b85b30a00:19770] 4 exiting: rc = 0 00000100:00100000:2.0:1788587216.201504:0:18699:0:(service.c:3183:ptlrpc_main()) ll_ost00_002: service thread [ffff8f5a835ad200:18699] 2 exiting: rc = 0 00000100:00100000:1.0:1788587216.201612:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.201620:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.201625:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.201629:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.201634:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.201638:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.201642:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.201647:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.201652:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.201658:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.201663:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.201667:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.201673:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.201679:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.201685:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.201691:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.201696:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.201701:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.201706:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.201712:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.201717:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.201722:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.201726:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.201731:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.201747:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.201752:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.201757:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.201773:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.201781:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.201787:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.201792:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.201797:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.201803:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.201808:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.201815:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.201820:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.201826:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.201831:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.201836:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.201842:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.201847:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.201851:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.201857:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.201862:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.201867:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.201873:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.201879:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.201884:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.201890:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.201896:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.201900:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.201906:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.201910:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.201915:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.201920:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.201925:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.201929:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.201935:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.201940:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.201953:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.201967:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.201973:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.201978:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.201983:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788587216.202819:0:18701:0:(service.c:3183:ptlrpc_main()) ll_ost_create00_001: service thread [ffff8f5a835ac400:18701] 1 exiting: rc = 0 00000100:00100000:3.0:1788587216.203087:0:18700:0:(service.c:3183:ptlrpc_main()) ll_ost_create00_000: service thread [ffff8f5b83429200:18700] 0 exiting: rc = 1 00000100:00100000:1.0:1788587216.203223:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.203230:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.203235:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.203246:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.203253:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.203258:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.203263:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.203268:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.203273:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.203278:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.203283:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.203288:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.203293:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.203297:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.203303:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.203308:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.203313:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.203319:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.203325:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.203331:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.203336:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.203341:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.203346:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.203350:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.203356:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.203361:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.203366:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.203371:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.203376:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.203380:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.203395:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.203400:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.203404:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.203411:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.203448:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.203461:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.203467:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.203473:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.203478:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.203483:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.203487:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.203492:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.203498:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.203503:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.203508:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.203513:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.203518:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.203523:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.203528:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.203534:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.203539:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.203544:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.203548:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.203671:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.203681:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.203686:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.203691:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.203697:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.203701:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.203706:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.203713:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.203724:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.203731:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.203736:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00080000:0.0:1788587216.204652:0:17187:0:(pinger.c:548:ping_evictor_main()) Exiting Ping Evictor 00000100:00100000:0.0:1788587216.205352:0:18703:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_001: service thread [ffff8f5b85aaf600:18703] 1 exiting: rc = 0 00000100:00100000:2.0:1788587216.205761:0:18702:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_000: service thread [ffff8f5b85aafa00:18702] 0 exiting: rc = 1 00000100:00100000:3.0:1788587216.205892:0:20332:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_003: service thread [ffff8f5bbfb07600:20332] 3 exiting: rc = 0 00000100:00100000:3.0:1788587216.206111:0:18704:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_002: service thread [ffff8f5b90708200:18704] 2 exiting: rc = 0 00000100:00100000:1.0:1788587216.206662:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.206685:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.206691:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.206697:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.206702:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.206717:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.206724:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.206729:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.206735:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.206740:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.206746:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.206752:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.206758:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.206830:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.206847:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.206855:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.206860:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.206866:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.206872:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.206877:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.206883:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.206889:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.206895:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.206901:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.206907:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.206913:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.206919:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.206925:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.206930:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.206936:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.206942:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.206948:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.206953:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.206968:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.206975:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.206981:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.206994:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.207000:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.207019:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.207025:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.207031:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.207036:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.207041:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.207045:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.207050:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.207055:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.207060:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.207065:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.207070:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.207076:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.207082:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.207087:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.207091:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.207097:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.207102:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.207107:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.207120:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.207126:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.207131:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.207137:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.207143:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.207148:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.207163:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.207177:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788587216.211118:0:18705:0:(service.c:3183:ptlrpc_main()) ll_ost_seq00_000: service thread [ffff8f5b90709200:18705] 0 exiting: rc = 1 00000100:00100000:2.0:1788587216.211347:0:18706:0:(service.c:3183:ptlrpc_main()) ll_ost_seq00_001: service thread [ffff8f5b90709800:18706] 1 exiting: rc = 0 00000100:00100000:1.0:1788587216.211564:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.211572:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.211577:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.211581:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.211586:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.211590:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.211595:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.211615:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.211619:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.211624:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.211628:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.211633:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.211638:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.211643:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.211648:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.211654:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.211659:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.211664:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.211668:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.211673:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.211677:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.211681:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.211686:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.211691:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.211695:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.211699:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.211703:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.211708:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.211712:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.211717:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.211722:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.211728:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.211732:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.211738:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.211743:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.211747:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.211752:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.211757:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.211762:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.211880:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.211885:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.211890:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.211901:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.211906:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.211911:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.211916:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.211921:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.211926:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.211931:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.211936:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.211940:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.211945:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.211949:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.211954:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.211969:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.211975:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.211980:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.211985:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.211990:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.211995:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.212000:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.212005:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.212010:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.212016:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788587216.212853:0:18707:0:(service.c:3183:ptlrpc_main()) ll_ost_out00_000: service thread [ffff8f5baf1c2c00:18707] 0 exiting: rc = 1 00000100:00100000:2.0:1788587216.212980:0:18708:0:(service.c:3183:ptlrpc_main()) ll_ost_out00_001: service thread [ffff8f5baf1c3e00:18708] 1 exiting: rc = 0 00000100:00100000:1.0:1788587216.213065:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.213079:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.213085:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.213091:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.213096:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.213102:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.213108:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.213114:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.213120:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.213126:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.213142:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.213149:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.213155:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.213167:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.213174:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.213179:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.213184:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.213190:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.213197:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.213203:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.213211:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.213216:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.213235:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.213242:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.213247:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.213252:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.213258:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.213263:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.213268:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.213273:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.213279:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.213283:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.213288:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.213294:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.213311:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.213317:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.213323:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.213329:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.213335:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.213341:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.213347:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.213358:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.213364:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.213369:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.213375:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.213381:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.213401:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.213408:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.213692:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.213748:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.213756:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.213761:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.213829:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.213838:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.213843:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.213849:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.213854:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.213860:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.213881:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.213887:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.213894:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.213899:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.213913:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788587216.213929:0:21367:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:02000400:0.0:1788587216.220295:0:21367:0:(tgt_mount.c:2184:server_put_super()) server umount lustre-OST0001 complete 00000001:02000400:2.0:1788587234.474724:0:22132:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg301-server.virtnet: executing load_modules_local 00000020:01000004:0.0:1788587243.015467:0:22731:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:0.0:1788587243.015473:0:22731:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/mds1_flakey 00000020:01000004:0.0:1788587243.015475:0:22731:0:(obd_mount.c:929:lmd_print()) options: user_xattr,errors=remount-ro 00000080:01200004:0.0:1788587243.015587:0:22731:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff8f5a822f3000 00000020:01000004:0.0:1788587243.015603:0:22731:0:(tgt_mount.c:2506:osd_start()) Attempting to start lustre-MDT0000, type=osd-ldiskfs, lsifl=200005, mountfl=0 00000020:01000004:0.0:1788587243.015610:0:22731:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-osd (typ=osd-ldiskfs) 00000020:00000080:0.0:1788587243.015964:0:22731:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-osd (ffff8f5a826eb380) 00000020:00000080:0.0:1788587243.015980:0:22731:0:(obd_config.c:720:class_attach_name()) OBD: dev 0 attached type osd-ldiskfs with refcount 2 00100000:10000000:3.0:1788587243.142742:0:22731:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x13:0x0] (16/1) registered 00100000:10000000:3.0:1788587243.150131:0:22731:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:3.0:1788587243.153808:0:22731:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xe:0x0] (8/32) registered 00100000:10000000:3.0:1788587243.154018:0:22731:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xc:0x0] (8/32) registered 00100000:10000000:3.0:1788587243.155000:0:22731:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xb:0x0] (8/32) registered 00100000:10000000:3.0:1788587243.155240:0:22731:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:3.0:1788587243.156168:0:22731:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20002:0x0] (8/8) registered 00100000:10000000:3.0:1788587243.158057:0:22731:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:3.0:1788587243.159068:0:22731:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x9:0x0] (8/32) registered 00100000:10000000:3.0:1788587243.159389:0:22731:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20001:0x0] (8/8) registered 00100000:10000000:0.0:1788587243.160299:0:22731:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20003:0x0] (8/8) registered 00100000:10000000:0.0:1788587243.160556:0:22731:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xa:0x0] (8/32) registered 00100000:10000000:0.0:1788587243.165048:0:22731:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:0.0:1788587243.165439:0:22731:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xd:0x0] (8/32) registered 00100000:10000000:0.0:1788587243.165868:0:22731:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2:0x0] (8/32) registered 00100000:10000000:0.0:1788587243.172671:0:22731:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2b:0x0] (24/16) registered 00100000:10000000:0.0:1788587243.172933:0:22731:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x16:0x0] (16/1) registered 00100000:10000000:0.0:1788587243.173125:0:22731:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2d:0x0] (24/16) registered 00100000:10000000:0.0:1788587243.173325:0:22731:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x28:0x0] (24/16) registered 00100000:10000000:0.0:1788587243.173544:0:22731:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x21:0x0] (16/1) registered 00100000:10000000:0.0:1788587243.173950:0:22731:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2e:0x0] (24/16) registered 00100000:10000000:0.0:1788587243.175024:0:22731:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x25:0x0] (24/16) registered 00100000:10000000:0.0:1788587243.175295:0:22731:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x31:0x0] (24/16) registered 00100000:10000000:1.0:1788587243.175828:0:22731:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x27:0x0] (24/16) registered 00100000:10000000:1.0:1788587243.176118:0:22731:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x18:0x0] (16/1) registered 00100000:10000000:1.0:1788587243.176374:0:22731:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1f:0x0] (16/1) registered 00100000:10000000:1.0:1788587243.176643:0:22731:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x26:0x0] (24/16) registered 00100000:10000000:1.0:1788587243.176912:0:22731:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1b:0x0] (16/1) registered 00100000:10000000:1.0:1788587243.177146:0:22731:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1c:0x0] (16/1) registered 00100000:10000000:1.0:1788587243.182243:0:22731:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2c:0x0] (24/16) registered 00100000:10000000:1.0:1788587243.182685:0:22731:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x17:0x0] (16/1) registered 00100000:10000000:1.0:1788587243.182972:0:22731:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x32:0x0] (24/16) registered 00100000:10000000:1.0:1788587243.183184:0:22731:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x30:0x0] (24/16) registered 00100000:10000000:1.0:1788587243.183385:0:22731:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x22:0x0] (16/1) registered 00100000:10000000:1.0:1788587243.183612:0:22731:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x15:0x0] (16/1) registered 00100000:10000000:1.0:1788587243.183820:0:22731:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x33:0x0] (24/16) registered 00100000:10000000:1.0:1788587243.184034:0:22731:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x19:0x0] (16/1) registered 00100000:10000000:1.0:1788587243.185066:0:22731:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x29:0x0] (24/16) registered 00100000:10000000:1.0:1788587243.185312:0:22731:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2a:0x0] (24/16) registered 00100000:10000000:1.0:1788587243.185534:0:22731:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x14:0x0] (16/1) registered 00100000:10000000:1.0:1788587243.185960:0:22731:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x34:0x0] (24/16) registered 00100000:10000000:1.0:1788587243.189922:0:22731:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x20:0x0] (16/1) registered 00100000:10000000:1.0:1788587243.193437:0:22731:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x23:0x0] (16/1) registered 00100000:10000000:1.0:1788587243.193836:0:22731:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2f:0x0] (24/16) registered 00100000:10000000:1.0:1788587243.194119:0:22731:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1a:0x0] (16/1) registered 00100000:10000000:1.0:1788587243.194477:0:22731:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1e:0x0] (16/1) registered 00100000:10000000:1.0:1788587243.194715:0:22731:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1d:0x0] (16/1) registered 00100000:10000000:1.0:1788587243.196685:0:22731:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x2010000:0x0] (8/32) registered 00100000:10000000:1.0:1788587243.197259:0:22731:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x10000:0x0] (8/32) registered 00100000:10000000:1.0:1788587243.197496:0:22731:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x1010000:0x0] (8/32) registered 00100000:10000000:1.0:1788587243.200924:0:22731:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x2020000:0x0] (8/32) registered 00100000:10000000:1.0:1788587243.201387:0:22731:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x20000:0x0] (8/32) registered 00100000:10000000:1.0:1788587243.201663:0:22731:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x1020000:0x0] (8/32) registered 00080000:01000000:1.0:1788587243.202412:0:22731:0:(osd_lproc.c:911:osd_procfs_init()) lustre-MDT0000: register osd-ldiskfs tunable parameters 00000020:00000080:1.0:1788587243.202746:0:22731:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00080000:01000000:1.0:1788587243.202754:0:22731:0:(osd_handler.c:8924:osd_obd_connect()) connect #0 00000020:00000080:1.0:1788587243.202765:0:22731:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xfbc93bbea5fdb1c3 00000020:01000004:1.0:1788587243.202772:0:22731:0:(tgt_mount.c:2591:server_fill_super()) Found service lustre-MDT0000 on device /dev/mapper/mds1_flakey 00000020:01000000:1.0:1788587243.202787:0:22731:0:(tgt_mount.c:219:server_start_mgs()) Start MGS service MGS 00000020:01000004:1.0:1788587243.202793:0:22731:0:(tgt_mount.c:101:server_register_mount()) register mount ffff8f5a822f3000 from MGS 00000020:01000004:1.0:1788587243.202796:0:22731:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGS (typ=mgs) 00000020:00000080:1.0:1788587243.202806:0:22731:0:(genops.c:413:class_newdev()) Allocate new device MGS (ffff8f5b85b899c0) 00000020:00000080:1.0:1788587243.202816:0:22731:0:(obd_config.c:720:class_attach_name()) OBD: dev 1 attached type mgs with refcount 2 00000020:01000004:1.0:1788587243.202873:0:22731:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8f5a822f3000 from MGS, refs=2 00080000:01000000:1.0:1788587243.202877:0:22731:0:(osd_handler.c:8924:osd_obd_connect()) connect #1 00000020:00000080:1.0:1788587243.202932:0:22731:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xfbc93bbea5fdb1d1 00000100:00100000:1.0:1788587243.203032:0:22731:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:1.0:1788587243.203162:0:22731:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 0 min 2 max 56 00000100:00100000:1.0:1788587243.203167:0:22731:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_000' 00000100:00100000:1.0:1788587243.211299:0:22731:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 1 min 2 max 56 00000100:00100000:1.0:1788587243.211312:0:22731:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_001' 00000100:00100000:0.0:1788587243.215625:0:22731:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1788587243.215821:0:22731:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 0 min 3 max 56 00000100:00100000:0.0:1788587243.215827:0:22731:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_000' 00000100:00100000:3.0:1788587243.216536:0:22731:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 1 min 3 max 56 00000100:00100000:3.0:1788587243.216545:0:22731:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_001' 00000100:00100000:3.0:1788587243.216836:0:22731:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 2 min 3 max 56 00000100:00100000:3.0:1788587243.216842:0:22731:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_002' 00010000:00010000:1.0:1788587243.220197:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788587243.220202:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788587243.220205:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788587243.220597:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788587243.220600:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788587243.220601:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788587243.221064:0:22731:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGS-0 is initialized 00010000:00010000:2.0:1788587243.223024:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:01000000:3.0:1788587243.237033:0:22731:0:(llog_obd.c:197:llog_setup()) obd MGS ctxt 0 is initialized 10000000:01000000:3.0:1788587243.249537:0:22744:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x2 (params) 20000000:01000000:0.0:1788587243.249593:0:22731:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 2 20000000:01000000:0.0:1788587243.249658:0:22731:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:0.0:1788587243.259193:0:22731:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 00000100:00100000:0.0:1788587243.259564:0:22731:0:(service.c:155:ptlrpc_grow_req_bufs()) mgs: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1788587243.259730:0:22731:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 0 min 3 max 32 00000100:00100000:0.0:1788587243.259737:0:22731:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0000' 00000100:00100000:0.0:1788587243.260265:0:22731:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 1 min 3 max 32 00000100:00100000:0.0:1788587243.260273:0:22731:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0001' 00000100:00100000:0.0:1788587243.260626:0:22731:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 2 min 3 max 32 00000100:00100000:0.0:1788587243.260633:0:22731:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0002' 00000020:00000080:3.0:1788587243.266836:0:22731:0:(obd_config.c:826:class_setup()) finished setup of obd MGS (uuid MGS) 00000020:01000004:3.0:1788587243.266859:0:22731:0:(obd_mount.c:411:lustre_start_mgc()) Start MGC 'MGC192.168.203.101@tcp' 00000020:01000004:3.0:1788587243.266861:0:22731:0:(obd_mount.c:420:lustre_start_mgc()) mgs NIDs (null). 00000020:01000004:3.0:1788587243.268159:0:22731:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGC192.168.203.101@tcp (typ=mgc) 00000020:00000080:3.0:1788587243.268174:0:22731:0:(genops.c:413:class_newdev()) Allocate new device MGC192.168.203.101@tcp (ffff8f5bb4c9b380) 00000020:00000080:3.0:1788587243.268192:0:22731:0:(obd_config.c:720:class_attach_name()) OBD: dev 2 attached type mgc with refcount 2 00010000:00080000:3.0:1788587243.268277:0:22731:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8f5bbfe50800@MGC192.168.203.101@tcp: add connection 192.168.203.101@tcp at head 00010000:00010000:3.0:1788587243.268452:0:22731:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGC192.168.203.101@tcp-0 is initialized 00000040:01000000:3.0:1788587243.268458:0:22731:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.203.101@tcp ctxt 1 is initialized 00000100:00080000:1.0:1788587243.272956:0:22748:0:(pinger.c:466:ping_evictor_main()) Starting Ping Evictor 10000000:01000000:2.0:1788587243.290133:0:22750:0:(mgc_request.c:631:mgc_requeue_thread()) Starting requeue thread 00000020:00000080:0.0:1788587243.290246:0:22731:0:(obd_config.c:826:class_setup()) finished setup of obd MGC192.168.203.101@tcp (uuid 42f04641-d17f-4ff4-9b47-651ab04c1b17) 00000020:00000080:0.0:1788587243.290274:0:22731:0:(genops.c:1385:class_connect()) connect: client 42f04641-d17f-4ff4-9b47-651ab04c1b17, cookie 0xfbc93bbea5fdb1df 00000100:00080000:0.0:1788587243.290286:0:22731:0:(import.c:545:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1788587243.290292:0:22731:0:(import.c:665:import_select_connection()) MGC192.168.203.101@tcp: import ffff8f5bbfe50800 using connection 192.168.203.101@tcp/0@lo 00000100:00100000:0.0:1788587243.290341:0:22731:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f5bbc72a300 x1875469127599744/t0(0) o250->MGC192.168.203.101@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1788587243.290381:0:22731:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 42f04641-d17f-4ff4-9b47-651ab04c1b17->MGS 00000020:01000004:0.0:1788587243.290410:0:22731:0:(tgt_mount.c:1812:server_start_targets()) starting target lustre-MDT0000 00000020:01000004:0.0:1788587243.290436:0:22731:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MDS (typ=mds) 00000020:00000080:0.0:1788587243.290450:0:22731:0:(genops.c:413:class_newdev()) Allocate new device MDS (ffff8f5a826ecd40) 00000020:00000080:0.0:1788587243.290462:0:22731:0:(obd_config.c:720:class_attach_name()) OBD: dev 3 attached type mds with refcount 2 00000100:00100000:3.0:1788587243.290481:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bbc72a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42f04641-d17f-4ff4-9b47-651ab04c1b17:3645:1875469127599744:0@lo:250:mount.lustre.0 00000100:00100000:3.0:1788587243.290556:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788587243.290630:0:22745:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127599744 00000100:00100000:3.0:1788587243.290637:0:22745:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127599744 00000100:00100000:3.0:1788587243.290676:0:22745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1788587243.290683:0:22745:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5ba07b4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0+-99:3645:x1875469127599744:12345-0@lo:250:mount.lustre.0 00010000:00080000:3.0:1788587243.290705:0:22745:0:(ldlm_lib.c:1444:target_handle_connect()) MGS: connection from 42f04641-d17f-4ff4-9b47-651ab04c1b17@0@lo t0 exp 0000000000000000 cur 589 last 0 00000020:00000080:3.0:1788587243.290734:0:22745:0:(genops.c:1385:class_connect()) connect: client 42f04641-d17f-4ff4-9b47-651ab04c1b17, cookie 0xfbc93bbea5fdb1ed 00000100:00080000:3.0:1788587243.290876:0:22745:0:(import.c:65:import_set_state_nolock()) ffff8f5bbfe54000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1788587243.292055:0:22745:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5ba07b4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42f04641-d17f-4ff4-9b47-651ab04c1b17+5:3645:x1875469127599744:12345-0@lo:250:mount.lustre.0 Request processed in 1367us (1495us total) trans 0 rc 0/0 00000100:00100000:3.0:1788587243.292067:0:22745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1788587243.292137:0:3645:0:(client.c:3126:ptlrpc_free_committed()) MGC192.168.203.101@tcp: committing for last_committed 0 gen 1 00000100:00080000:3.0:1788587243.292146:0:3645:0:(import.c:1176:ptlrpc_connect_interpret()) MGC192.168.203.101@tcp: connect to target with instance 0 00000100:00080000:3.0:1788587243.292153:0:3645:0:(import.c:1000:ptlrpc_connect_set_flags()) MGC192.168.203.101@tcp: Resetting ns_connect_flags to server flags: 0xa000011001002060 10000000:01000000:3.0:1788587243.292158:0:3645:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808005 00000100:00080000:3.0:1788587243.292162:0:3645:0:(import.c:65:import_set_state_nolock()) ffff8f5bbfe50800 MGS: changing import state from CONNECTING to FULL 10000000:01000000:3.0:1788587243.292164:0:3645:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808004 00000100:00080000:3.0:1788587243.292181:0:3645:0:(pinger.c:186:ptlrpc_pinger_ir_up()) IR up 00000100:00100000:3.0:1788587243.292186:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bbc72a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42f04641-d17f-4ff4-9b47-651ab04c1b17:3645:1875469127599744:0@lo:250:mount.lustre.0 00000100:00100000:3.0:1788587243.316251:0:22731:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt: allocate 64 new 262144-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1788587243.318634:0:22731:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 0 min 3 max 116 00000100:00100000:3.0:1788587243.318646:0:22731:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_000' 00000100:00100000:3.0:1788587243.319962:0:22731:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 1 min 3 max 116 00000100:00100000:3.0:1788587243.319973:0:22731:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_001' 00000100:00100000:1.0:1788587243.320341:0:22731:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 2 min 3 max 116 00000100:00100000:1.0:1788587243.320348:0:22731:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_002' 00000100:00100000:1.0:1788587243.321116:0:22731:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_readpage: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1788587243.321287:0:22731:0:(service.c:3462:ptlrpc_start_thread()) mdt_readpage[0] started 0 min 2 max 80 00000100:00100000:1.0:1788587243.321292:0:22731:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_000' 00000100:00100000:3.0:1788587243.322992:0:22731:0:(service.c:3462:ptlrpc_start_thread()) mdt_readpage[0] started 1 min 2 max 80 00000100:00100000:3.0:1788587243.323004:0:22731:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_001' 00000100:00100000:1.0:1788587243.405238:0:22731:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1788587243.405468:0:22731:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 0 min 2 max 116 00000100:00100000:1.0:1788587243.405475:0:22731:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_000' 00000100:00100000:3.0:1788587243.410924:0:22731:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 1 min 2 max 116 00000100:00100000:3.0:1788587243.410940:0:22731:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_001' 00000100:00100000:1.0:1788587243.412922:0:22731:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqs: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1788587243.413107:0:22731:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqs[-1] started 0 min 2 max 256 00000100:00100000:1.0:1788587243.413114:0:22731:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqs_0000' 00000100:00100000:1.0:1788587243.415928:0:22731:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqs[-1] started 1 min 2 max 256 00000100:00100000:1.0:1788587243.415945:0:22731:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqs_0001' 00000100:00100000:3.0:1788587243.417273:0:22731:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqm: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1788587243.417493:0:22731:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqm[-1] started 0 min 2 max 256 00000100:00100000:3.0:1788587243.417499:0:22731:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqm_0000' 00000100:00100000:1.0:1788587243.418228:0:22731:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqm[-1] started 1 min 2 max 256 00000100:00100000:1.0:1788587243.418236:0:22731:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqm_0001' 00000100:00100000:1.0:1788587243.418889:0:22731:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_fld: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1788587243.419040:0:22731:0:(service.c:3462:ptlrpc_start_thread()) mdt_fld[-1] started 0 min 2 max 256 00000100:00100000:1.0:1788587243.419046:0:22731:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_fld_0000' 00000100:00100000:1.0:1788587243.442520:0:22731:0:(service.c:3462:ptlrpc_start_thread()) mdt_fld[-1] started 1 min 2 max 256 00000100:00100000:0.0:1788587243.442623:0:22731:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_fld_0001' 00000100:00100000:0.0:1788587243.473952:0:22731:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1788587243.474168:0:22731:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 0 min 3 max 116 00000100:00100000:0.0:1788587243.474174:0:22731:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_000' 00000100:00100000:0.0:1788587243.479138:0:22731:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 1 min 3 max 116 00000100:00100000:0.0:1788587243.479157:0:22731:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_001' 00000100:00100000:0.0:1788587243.480112:0:22731:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 2 min 3 max 116 00000100:00100000:0.0:1788587243.480120:0:22731:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_002' 00000020:00000080:0.0:1788587243.484988:0:22731:0:(obd_config.c:826:class_setup()) finished setup of obd MDS (uuid MDS_uuid) 00000020:01000004:0.0:1788587243.485016:0:22731:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/mds1_flakey 10000000:01000000:0.0:1788587243.485023:0:22731:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.203.101@tcp: cl_mgc_mutex lustre-MDT0000-osd for locked: rc = 0 00000040:01000000:0.0:1788587243.485117:0:22731:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.203.101@tcp ctxt 0 is initialized 00000020:01000004:0.0:1788587243.485155:0:22731:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-MDT0000, fs=lustre, 192.168.203.101@tcp, index=0000, flags=0x20005 00000020:01000004:0.0:1788587243.485159:0:22731:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:0.0:1788587243.485161:0:22731:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1788587243.485162:0:22731:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1788587243.485163:0:22731:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1788587243.485165:0:22731:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1788587243.485166:0:22731:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1788587243.485167:0:22731:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1788587243.485169:0:22731:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1788587243.485171:0:22731:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1788587243.485172:0:22731:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:0.0:1788587243.485174:0:22731:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x10020005 00000020:01000004:0.0:1788587243.485176:0:22731:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:0.0:1788587243.485177:0:22731:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1788587243.485179:0:22731:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1788587243.485184:0:22731:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1788587243.485185:0:22731:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1788587243.485186:0:22731:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1788587243.485186:0:22731:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1788587243.485187:0:22731:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1788587243.485188:0:22731:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1788587243.485189:0:22731:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:0.0:1788587243.485214:0:22731:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:0.0:1788587243.485233:0:22731:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bbc728700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42f04641-d17f-4ff4-9b47-651ab04c1b17:22731:1875469127599872:0@lo:253:mount.lustre.0 00000100:00100000:0.0:1788587243.485302:0:22731:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788587243.485335:0:22731:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5b88876d80 going to sleep for 11 seconds 00000100:00100000:2.0:1788587243.485723:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127599872 00000100:00100000:2.0:1788587243.485730:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127599872 00000100:00100000:2.0:1788587243.485771:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1788587243.485791:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bbfa7f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42f04641-d17f-4ff4-9b47-651ab04c1b17+5:22731:x1875469127599872:12345-0@lo:253:mount.lustre.0 20000000:01000000:2.0:1788587243.485833:0:22747:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:2.0:1788587243.485836:0:22747:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:2.0:1788587243.485838:0:22747:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-MDT0000 is running on 0@lo 10000000:01000000:2.0:1788587243.486110:0:22769:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:01000000:0.0:1788587243.486591:0:22747:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 10 20000000:01000000:3.0:1788587243.488120:0:22770:0:(mgs_llog.c:340:mgs_fsdb_handler()) MDT index is 0 20000000:01000000:3.0:1788587243.488126:0:22770:0:(mgs_llog.c:340:mgs_fsdb_handler()) MDT index is 1 20000000:01000000:3.0:1788587243.488137:0:22770:0:(mgs_llog.c:324:mgs_fsdb_handler()) OST index for lustre-OST0000_UUID is 0 (0) 20000000:01000000:3.0:1788587243.488139:0:22770:0:(mgs_llog.c:324:mgs_fsdb_handler()) OST index for lustre-OST0001_UUID is 1 (1) 00000040:00080000:3.0:1788587243.488347:0:22770:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 20000000:01000000:0.0:1788587243.488527:0:22747:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:0.0:1788587243.488536:0:22747:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00000100:00100000:0.0:1788587243.490393:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bbfa7f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42f04641-d17f-4ff4-9b47-651ab04c1b17+5:22731:x1875469127599872:12345-0@lo:253:mount.lustre.0 Request processed in 4598us (5083us total) trans 0 rc 0/0 00000100:00100000:0.0:1788587243.490410:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1788587243.490600:0:22731:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bbc728700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42f04641-d17f-4ff4-9b47-651ab04c1b17:22731:1875469127599872:0@lo:253:mount.lustre.0 10000000:01000000:2.0:1788587243.490624:0:22731:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:2.0:1788587243.490627:0:22731:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1788587243.490629:0:22731:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1788587243.490630:0:22731:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1788587243.490632:0:22731:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1788587243.490633:0:22731:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1788587243.490634:0:22731:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1788587243.490635:0:22731:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1788587243.490637:0:22731:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1788587243.490639:0:22731:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1788587243.490640:0:22731:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:2.0:1788587243.490661:0:22731:0:(tgt_mount.c:101:server_register_mount()) register mount ffff8f5a822f3000 from lustre-MDT0000 10000000:01000000:2.0:1788587243.490688:0:22731:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-MDT0000 from 0 10000000:01000000:2.0:1788587243.490691:0:22731:0:(mgc_request.c:329:config_log_add()) add config log lustre-MDT0000-0000000000000000 10000000:01000000:2.0:1788587243.490695:0:22731:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-sptlrpc-ffff8f5bb4c9b380 10000000:01000000:2.0:1788587243.490700:0:22731:0:(mgc_request.c:68:mgc_name2resid()) log lustre-sptlrpc to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1788587243.490707:0:22731:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-sptlrpc-ffff8f5bb4c9b380 from 1 10000000:01000000:2.0:1788587243.490710:0:22731:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:2.0:1788587243.490745:0:22731:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.101@tcp lock: ffff8f5bc2051600/0xfbc93bbea5fdb1f4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587243.490765:0:22731:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.101@tcp lock: ffff8f5bc2051600/0xfbc93bbea5fdb1f4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587243.490784:0:22731:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.101@tcp lock: ffff8f5bc2051600/0xfbc93bbea5fdb1f4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788587243.490803:0:22731:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bb05af100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42f04641-d17f-4ff4-9b47-651ab04c1b17:22731:1875469127600000:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1788587243.490837:0:22731:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788587243.490866:0:22731:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5baaa78600 going to sleep for 11 seconds 00000100:00100000:3.0:1788587243.491076:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127600000 00000100:00100000:3.0:1788587243.491082:0:22746:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127600000 00000100:00100000:3.0:1788587243.491116:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1788587243.491124:0:22746:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bbfa7ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:42f04641-d17f-4ff4-9b47-651ab04c1b17+5:22731:x1875469127600000:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788587243.491137:0:22746:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788587243.491151:0:22746:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f5ba1aa7200/0xfbc93bbea5fdb1fb lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xfbc93bbea5fdb1f4 expref: -99 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587243.491171:0:22746:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f5ba1aa7200/0xfbc93bbea5fdb1fb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xfbc93bbea5fdb1f4 expref: 6 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587243.491181:0:22746:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f5ba1aa7200/0xfbc93bbea5fdb1fb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xfbc93bbea5fdb1f4 expref: 6 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587243.491189:0:22746:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f5ba1aa7200, rc 0) 00000100:00100000:3.0:1788587243.491225:0:22746:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bbfa7ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:42f04641-d17f-4ff4-9b47-651ab04c1b17+6:22731:x1875469127600000:12345-0@lo:101:mount.lustre.0 Request processed in 103us (388us total) trans 0 rc 0/0 00000100:00100000:3.0:1788587243.491231:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1788587243.491368:0:22731:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bb05af100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42f04641-d17f-4ff4-9b47-651ab04c1b17:22731:1875469127600000:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788587243.491380:0:22731:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.101@tcp lock: ffff8f5bc2051600/0xfbc93bbea5fdb1f4 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xfbc93bbea5fdb1fb expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587243.491388:0:22731:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.101@tcp lock: ffff8f5bc2051600/0xfbc93bbea5fdb1f4 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xfbc93bbea5fdb1fb expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788587243.491711:0:22731:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bb05af100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42f04641-d17f-4ff4-9b47-651ab04c1b17:22731:1875469127600128:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788587243.491737:0:22731:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788587243.491762:0:22731:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5baaa78600 going to sleep for 11 seconds 00000100:00100000:0.0:1788587243.493062:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127600128 00000100:00100000:0.0:1788587243.493074:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127600128 00000100:00100000:0.0:1788587243.493123:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1788587243.493133:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bbfa7f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42f04641-d17f-4ff4-9b47-651ab04c1b17+6:22731:x1875469127600128:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788587243.493229:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bbfa7f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42f04641-d17f-4ff4-9b47-651ab04c1b17+6:22731:x1875469127600128:12345-0@lo:501:mount.lustre.0 Request processed in 98us (1490us total) trans 0 rc -2/-2 00000100:00100000:0.0:1788587243.493236:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1788587243.493545:0:22731:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bb05af100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42f04641-d17f-4ff4-9b47-651ab04c1b17:22731:1875469127600128:0@lo:501:mount.lustre.0 10000000:01000000:2.0:1788587243.493584:0:22731:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.101@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:2.0:1788587243.493609:0:22731:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.101@tcp lock: ffff8f5bc2051600/0xfbc93bbea5fdb1f4 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xfbc93bbea5fdb1fb expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587243.493619:0:22731:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.101@tcp lock: ffff8f5bc2051600/0xfbc93bbea5fdb1f4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xfbc93bbea5fdb1fb expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788587243.493643:0:22731:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff8f5a822f3000 10000000:01000000:2.0:1788587243.493648:0:22731:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:2.0:1788587243.493652:0:22731:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-barrier-ffff8f5a822f3000 10000000:01000000:2.0:1788587243.493654:0:22731:0:(mgc_request.c:68:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:2.0:1788587243.493657:0:22731:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-barrier-ffff8f5a822f3000 from 1 10000000:01000000:2.0:1788587243.493660:0:22731:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:2.0:1788587243.493688:0:22731:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.101@tcp lock: ffff8f5bc2051e00/0xfbc93bbea5fdb202 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587243.493696:0:22731:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.101@tcp lock: ffff8f5bc2051e00/0xfbc93bbea5fdb202 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587243.493705:0:22731:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.101@tcp lock: ffff8f5bc2051e00/0xfbc93bbea5fdb202 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788587243.493724:0:22731:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bb05af100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42f04641-d17f-4ff4-9b47-651ab04c1b17:22731:1875469127600256:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1788587243.493756:0:22731:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788587243.493798:0:22731:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5baaa78600 going to sleep for 11 seconds 00000100:00100000:3.0:1788587243.493908:0:22745:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127600256 00000100:00100000:3.0:1788587243.493912:0:22745:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127600256 00000100:00100000:3.0:1788587243.493948:0:22745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1788587243.493956:0:22745:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bbfa7e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42f04641-d17f-4ff4-9b47-651ab04c1b17+6:22731:x1875469127600256:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788587243.493965:0:22745:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788587243.493978:0:22745:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f5ba1aa7600/0xfbc93bbea5fdb209 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xfbc93bbea5fdb202 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587243.494195:0:22745:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f5ba1aa7600/0xfbc93bbea5fdb209 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xfbc93bbea5fdb202 expref: 7 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587243.494213:0:22745:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f5ba1aa7600/0xfbc93bbea5fdb209 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xfbc93bbea5fdb202 expref: 7 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587243.494222:0:22745:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f5ba1aa7600, rc 0) 00000100:00100000:3.0:1788587243.494255:0:22745:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bbfa7e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42f04641-d17f-4ff4-9b47-651ab04c1b17+7:22731:x1875469127600256:12345-0@lo:101:mount.lustre.0 Request processed in 300us (499us total) trans 0 rc 0/0 00000100:00100000:3.0:1788587243.494262:0:22745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1788587243.494403:0:22731:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bb05af100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42f04641-d17f-4ff4-9b47-651ab04c1b17:22731:1875469127600256:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788587243.494591:0:22731:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.101@tcp lock: ffff8f5bc2051e00/0xfbc93bbea5fdb202 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xfbc93bbea5fdb209 expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587243.494601:0:22731:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.101@tcp lock: ffff8f5bc2051e00/0xfbc93bbea5fdb202 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xfbc93bbea5fdb209 expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788587243.494685:0:22731:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.101@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:2.0:1788587243.494735:0:22731:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.101@tcp lock: ffff8f5bc2051e00/0xfbc93bbea5fdb202 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xfbc93bbea5fdb209 expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587243.494750:0:22731:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.101@tcp lock: ffff8f5bc2051e00/0xfbc93bbea5fdb202 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xfbc93bbea5fdb209 expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788587243.494758:0:22731:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-MDT0000-0000000000000000 10000000:01000000:2.0:1788587243.494761:0:22731:0:(mgc_request.c:68:mgc_name2resid()) log lustre-MDT0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1788587243.494766:0:22731:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-mdtir-ffff8f5a822f3000 10000000:01000000:2.0:1788587243.494769:0:22731:0:(mgc_request.c:68:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:2.0:1788587243.494772:0:22731:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 1 10000000:01000000:2.0:1788587243.494782:0:22731:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:2.0:1788587243.494801:0:22731:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.101@tcp lock: ffff8f5bc2050800/0xfbc93bbea5fdb210 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587243.494809:0:22731:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.101@tcp lock: ffff8f5bc2050800/0xfbc93bbea5fdb210 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587243.494816:0:22731:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.101@tcp lock: ffff8f5bc2050800/0xfbc93bbea5fdb210 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788587243.494831:0:22731:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bb05af100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42f04641-d17f-4ff4-9b47-651ab04c1b17:22731:1875469127600384:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1788587243.494862:0:22731:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788587243.494898:0:22731:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5baaa78600 going to sleep for 11 seconds 00000100:00100000:3.0:1788587243.494989:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127600384 00000100:00100000:3.0:1788587243.494994:0:22746:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127600384 00000100:00100000:3.0:1788587243.495022:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1788587243.495028:0:22746:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bbfa7f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:42f04641-d17f-4ff4-9b47-651ab04c1b17+7:22731:x1875469127600384:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788587243.495035:0:22746:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788587243.495044:0:22746:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f5ba1aa6c00/0xfbc93bbea5fdb217 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xfbc93bbea5fdb210 expref: -99 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587243.495059:0:22746:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f5ba1aa6c00/0xfbc93bbea5fdb217 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xfbc93bbea5fdb210 expref: 8 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587243.495067:0:22746:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f5ba1aa6c00/0xfbc93bbea5fdb217 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xfbc93bbea5fdb210 expref: 8 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587243.495073:0:22746:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f5ba1aa6c00, rc 0) 00000100:00100000:3.0:1788587243.495105:0:22746:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bbfa7f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:42f04641-d17f-4ff4-9b47-651ab04c1b17+8:22731:x1875469127600384:12345-0@lo:101:mount.lustre.0 Request processed in 77us (243us total) trans 0 rc 0/0 00000100:00100000:3.0:1788587243.495112:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1788587243.495172:0:22731:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bb05af100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42f04641-d17f-4ff4-9b47-651ab04c1b17:22731:1875469127600384:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788587243.495181:0:22731:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.101@tcp lock: ffff8f5bc2050800/0xfbc93bbea5fdb210 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xfbc93bbea5fdb217 expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587243.495189:0:22731:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.101@tcp lock: ffff8f5bc2050800/0xfbc93bbea5fdb210 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xfbc93bbea5fdb217 expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788587243.495241:0:22731:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bb05af100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42f04641-d17f-4ff4-9b47-651ab04c1b17:22731:1875469127600512:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788587243.495263:0:22731:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788587243.495282:0:22731:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5baaa78600 going to sleep for 11 seconds 00000100:00100000:0.0:1788587243.495333:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127600512 00000100:00100000:0.0:1788587243.495338:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127600512 00000100:00100000:0.0:1788587243.495365:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1788587243.495371:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bbfa7c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42f04641-d17f-4ff4-9b47-651ab04c1b17+8:22731:x1875469127600512:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788587243.495514:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bbfa7c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42f04641-d17f-4ff4-9b47-651ab04c1b17+9:22731:x1875469127600512:12345-0@lo:501:mount.lustre.0 Request processed in 142us (249us total) trans 0 rc 0/0 00000100:00100000:0.0:1788587243.495521:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1788587243.495603:0:22731:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bb05af100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42f04641-d17f-4ff4-9b47-651ab04c1b17:22731:1875469127600512:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788587243.495642:0:22731:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bb05af100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42f04641-d17f-4ff4-9b47-651ab04c1b17:22731:1875469127600640:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788587243.495679:0:22731:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788587243.495696:0:22731:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5baaa78600 going to sleep for 11 seconds 00000100:00100000:3.0:1788587243.495825:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127600640 00000100:00100000:3.0:1788587243.495830:0:22746:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127600640 00000100:00100000:3.0:1788587243.495856:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1788587243.495862:0:22746:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bbfa7e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:42f04641-d17f-4ff4-9b47-651ab04c1b17+9:22731:x1875469127600640:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1788587243.497077:0:22746:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bbfa7e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:42f04641-d17f-4ff4-9b47-651ab04c1b17+9:22731:x1875469127600640:12345-0@lo:503:mount.lustre.0 Request processed in 1212us (1394us total) trans 0 rc 0/0 00000100:00100000:3.0:1788587243.497087:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1788587243.497203:0:22731:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bb05af100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42f04641-d17f-4ff4-9b47-651ab04c1b17:22731:1875469127600640:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1788587243.497832:0:22771:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a83c55180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:42f04641-d17f-4ff4-9b47-651ab04c1b17:22771:1875469127600768:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788587243.497879:0:22771:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788587243.497998:0:22771:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5bbc851780 going to sleep for 11 seconds 00000100:00100000:2.0:1788587243.498035:0:22745:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127600768 00000100:00100000:2.0:1788587243.498041:0:22745:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127600768 00000100:00100000:2.0:1788587243.498104:0:22745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1788587243.498113:0:22745:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bbfa7cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42f04641-d17f-4ff4-9b47-651ab04c1b17+9:22771:x1875469127600768:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1788587243.498943:0:22745:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bbfa7cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42f04641-d17f-4ff4-9b47-651ab04c1b17+9:22771:x1875469127600768:12345-0@lo:502:llog_process_th.0 Request processed in 829us (1061us total) trans 0 rc 0/0 00000100:00100000:2.0:1788587243.498951:0:22745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1788587243.499035:0:22771:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a83c55180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:42f04641-d17f-4ff4-9b47-651ab04c1b17:22771:1875469127600768:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1788587243.499072:0:22771:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788587243.499082:0:22771:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788587243.499085:0:22771:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) lustre-MDT0000-m lov setup 00000020:01000000:1.0:1788587243.499091:0:22771:0:(obd_config.c:1967:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0000) 00000020:00000080:1.0:1788587243.499093:0:22771:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1788587243.499108:0:22771:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdtlov (ffff8f5b85b88000) 00000020:00000080:1.0:1788587243.499123:0:22771:0:(obd_config.c:720:class_attach_name()) OBD: dev 4 attached type lod with refcount 2 00000020:00000080:1.0:1788587243.499128:0:22771:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00080000:01000000:1.0:1788587243.499197:0:22771:0:(osd_handler.c:8924:osd_obd_connect()) connect #2 00000020:00000080:1.0:1788587243.499204:0:22771:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xfbc93bbea5fdb225 00000020:00000080:1.0:1788587243.499398:0:22771:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:01000000:1.0:1788587243.499403:0:22771:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788587243.499407:0:22771:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788587243.499409:0:22771:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) lustre-MDT0000-m lov setup 00000020:01000000:1.0:1788587243.499411:0:22771:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788587243.499450:0:22771:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788587243.499451:0:22771:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) lustre-MDT0000 add mdt 00000020:00000080:1.0:1788587243.499456:0:22771:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1788587243.499464:0:22771:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000 (ffff8f5b85b8b380) 00000020:00000080:1.0:1788587243.499473:0:22771:0:(obd_config.c:720:class_attach_name()) OBD: dev 5 attached type mdt with refcount 2 00000020:00000080:1.0:1788587243.499477:0:22771:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007 00000020:00000080:1.0:1788587243.499479:0:22771:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-MDT0000 osc lustre-MDT0000-mdtlov mdc (null) 00000020:01000000:1.0:1788587243.499482:0:22771:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-MDT0000 00000020:00000080:1.0:1788587243.499487:0:22771:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:1.0:1788587243.499523:0:22771:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8f5a822f3000 from lustre-MDT0000, refs=3 00000020:00000080:1.0:1788587243.499534:0:22771:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDD0000 (ffff8f5b85b8cd40) 00000020:00000080:1.0:1788587243.499541:0:22771:0:(obd_config.c:720:class_attach_name()) OBD: dev 6 attached type mdd with refcount 2 00000004:01000000:1.0:1788587243.499600:0:22771:0:(lod_dev.c:2291:lod_obd_connect()) connect #0 00000020:00000080:1.0:1788587243.499615:0:22771:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xfbc93bbea5fdb23a 00000020:00000080:1.0:1788587243.499699:0:22771:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000004:01000000:1.0:1788587243.499705:0:22771:0:(mdd_device.c:1598:mdd_obd_connect()) connect #0 00000020:00000080:1.0:1788587243.499708:0:22771:0:(genops.c:1385:class_connect()) connect: client lustre-MDD0000_UUID, cookie 0xfbc93bbea5fdb241 00080000:01000000:1.0:1788587243.499721:0:22771:0:(osd_handler.c:8924:osd_obd_connect()) connect #3 00000020:00000080:1.0:1788587243.499724:0:22771:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xfbc93bbea5fdb248 00010000:00010000:3.0:1788587243.591297:0:22771:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0000_UUID-1 is initialized 00000001:00000004:3.0:1788587243.592177:0:22771:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 8589934627 00000001:00080000:3.0:1788587243.592544:0:22771:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000020:00000080:3.0:1788587243.593312:0:22771:0:(genops.c:413:class_newdev()) Allocate new device lustre-QMT0000 (ffff8f5bb4c98000) 00000020:00000080:3.0:1788587243.593330:0:22771:0:(obd_config.c:720:class_attach_name()) OBD: dev 7 attached type qmt with refcount 2 00080000:01000000:3.0:1788587243.593401:0:22771:0:(osd_handler.c:8924:osd_obd_connect()) connect #4 00000020:00000080:3.0:1788587243.593408:0:22771:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xfbc93bbea5fdb256 00000020:00000080:1.0:1788587243.602384:0:22771:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:1.0:1788587243.607383:0:22771:0:(genops.c:1385:class_connect()) connect: client lustre-QMT0000_UUID, cookie 0xfbc93bbea5fdb25d 00000020:00000080:1.0:1788587243.608652:0:22771:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:01000000:1.0:1788587243.608666:0:22771:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788587243.608672:0:22771:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788587243.608674:0:22771:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) lustre-MDT0000 add mdt 00000020:01000000:1.0:1788587243.608677:0:22771:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1788587243.608680:0:22771:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #8 00000020:01000000:1.0:1788587243.608681:0:22771:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1788587243.608683:0:22771:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1788587243.608684:0:22771:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1788587243.608687:0:22771:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788587243.608688:0:22771:0:(obd_config.c:1563:class_process_config()) marker 8 (0x6) lustre sys.timeout 00000020:01000000:1.0:1788587243.608690:0:22771:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788587243.608695:0:22771:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788587243.608697:0:22771:0:(obd_config.c:1563:class_process_config()) marker 10 (0x1) lustre-MDT0000 mdt.identity_upcall 00000020:00000080:1.0:1788587243.608701:0:22771:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000004:01000000:1.0:1788587243.608746:0:22771:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0000: identity upcall set to /home/green/git/lustre-release/lustre/utils/l_getidentity 00000020:01000000:1.0:1788587243.608761:0:22771:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788587243.608764:0:22771:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788587243.608765:0:22771:0:(obd_config.c:1563:class_process_config()) marker 10 (0x2) lustre-MDT0000 mdt.identity_upcall 00000020:01000000:1.0:1788587243.608768:0:22771:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788587243.608771:0:22771:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788587243.608772:0:22771:0:(obd_config.c:1563:class_process_config()) marker 17 (0x1) lustre-MDT0001 add osp 00000020:00000080:1.0:1788587243.608786:0:22771:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1788587243.608791:0:22771:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.101@tcp to nid 0x20000c0a8cb65 (192.168.203.101@tcp) 00000020:00000080:1.0:1788587243.608820:0:22771:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1788587243.608839:0:22771:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-osp-MDT0000 (ffff8f5baf194d40) 00000020:00000080:1.0:1788587243.608854:0:22771:0:(obd_config.c:720:class_attach_name()) OBD: dev 8 attached type osp with refcount 2 00000020:00000080:1.0:1788587243.608859:0:22771:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:1.0:1788587243.608923:0:22771:0:(osp_dev.c:1203:osp_init0()) lustre-MDT0001-osp-MDT0000: connect to lustre-MDT0000-osd (lustre-MDT0001-osp-MDT0000) 00080000:01000000:1.0:1788587243.608937:0:22771:0:(osd_handler.c:8924:osd_obd_connect()) connect #5 00000020:00000080:1.0:1788587243.608944:0:22771:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xfbc93bbea5fdb26b 00010000:00080000:1.0:1788587243.608974:0:22771:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8f5bad68d000@lustre-MDT0001-osp-MDT0000: add connection 192.168.203.101@tcp at head 00010000:00010000:1.0:1788587243.610573:0:22771:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-osp-MDT0000-1 is initialized 00000020:00000080:2.0:1788587243.611924:0:22771:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-osp-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1788587243.611938:0:22771:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00000004:01000000:2.0:1788587243.611974:0:22771:0:(lod_lov.c:128:lod_add_device()) osp:lustre-MDT0001_UUID idx:1 gen:1 00000020:00000080:2.0:1788587243.611994:0:22771:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xfbc93bbea5fdb272 00000100:00080000:2.0:1788587243.612004:0:22771:0:(import.c:545:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1788587243.612009:0:22771:0:(import.c:665:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff8f5bad68d000 using connection 192.168.203.101@tcp/0@lo 00000100:00100000:2.0:1788587243.612044:0:22771:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f5bb05af100 x1875469127600896/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1788587243.612074:0:22771:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID 00000020:01000000:2.0:1788587243.612152:0:22771:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788587243.612157:0:22771:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788587243.612159:0:22771:0:(obd_config.c:1563:class_process_config()) marker 17 (0x2) lustre-MDT0001 add osp 00000020:01000000:2.0:1788587243.612162:0:22771:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1788587243.612164:0:22771:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #19 00000020:01000000:2.0:1788587243.612166:0:22771:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1788587243.612168:0:22771:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1788587243.612169:0:22771:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000100:00100000:1.0:1788587243.615514:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bb05af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1875469127600896:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1788587243.615611:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788587243.615687:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127600896 00000100:00100000:1.0:1788587243.615694:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127600896 00000100:00100000:1.0:1788587243.615727:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1788587243.615734:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a83c55180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3645:x1875469127600896:12345-0@lo:38:llog_process_th.0 00010000:00020000:1.0:1788587243.615752:0:22758:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000080:2.0:1788587243.621098:0:22771:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788587243.621108:0:22771:0:(obd_config.c:1563:class_process_config()) marker 19 (0x6) lustre sys.timeout 00000020:01000000:2.0:1788587243.621126:0:22771:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:2.0:1788587243.621133:0:22771:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/mds1_flakey 00000020:00000080:2.0:1788587243.621144:0:22771:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788587243.621146:0:22771:0:(obd_config.c:1563:class_process_config()) marker 22 (0x1) lustre-OST0000 add osc 00000020:00000080:2.0:1788587243.621151:0:22771:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1788587243.621157:0:22771:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.101@tcp to nid 0x20000c0a8cb65 (192.168.203.101@tcp) 00000020:01000000:2.0:1788587243.621192:0:22771:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:2.0:1788587243.621195:0:22771:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1788587243.621214:0:22771:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0000 (ffff8f5a8334b380) 00000020:00000080:2.0:1788587243.621241:0:22771:0:(obd_config.c:720:class_attach_name()) OBD: dev 9 attached type osp with refcount 2 00000020:00000080:2.0:1788587243.621247:0:22771:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:2.0:1788587243.621358:0:22771:0:(osp_dev.c:1203:osp_init0()) lustre-OST0000-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0000-osc-MDT0000) 00080000:01000000:2.0:1788587243.621364:0:22771:0:(osd_handler.c:8924:osd_obd_connect()) connect #6 00000020:00000080:2.0:1788587243.621370:0:22771:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xfbc93bbea5fdb280 00010000:00080000:2.0:1788587243.621399:0:22771:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8f5bbfa51800@lustre-OST0000-osc-MDT0000: add connection 192.168.203.101@tcp at head 00010000:00010000:2.0:1788587243.621619:0:22771:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0000-2 is initialized 00000040:01000000:2.0:1788587243.622590:0:22771:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:2.0:1788587243.622900:0:22771:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0000-osc-MDT0000 ctxt 2 is initialized 00000040:00080000:2.0:1788587243.630245:0:22771:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1788587243.630761:0:22771:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2:0x0].3, 64 off8384 00000040:00080000:3.0:1788587243.635967:0:22771:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x10:0x0].1, 64 off8256 00000100:00100000:1.0:1788587243.641059:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a83c55180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3645:x1875469127600896:12345-0@lo:38:llog_process_th.0 Request processed in 25318us (25441us total) trans 0 rc -19/-19 00000100:00100000:1.0:1788587243.641073:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000040:00080000:0.0:1788587243.641971:0:22777:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:0.0:1788587243.641976:0:22777:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x10:0x0] at index 3 of catalog [0x1:0x2:0x0] 00000020:00000080:1.0:1788587243.643138:0:22771:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1788587243.643149:0:22771:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:1.0:1788587243.643410:0:22771:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000020:00000080:1.0:1788587243.643459:0:22771:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xfbc93bbea5fdb287 00000100:00080000:1.0:1788587243.643469:0:22771:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1788587243.643474:0:22771:0:(import.c:665:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff8f5bbfa51800 using connection 192.168.203.101@tcp/0@lo 00000100:00100000:1.0:1788587243.643505:0:22771:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f5a83c54700 x1875469127601024/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1788587243.643521:0:22771:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000020:01000000:1.0:1788587243.643570:0:22771:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788587243.643573:0:22771:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788587243.643574:0:22771:0:(obd_config.c:1563:class_process_config()) marker 22 (0x2) lustre-OST0000 add osc 00000020:01000000:1.0:1788587243.643577:0:22771:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1788587243.643580:0:22771:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #26 00000020:01000000:1.0:1788587243.643586:0:22771:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1788587243.643588:0:22771:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1788587243.643589:0:22771:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1788587243.643592:0:22771:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788587243.643593:0:22771:0:(obd_config.c:1563:class_process_config()) marker 26 (0x6) lustre sys.timeout 00000020:01000000:1.0:1788587243.643596:0:22771:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:1.0:1788587243.643600:0:22771:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/mds1_flakey 00000020:00000080:1.0:1788587243.643603:0:22771:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788587243.643605:0:22771:0:(obd_config.c:1563:class_process_config()) marker 30 (0x1) lustre-OST0001 add osc 00000020:00000080:1.0:1788587243.643608:0:22771:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1788587243.643611:0:22771:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.101@tcp to nid 0x20000c0a8cb65 (192.168.203.101@tcp) 00000020:01000000:1.0:1788587243.643631:0:22771:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:1.0:1788587243.643633:0:22771:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1788587243.643643:0:22771:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-MDT0000 (ffff8f5baf1919c0) 00000020:00000080:1.0:1788587243.643653:0:22771:0:(obd_config.c:720:class_attach_name()) OBD: dev 10 attached type osp with refcount 2 00000020:00000080:1.0:1788587243.643657:0:22771:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:1.0:1788587243.643718:0:22771:0:(osp_dev.c:1203:osp_init0()) lustre-OST0001-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0001-osc-MDT0000) 00080000:01000000:1.0:1788587243.643724:0:22771:0:(osd_handler.c:8924:osd_obd_connect()) connect #7 00000020:00000080:1.0:1788587243.643729:0:22771:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xfbc93bbea5fdb295 00010000:00080000:1.0:1788587243.643755:0:22771:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8f5a822e1000@lustre-OST0001-osc-MDT0000: add connection 192.168.203.101@tcp at head 00010000:00010000:1.0:1788587243.644019:0:22771:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-MDT0000-3 is initialized 00000040:01000000:1.0:1788587243.644080:0:22771:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:1.0:1788587243.644092:0:22771:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0001-osc-MDT0000 ctxt 2 is initialized 00000100:00080000:2.0:1788587243.644716:0:3645:0:(import.c:65:import_set_state_nolock()) ffff8f5bad68d000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788587243.644723:0:3645:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1788587243.644727:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bb05af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1875469127600896:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1788587243.644872:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a83c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1875469127601024:0@lo:8:llog_process_th.0 00000400:00000100:1.0:1788587243.649188:0:3645:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875469127601024 offset 0 length 520: 4 00000040:00080000:3.0:1788587243.649915:0:22771:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1788587243.650151:0:22771:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x5:0x0].3, 64 off8384 00000040:00080000:3.0:1788587243.650288:0:22771:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x12:0x0].1, 64 off8256 00000040:00080000:3.0:1788587243.650806:0:22779:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:3.0:1788587243.650812:0:22779:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x12:0x0] at index 3 of catalog [0x1:0x5:0x0] 00000020:00000080:1.0:1788587243.652022:0:22771:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1788587243.652036:0:22771:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:1.0:1788587243.652067:0:22771:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0001_UUID idx:1 gen:1 00000020:00000080:1.0:1788587243.652084:0:22771:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xfbc93bbea5fdb29c 00000100:00080000:1.0:1788587243.652094:0:22771:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1788587243.652099:0:22771:0:(import.c:665:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff8f5a822e1000 using connection 192.168.203.101@tcp/0@lo 00000100:00100000:1.0:1788587243.652136:0:22771:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f5a83c57b80 x1875469127601152/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1788587243.652163:0:22771:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000020:01000000:1.0:1788587243.652561:0:22771:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788587243.652565:0:22771:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788587243.652567:0:22771:0:(obd_config.c:1563:class_process_config()) marker 30 (0x2) lustre-OST0001 add osc 00000020:01000000:1.0:1788587243.652569:0:22771:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788587243.652572:0:22771:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788587243.652574:0:22771:0:(obd_config.c:1563:class_process_config()) marker 34 (0x1) lustre sys.timeout 00000020:00000080:1.0:1788587243.652576:0:22771:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:1.0:1788587243.652578:0:22771:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:1.0:1788587243.652580:0:22771:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788587243.652583:0:22771:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788587243.652584:0:22771:0:(obd_config.c:1563:class_process_config()) marker 34 (0x2) lustre sys.timeout 00000020:01000000:1.0:1788587243.652586:0:22771:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788587243.652587:0:22771:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788587243.652588:0:22771:0:(obd_config.c:1563:class_process_config()) marker 39 (0x1) lustre sys.jobid_var 00000020:00000080:1.0:1788587243.652592:0:22771:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000100:00100000:1.0:1788587243.652624:0:22771:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a83c55880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:42f04641-d17f-4ff4-9b47-651ab04c1b17:22771:1875469127601280:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788587243.652705:0:22771:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788587243.652735:0:22771:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5b832799c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788587243.652806:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a83c57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1875469127601152:0@lo:8:llog_process_th.0 00000400:00000100:2.0:1788587243.652832:0:3645:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875469127601152 offset 0 length 520: 4 00000100:00100000:3.0:1788587243.652929:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127601280 00000100:00100000:3.0:1788587243.652935:0:22746:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127601280 00000100:00100000:3.0:1788587243.652977:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1788587243.652985:0:22746:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bbfa7c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:42f04641-d17f-4ff4-9b47-651ab04c1b17+9:22771:x1875469127601280:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1788587243.653105:0:22746:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bbfa7c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:42f04641-d17f-4ff4-9b47-651ab04c1b17+9:22771:x1875469127601280:12345-0@lo:502:llog_process_th.0 Request processed in 120us (400us total) trans 0 rc 0/0 00000100:00100000:3.0:1788587243.653113:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1788587243.653316:0:22771:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a83c55880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:42f04641-d17f-4ff4-9b47-651ab04c1b17:22771:1875469127601280:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1788587243.653340:0:22771:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788587243.653344:0:22771:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788587243.653346:0:22771:0:(obd_config.c:1563:class_process_config()) marker 39 (0x2) lustre sys.jobid_var 00000040:00080000:1.0:1788587243.653350:0:22771:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 46 count 46 00000020:01000000:2.0:1788587243.654611:0:22731:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0000 gen 1-45 (rc=0) 10000000:01000000:2.0:1788587243.654640:0:22731:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.101@tcp: configuration from log 'lustre-MDT0000' succeeded (0). 00010000:00010000:2.0:1788587243.654690:0:22731:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.101@tcp lock: ffff8f5bc2050800/0xfbc93bbea5fdb210 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xfbc93bbea5fdb217 expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587243.654702:0:22731:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.101@tcp lock: ffff8f5bc2050800/0xfbc93bbea5fdb210 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xfbc93bbea5fdb217 expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788587243.654710:0:22731:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8f5a822f3000 from 1 10000000:01000000:2.0:1788587243.654713:0:22731:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:2.0:1788587243.654746:0:22731:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.101@tcp lock: ffff8f5bc2050200/0xfbc93bbea5fdb2a3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587243.654754:0:22731:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.101@tcp lock: ffff8f5bc2050200/0xfbc93bbea5fdb2a3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587243.654764:0:22731:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.101@tcp lock: ffff8f5bc2050200/0xfbc93bbea5fdb2a3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788587243.654795:0:22731:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bb05af100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42f04641-d17f-4ff4-9b47-651ab04c1b17:22731:1875469127601408:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1788587243.654848:0:22731:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788587243.654990:0:22745:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127601408 00000100:00100000:3.0:1788587243.654997:0:22745:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127601408 00000100:00100000:3.0:1788587243.655040:0:22745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1788587243.655061:0:22745:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bbfa7c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42f04641-d17f-4ff4-9b47-651ab04c1b17+9:22731:x1875469127601408:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788587243.655074:0:22745:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788587243.655086:0:22745:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f5ba1aa7000/0xfbc93bbea5fdb2aa lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xfbc93bbea5fdb2a3 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587243.655122:0:22745:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f5ba1aa7000/0xfbc93bbea5fdb2aa lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xfbc93bbea5fdb2a3 expref: 10 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587243.655132:0:22745:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f5ba1aa7000/0xfbc93bbea5fdb2aa lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xfbc93bbea5fdb2a3 expref: 10 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587243.655141:0:22745:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f5ba1aa7000, rc 0) 00000100:00100000:3.0:1788587243.655186:0:22745:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bbfa7c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42f04641-d17f-4ff4-9b47-651ab04c1b17+10:22731:x1875469127601408:12345-0@lo:101:mount.lustre.0 Request processed in 113us (324us total) trans 0 rc 0/0 00000100:00100000:3.0:1788587243.655194:0:22745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1788587243.655451:0:22731:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5a836f2540 going to sleep for 11 seconds 00000100:00100000:2.0:1788587243.655472:0:22731:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bb05af100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42f04641-d17f-4ff4-9b47-651ab04c1b17:22731:1875469127601408:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788587243.655486:0:22731:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.101@tcp lock: ffff8f5bc2050200/0xfbc93bbea5fdb2a3 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xfbc93bbea5fdb2aa expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587243.655507:0:22731:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.101@tcp lock: ffff8f5bc2050200/0xfbc93bbea5fdb2a3 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xfbc93bbea5fdb2aa expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788587243.656014:0:22731:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bb05af100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42f04641-d17f-4ff4-9b47-651ab04c1b17:22731:1875469127601536:0@lo:256:mount.lustre.0 00000100:00100000:2.0:1788587243.656055:0:22731:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788587243.656133:0:22731:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5a836f2540 going to sleep for 11 seconds 00000100:00100000:0.0:1788587243.660371:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127601536 00000100:00100000:0.0:1788587243.660387:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127601536 00000100:00100000:0.0:1788587243.660520:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1788587243.660531:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bbfa7dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42f04641-d17f-4ff4-9b47-651ab04c1b17+10:22731:x1875469127601536:12345-0@lo:256:mount.lustre.0 20000000:01000000:0.0:1788587243.660553:0:22747:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:0.0:1788587243.660560:0:22747:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 0, version 1 00000100:00100000:0.0:1788587243.660669:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bbfa7dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42f04641-d17f-4ff4-9b47-651ab04c1b17+10:22731:x1875469127601536:12345-0@lo:256:mount.lustre.0 Request processed in 140us (4612us total) trans 0 rc 0/0 00000100:00100000:0.0:1788587243.660677:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1788587243.660812:0:22731:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bb05af100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42f04641-d17f-4ff4-9b47-651ab04c1b17:22731:1875469127601536:0@lo:256:mount.lustre.0 10000000:01000000:2.0:1788587243.661352:0:22731:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.101@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:2.0:1788587243.661374:0:22731:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.101@tcp lock: ffff8f5bc2050200/0xfbc93bbea5fdb2a3 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xfbc93bbea5fdb2aa expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587243.661386:0:22731:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.101@tcp lock: ffff8f5bc2050200/0xfbc93bbea5fdb2a3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xfbc93bbea5fdb2aa expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788587243.661395:0:22731:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8f5a822f3000 from 1 10000000:01000000:2.0:1788587243.661398:0:22731:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1788587243.661452:0:22731:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.101@tcp lock: ffff8f5bc2050000/0xfbc93bbea5fdb2b1 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587243.661460:0:22731:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.101@tcp lock: ffff8f5bc2050000/0xfbc93bbea5fdb2b1 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587243.661469:0:22731:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.101@tcp lock: ffff8f5bc2050000/0xfbc93bbea5fdb2b1 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788587243.661488:0:22731:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bb05af100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42f04641-d17f-4ff4-9b47-651ab04c1b17:22731:1875469127601664:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1788587243.661525:0:22731:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788587243.666391:0:22731:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5a836f2540 going to sleep for 11 seconds 00000100:00100000:3.0:1788587243.668041:0:22745:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127601664 00000100:00100000:3.0:1788587243.668054:0:22745:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127601664 00000100:00100000:1.0:1788587243.668958:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1788587243.668972:0:22746:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bbfa7d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:42f04641-d17f-4ff4-9b47-651ab04c1b17+10:22731:x1875469127601664:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788587243.668989:0:22746:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788587243.669020:0:22746:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f5a8224c600/0xfbc93bbea5fdb2b8 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xfbc93bbea5fdb2b1 expref: -99 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587243.669045:0:22746:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f5a8224c600/0xfbc93bbea5fdb2b8 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xfbc93bbea5fdb2b1 expref: 11 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587243.669057:0:22746:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f5a8224c600/0xfbc93bbea5fdb2b8 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xfbc93bbea5fdb2b1 expref: 11 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587243.669065:0:22746:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f5a8224c600, rc 0) 00000100:00100000:1.0:1788587243.669129:0:22746:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bbfa7d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:42f04641-d17f-4ff4-9b47-651ab04c1b17+11:22731:x1875469127601664:12345-0@lo:101:mount.lustre.0 Request processed in 162us (7604us total) trans 0 rc 0/0 00000100:00100000:1.0:1788587243.669136:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1788587243.669288:0:22731:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bb05af100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42f04641-d17f-4ff4-9b47-651ab04c1b17:22731:1875469127601664:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788587243.669306:0:22731:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.101@tcp lock: ffff8f5bc2050000/0xfbc93bbea5fdb2b1 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xfbc93bbea5fdb2b8 expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587243.669315:0:22731:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.101@tcp lock: ffff8f5bc2050000/0xfbc93bbea5fdb2b1 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xfbc93bbea5fdb2b8 expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788587243.669386:0:22731:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bb05af100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42f04641-d17f-4ff4-9b47-651ab04c1b17:22731:1875469127601792:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788587243.669434:0:22731:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788587243.669459:0:22731:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5a836f2540 going to sleep for 11 seconds 00000100:00100000:1.0:1788587243.669632:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127601792 00000100:00100000:1.0:1788587243.669638:0:22746:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127601792 00000100:00100000:1.0:1788587243.669662:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1788587243.669668:0:22746:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bbfa7e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:42f04641-d17f-4ff4-9b47-651ab04c1b17+11:22731:x1875469127601792:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788587243.669796:0:22746:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bbfa7e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:42f04641-d17f-4ff4-9b47-651ab04c1b17+11:22731:x1875469127601792:12345-0@lo:501:mount.lustre.0 Request processed in 128us (362us total) trans 0 rc 0/0 00000100:00100000:1.0:1788587243.669802:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1788587243.669870:0:22731:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bb05af100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42f04641-d17f-4ff4-9b47-651ab04c1b17:22731:1875469127601792:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788587243.669910:0:22731:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bb05af100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42f04641-d17f-4ff4-9b47-651ab04c1b17:22731:1875469127601920:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788587243.669948:0:22731:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788587243.669974:0:22731:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5a836f2540 going to sleep for 11 seconds 00000100:00100000:1.0:1788587243.672028:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127601920 00000100:00100000:1.0:1788587243.672041:0:22746:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127601920 00000100:00100000:1.0:1788587243.672083:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1788587243.672091:0:22746:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5b9a700050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:42f04641-d17f-4ff4-9b47-651ab04c1b17+11:22731:x1875469127601920:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1788587243.672239:0:22746:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5b9a700050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:42f04641-d17f-4ff4-9b47-651ab04c1b17+11:22731:x1875469127601920:12345-0@lo:503:mount.lustre.0 Request processed in 148us (2290us total) trans 0 rc 0/0 00000100:00100000:1.0:1788587243.672246:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1788587243.672404:0:22731:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bb05af100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42f04641-d17f-4ff4-9b47-651ab04c1b17:22731:1875469127601920:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1788587243.673027:0:22781:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a83c55880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:42f04641-d17f-4ff4-9b47-651ab04c1b17:22781:1875469127602048:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788587243.673080:0:22781:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788587243.673118:0:22781:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5bb4e6fb40 going to sleep for 11 seconds 00000100:00100000:0.0:1788587243.673165:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127602048 00000100:00100000:0.0:1788587243.673170:0:22746:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127602048 00000100:00100000:0.0:1788587243.673209:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1788587243.673215:0:22746:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5b9a702c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:42f04641-d17f-4ff4-9b47-651ab04c1b17+11:22781:x1875469127602048:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1788587243.674045:0:22746:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5b9a702c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:42f04641-d17f-4ff4-9b47-651ab04c1b17+11:22781:x1875469127602048:12345-0@lo:502:llog_process_th.0 Request processed in 827us (962us total) trans 0 rc 0/0 00000100:00100000:0.0:1788587243.674055:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1788587243.674135:0:22781:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a83c55880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:42f04641-d17f-4ff4-9b47-651ab04c1b17:22781:1875469127602048:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1788587243.674161:0:22781:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788587243.674170:0:22781:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788587243.674184:0:22781:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:1.0:1788587243.674192:0:22781:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8f5a822f3000 00000020:00000080:1.0:1788587243.674195:0:22781:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1788587243.674203:0:22781:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788587243.674205:0:22781:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788587243.674206:0:22781:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:1.0:1788587243.674209:0:22781:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788587243.674211:0:22781:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788587243.674213:0:22781:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:1.0:1788587243.674216:0:22781:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8f5a822f3000 00000020:00000080:1.0:1788587243.674218:0:22781:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1788587243.674283:0:22781:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788587243.674287:0:22781:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788587243.674288:0:22781:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:1.0:1788587243.674290:0:22781:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788587243.674293:0:22781:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788587243.674294:0:22781:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:1.0:1788587243.674297:0:22781:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8f5a822f3000 00000020:00000080:1.0:1788587243.674299:0:22781:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1788587243.674315:0:22781:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788587243.674317:0:22781:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788587243.674318:0:22781:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:1.0:1788587243.674321:0:22781:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788587243.674323:0:22781:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788587243.674324:0:22781:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:1.0:1788587243.674327:0:22781:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8f5a822f3000 00000020:00000080:1.0:1788587243.674329:0:22781:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000100:00100000:1.0:1788587243.674368:0:22781:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a83c55880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:42f04641-d17f-4ff4-9b47-651ab04c1b17:22781:1875469127602176:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788587243.674401:0:22781:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788587243.674446:0:22781:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5bb4e6fb40 going to sleep for 11 seconds 00000100:00100000:0.0:1788587243.676400:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127602176 00000100:00100000:0.0:1788587243.676432:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127602176 00000100:00100000:0.0:1788587243.676488:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1788587243.676499:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5b9a703c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42f04641-d17f-4ff4-9b47-651ab04c1b17+11:22781:x1875469127602176:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1788587243.676651:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5b9a703c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42f04641-d17f-4ff4-9b47-651ab04c1b17+11:22781:x1875469127602176:12345-0@lo:502:llog_process_th.0 Request processed in 153us (2249us total) trans 0 rc 0/0 00000100:00100000:0.0:1788587243.676658:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1788587243.677004:0:22781:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a83c55880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:42f04641-d17f-4ff4-9b47-651ab04c1b17:22781:1875469127602176:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1788587243.677040:0:22781:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788587243.677048:0:22781:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788587243.677051:0:22781:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:1.0:1788587243.677057:0:22781:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 13 count 13 00000020:01000000:1.0:1788587243.681493:0:22731:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:1.0:1788587243.681527:0:22731:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.101@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1788587243.681544:0:22731:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.101@tcp lock: ffff8f5bc2050000/0xfbc93bbea5fdb2b1 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xfbc93bbea5fdb2b8 expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587243.681557:0:22731:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.101@tcp lock: ffff8f5bc2050000/0xfbc93bbea5fdb2b1 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xfbc93bbea5fdb2b8 expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788587243.681608:0:22731:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:1.0:1788587243.681611:0:22731:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff8f5a822f3000 10000000:01000000:1.0:1788587243.681614:0:22731:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff8f5a822f3000 10000000:01000000:1.0:1788587243.681617:0:22731:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1788587243.681623:0:22731:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff8f5a822f3000 from 1 10000000:01000000:1.0:1788587243.681626:0:22731:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:1.0:1788587243.681657:0:22731:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.101@tcp lock: ffff8f5a8224cc00/0xfbc93bbea5fdb2bf lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587243.681666:0:22731:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.101@tcp lock: ffff8f5a8224cc00/0xfbc93bbea5fdb2bf lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587243.681676:0:22731:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.101@tcp lock: ffff8f5a8224cc00/0xfbc93bbea5fdb2bf lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788587243.681709:0:22731:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a83c55880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42f04641-d17f-4ff4-9b47-651ab04c1b17:22731:1875469127602304:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1788587243.681767:0:22731:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788587243.681819:0:22731:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5bb4e6f6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788587243.681952:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127602304 00000100:00100000:0.0:1788587243.681960:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127602304 00000100:00100000:0.0:1788587243.682015:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1788587243.682024:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5b9a702450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42f04641-d17f-4ff4-9b47-651ab04c1b17+11:22731:x1875469127602304:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788587243.682036:0:22747:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788587243.682049:0:22747:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f5b837be000/0xfbc93bbea5fdb2c6 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xfbc93bbea5fdb2bf expref: -99 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587243.682073:0:22747:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f5b837be000/0xfbc93bbea5fdb2c6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xfbc93bbea5fdb2bf expref: 12 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587243.682083:0:22747:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f5b837be000/0xfbc93bbea5fdb2c6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xfbc93bbea5fdb2bf expref: 12 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587243.682091:0:22747:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f5b837be000, rc 0) 00000100:00100000:0.0:1788587243.682125:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5b9a702450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42f04641-d17f-4ff4-9b47-651ab04c1b17+12:22731:x1875469127602304:12345-0@lo:101:mount.lustre.0 Request processed in 103us (358us total) trans 0 rc 0/0 00000100:00100000:0.0:1788587243.682131:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1788587243.682439:0:22731:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a83c55880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42f04641-d17f-4ff4-9b47-651ab04c1b17:22731:1875469127602304:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788587243.682453:0:22731:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.101@tcp lock: ffff8f5a8224cc00/0xfbc93bbea5fdb2bf lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xfbc93bbea5fdb2c6 expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587243.682462:0:22731:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.101@tcp lock: ffff8f5a8224cc00/0xfbc93bbea5fdb2bf lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xfbc93bbea5fdb2c6 expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788587243.682518:0:22731:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a83c55880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42f04641-d17f-4ff4-9b47-651ab04c1b17:22731:1875469127602432:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788587243.682544:0:22731:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788587243.682563:0:22731:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5bb4e6f6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788587243.682608:0:22745:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127602432 00000100:00100000:3.0:1788587243.682613:0:22745:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127602432 00000100:00100000:3.0:1788587243.682643:0:22745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1788587243.682649:0:22745:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5b83516c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42f04641-d17f-4ff4-9b47-651ab04c1b17+12:22731:x1875469127602432:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788587243.682749:0:22745:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5b83516c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42f04641-d17f-4ff4-9b47-651ab04c1b17+12:22731:x1875469127602432:12345-0@lo:501:mount.lustre.0 Request processed in 100us (205us total) trans 0 rc 0/0 00000100:00100000:3.0:1788587243.682756:0:22745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1788587243.683485:0:22731:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a83c55880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42f04641-d17f-4ff4-9b47-651ab04c1b17:22731:1875469127602432:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788587243.683523:0:22731:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a83c55880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42f04641-d17f-4ff4-9b47-651ab04c1b17:22731:1875469127602560:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1788587243.683567:0:22731:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788587243.683590:0:22731:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5bb4e6f6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788587243.683604:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127602560 00000100:00100000:1.0:1788587243.683609:0:22746:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127602560 00000100:00100000:1.0:1788587243.683638:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:1.0:1788587243.683644:0:22746:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5b83517850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:42f04641-d17f-4ff4-9b47-651ab04c1b17+12:22731:x1875469127602560:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1788587243.683720:0:22746:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5b83517850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:42f04641-d17f-4ff4-9b47-651ab04c1b17+12:22731:x1875469127602560:12345-0@lo:503:mount.lustre.0 Request processed in 76us (153us total) trans 0 rc 0/0 00000100:00100000:1.0:1788587243.683728:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:1.0:1788587243.683771:0:22731:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a83c55880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42f04641-d17f-4ff4-9b47-651ab04c1b17:22731:1875469127602560:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788587243.686063:0:22783:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bb05af100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:42f04641-d17f-4ff4-9b47-651ab04c1b17:22783:1875469127602688:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1788587243.686138:0:22783:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788587243.686175:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127602688 00000100:00100000:2.0:1788587243.686182:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127602688 00000100:00100000:2.0:1788587243.686219:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:2.0:1788587243.686226:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5b83515c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42f04641-d17f-4ff4-9b47-651ab04c1b17+12:22783:x1875469127602688:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1788587243.686330:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5b83515c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42f04641-d17f-4ff4-9b47-651ab04c1b17+12:22783:x1875469127602688:12345-0@lo:502:llog_process_th.0 Request processed in 103us (191us total) trans 0 rc 0/0 00000100:00100000:2.0:1788587243.686337:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:2.0:1788587243.686381:0:22783:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5bb06e5540 going to sleep for 11 seconds 00000100:00100000:2.0:1788587243.686399:0:22783:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bb05af100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:42f04641-d17f-4ff4-9b47-651ab04c1b17:22783:1875469127602688:0@lo:502:llog_process_th.0 00000020:01000004:2.0:1788587243.686474:0:22783:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0000 (typ=lwp) 00000020:00000080:2.0:1788587243.686491:0:22783:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0000 (ffff8f5a83348000) 00000020:00000080:2.0:1788587243.686510:0:22783:0:(obd_config.c:720:class_attach_name()) OBD: dev 11 attached type lwp with refcount 2 00000020:01000004:2.0:1788587243.686579:0:22783:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8f5a822f3000 from lustre-MDT0000, refs=4 00000020:01000004:2.0:1788587243.686583:0:22783:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8f5a822f3000 from lustre-MDT0000, refs=4 00000020:01000004:2.0:1788587243.686585:0:22783:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8f5a822f3000 4 00010000:00080000:2.0:1788587243.686611:0:22783:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8f5bbfa0c000@lustre-MDT0000-lwp-MDT0000: add connection 192.168.203.101@tcp at head 00010000:00010000:2.0:1788587243.698029:0:22783:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0000-4 is initialized 00000020:00000080:2.0:1788587243.699009:0:22783:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000010:01000000:2.0:1788587243.699052:0:22783:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:2.0:1788587243.699064:0:22783:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000, cookie 0xfbc93bbea5fdb2d4 00000100:00080000:2.0:1788587243.699074:0:22783:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1788587243.699080:0:22783:0:(import.c:665:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff8f5bbfa0c000 using connection 192.168.203.101@tcp/0@lo 00000100:00100000:2.0:1788587243.699113:0:22783:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f5bb05af100 x1875469127602816/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788587243.699150:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bb05af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3645:1875469127602816:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1788587243.700746:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788587243.700837:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127602816 00000100:00100000:2.0:1788587243.700845:0:22752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127602816 00000100:00100000:2.0:1788587243.700874:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1788587243.701015:0:22752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bb05aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3645:x1875469127602816:12345-0@lo:38:llog_process_th.0 00000100:00100000:2.0:1788587243.701068:0:22752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bb05aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3645:x1875469127602816:12345-0@lo:38:llog_process_th.0 Request processed in 187us (327us total) trans 0 rc -11/-11 00000100:00100000:2.0:1788587243.701074:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1788587243.701109:0:3645:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:2.0:1788587243.701117:0:3645:0:(import.c:65:import_set_state_nolock()) ffff8f5bbfa0c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788587243.701136:0:3645:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-11) 00000100:00100000:2.0:1788587243.701140:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bb05af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3645:1875469127602816:0@lo:38:llog_process_th.0 00000100:00080000:2.0:1788587243.701320:0:22783:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00100000:2.0:1788587243.703618:0:22783:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bb05af100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:42f04641-d17f-4ff4-9b47-651ab04c1b17:22783:1875469127602944:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1788587243.703696:0:22783:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788587243.703738:0:22745:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127602944 00000100:00100000:2.0:1788587243.703746:0:22745:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127602944 00000100:00100000:2.0:1788587243.703797:0:22745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:2.0:1788587243.703806:0:22745:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5b83514050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42f04641-d17f-4ff4-9b47-651ab04c1b17+12:22783:x1875469127602944:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1788587243.703913:0:22745:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5b83514050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42f04641-d17f-4ff4-9b47-651ab04c1b17+12:22783:x1875469127602944:12345-0@lo:502:llog_process_th.0 Request processed in 107us (216us total) trans 0 rc 0/0 00000100:00100000:2.0:1788587243.703920:0:22745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:2.0:1788587243.704752:0:22783:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5bb06e5d80 going to sleep for 11 seconds 00000100:00100000:2.0:1788587243.704788:0:22783:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bb05af100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:42f04641-d17f-4ff4-9b47-651ab04c1b17:22783:1875469127602944:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1788587243.704843:0:22783:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bb05af100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:42f04641-d17f-4ff4-9b47-651ab04c1b17:22783:1875469127603072:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1788587243.705508:0:22783:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788587243.705579:0:22783:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5bb06e5d80 going to sleep for 11 seconds 00000100:00100000:1.0:1788587243.718992:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127603072 00000100:00100000:1.0:1788587243.719007:0:22746:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127603072 00000100:00100000:1.0:1788587243.719070:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1788587243.719079:0:22746:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5b83516450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:42f04641-d17f-4ff4-9b47-651ab04c1b17+12:22783:x1875469127603072:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788587243.719240:0:22746:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5b83516450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:42f04641-d17f-4ff4-9b47-651ab04c1b17+12:22783:x1875469127603072:12345-0@lo:502:llog_process_th.0 Request processed in 162us (13734us total) trans 0 rc 0/0 00000100:00100000:1.0:1788587243.719248:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:2.0:1788587243.720527:0:22783:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bb05af100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:42f04641-d17f-4ff4-9b47-651ab04c1b17:22783:1875469127603072:0@lo:502:llog_process_th.0 00000040:00080000:2.0:1788587243.720564:0:22783:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000020:01000000:1.0:1788587243.728612:0:22731:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:1.0:1788587243.728652:0:22731:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.101@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:1.0:1788587243.728669:0:22731:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.101@tcp lock: ffff8f5a8224cc00/0xfbc93bbea5fdb2bf lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xfbc93bbea5fdb2c6 expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587243.728681:0:22731:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.101@tcp lock: ffff8f5a8224cc00/0xfbc93bbea5fdb2bf lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xfbc93bbea5fdb2c6 expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:1.0:1788587243.728827:0:22731:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:1.0:1788587243.728829:0:22731:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1788587243.728831:0:22731:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1788587243.728831:0:22731:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1788587243.728833:0:22731:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1788587243.728834:0:22731:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1788587243.728835:0:22731:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1788587243.728837:0:22731:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1788587243.728839:0:22731:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1788587243.728840:0:22731:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:1.0:1788587243.728844:0:22731:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x40020005 00000020:01000004:1.0:1788587243.728846:0:22731:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:1.0:1788587243.728848:0:22731:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1788587243.728849:0:22731:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1788587243.728850:0:22731:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1788587243.728851:0:22731:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1788587243.728857:0:22731:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1788587243.728858:0:22731:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1788587243.728859:0:22731:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1788587243.728860:0:22731:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1788587243.728861:0:22731:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:1.0:1788587243.728897:0:22731:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:1.0:1788587243.728918:0:22731:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a83c55880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42f04641-d17f-4ff4-9b47-651ab04c1b17:22731:1875469127603200:0@lo:253:mount.lustre.0 00000100:00100000:1.0:1788587243.728983:0:22731:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788587243.729016:0:22731:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5bb4e6fb40 going to sleep for 11 seconds 00000100:00100000:3.0:1788587243.730990:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127603200 00000100:00100000:3.0:1788587243.731003:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127603200 00000100:00100000:3.0:1788587243.731054:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:3.0:1788587243.731063:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5b83514450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42f04641-d17f-4ff4-9b47-651ab04c1b17+12:22731:x1875469127603200:12345-0@lo:253:mount.lustre.0 20000000:01000000:3.0:1788587243.731101:0:22747:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:3.0:1788587243.731113:0:22747:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:3.0:1788587243.733020:0:22747:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:3.0:1788587243.733041:0:22747:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00000100:00100000:3.0:1788587243.733613:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5b83514450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42f04641-d17f-4ff4-9b47-651ab04c1b17+12:22731:x1875469127603200:12345-0@lo:253:mount.lustre.0 Request processed in 2547us (4625us total) trans 0 rc 0/0 00000100:00100000:3.0:1788587243.733624:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 20000000:01000000:2.0:1788587243.733919:0:22769:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:2.0:1788587243.733924:0:22769:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:2.0:1788587243.733944:0:22769:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8f5bc2051800/0xfbc93bbea5fdb2db lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587243.733959:0:22769:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8f5ba1aa7000/0xfbc93bbea5fdb2aa lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xfbc93bbea5fdb2a3 expref: 11 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587243.733978:0:22769:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8f5bc2051800/0xfbc93bbea5fdb2db lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587243.734013:0:22769:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8f5ba1aa7000/0xfbc93bbea5fdb2aa lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xfbc93bbea5fdb2a3 expref: 11 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587243.734027:0:22769:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8f5ba1aa7000/0xfbc93bbea5fdb2aa lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xfbc93bbea5fdb2a3 expref: 11 pid: 22745 timeout: 689 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788587243.734040:0:22769:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bb05af100 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22769:1875469127603328:0@lo:104: 00000100:00100000:2.0:1788587243.734076:0:22769:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788587243.734111:0:22769:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5bb06e5d80 going to sleep for 11 seconds 00000100:00100000:3.0:1788587243.734275:0:22735:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127603328 00000100:00100000:3.0:1788587243.734283:0:22735:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127603328 00000100:00100000:3.0:1788587243.734456:0:22735:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1788587243.734466:0:22735:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bb05af480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:42f04641-d17f-4ff4-9b47-651ab04c1b17+3:22769:x1875469127603328:12345-0@lo:104: 00010000:00010000:3.0:1788587243.734480:0:22735:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.101@tcp lock: ffff8f5bc2050200/0xfbc93bbea5fdb2a3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xfbc93bbea5fdb2aa expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587243.734525:0:22735:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1788587243.734530:0:22735:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bb05af480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:42f04641-d17f-4ff4-9b47-651ab04c1b17+3:22769:x1875469127603328:12345-0@lo:104: Request processed in 67us (455us total) trans 0 rc 0/0 00000100:00100000:3.0:1788587243.734536:0:22735:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1788587243.734639:0:22731:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a83c55880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42f04641-d17f-4ff4-9b47-651ab04c1b17:22731:1875469127603200:0@lo:253:mount.lustre.0 10000000:01000000:1.0:1788587243.734652:0:22731:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:1.0:1788587243.734655:0:22731:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:1.0:1788587243.734657:0:22731:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1788587243.734658:0:22731:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1788587243.734660:0:22731:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1788587243.734661:0:22731:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1788587243.734662:0:22731:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1788587243.734663:0:22731:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1788587243.734664:0:22731:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1788587243.734666:0:22731:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1788587243.734668:0:22731:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:1.0:1788587243.734682:0:22731:0:(tgt_mount.c:2698:server_calc_timeout()) lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180 00010000:00010000:2.0:1788587243.735451:0:22741:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788587243.735459:0:22741:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.101@tcp lock: ffff8f5bc2050200/0xfbc93bbea5fdb2a3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xfbc93bbea5fdb2aa expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587243.735467:0:22741:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f5bc2050200 already unused, calling callback (ffffffffc13dec20) 10000000:00010000:2.0:1788587243.735471:0:22741:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.101@tcp lock: ffff8f5bc2050200/0xfbc93bbea5fdb2a3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xfbc93bbea5fdb2aa expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587243.735480:0:22741:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.101@tcp lock: ffff8f5bc2050200/0xfbc93bbea5fdb2a3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xfbc93bbea5fdb2aa expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788587243.735486:0:22741:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.101@tcp lock: ffff8f5bc2050200/0xfbc93bbea5fdb2a3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xfbc93bbea5fdb2aa expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788587243.735491:0:22741:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:2.0:1788587243.735530:0:22741:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.101@tcp lock: ffff8f5bc2050200/0xfbc93bbea5fdb2a3 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xfbc93bbea5fdb2aa expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587243.735552:0:22741:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788587243.735575:0:22741:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.101@tcp lock: ffff8f5bc2050200/0xfbc93bbea5fdb2a3 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xfbc93bbea5fdb2aa expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587243.735582:0:22741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.101@tcp lock: ffff8f5bc2050200/0xfbc93bbea5fdb2a3 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xfbc93bbea5fdb2aa expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587243.735601:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788587243.735603:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788587243.735604:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788587243.735642:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bb05aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:42f04641-d17f-4ff4-9b47-651ab04c1b17:3648:1875469127603456:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788587243.735686:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788587243.735768:0:22769:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bb05af100 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22769:1875469127603328:0@lo:104: 00010000:00010000:2.0:1788587243.735796:0:22769:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8f5bc2051800/0xfbc93bbea5fdb2db lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788587243.747887:0:22737:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127603456 00000100:00100000:1.0:1788587243.747899:0:22737:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127603456 00010000:00010000:1.0:1788587243.747931:0:22737:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8f5ba1aa7000/0xfbc93bbea5fdb2aa lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xfbc93bbea5fdb2a3 expref: 12 pid: 22745 timeout: 689 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788587243.747969:0:22737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1788587243.747978:0:22737:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bb05ac700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:42f04641-d17f-4ff4-9b47-651ab04c1b17+12:3648:x1875469127603456:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788587243.747989:0:22737:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788587243.747994:0:22737:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8f5ba1aa7000/0xfbc93bbea5fdb2aa lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xfbc93bbea5fdb2a3 expref: 12 pid: 22745 timeout: 689 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587243.748016:0:22737:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8f5ba1aa7000/0xfbc93bbea5fdb2aa lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xfbc93bbea5fdb2a3 expref: 12 pid: 22745 timeout: 689 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587243.748032:0:22737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f5ba1aa7000/0xfbc93bbea5fdb2aa lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xfbc93bbea5fdb2a3 expref: 12 pid: 22745 timeout: 689 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587243.748045:0:22737:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8f5bc2051800/0xfbc93bbea5fdb2db lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587243.748053:0:22737:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f5bc2051800/0xfbc93bbea5fdb2db lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:1.0:1788587243.748066:0:22737:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.014143049s 00010000:00010000:1.0:1788587243.748070:0:22737:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8f5bc2051800/0xfbc93bbea5fdb2db lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587243.748078:0:22737:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8f5bc2051800/0xfbc93bbea5fdb2db lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587243.748084:0:22737:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8f5bc2051800/0xfbc93bbea5fdb2db lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587243.748091:0:22737:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8f5bc2051800/0xfbc93bbea5fdb2db lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587243.748097:0:22737:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f5bc2051800 already unused, calling callback (ffffffffc0dc14f0) 00010000:00010000:1.0:1788587243.748101:0:22737:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8f5bc2051800/0xfbc93bbea5fdb2db lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587243.748110:0:22737:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8f5bc2051800/0xfbc93bbea5fdb2db lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587243.750465:0:22769:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8f5bc2051800/0xfbc93bbea5fdb2db lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587243.750482:0:22769:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8f5bc2051800/0xfbc93bbea5fdb2db lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587243.750565:0:22737:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8f5bc2051800/0xfbc93bbea5fdb2db lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587243.750576:0:22737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f5bc2051800/0xfbc93bbea5fdb2db lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587243.750596:0:22737:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788587243.750668:0:22737:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bb05ac700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:42f04641-d17f-4ff4-9b47-651ab04c1b17+11:3648:x1875469127603456:12345-0@lo:103:ldlm_bl.0 Request processed in 2688us (14978us total) trans 0 rc 0/0 00000100:00100000:1.0:1788587243.750677:0:22737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1788587243.750999:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bb05aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:42f04641-d17f-4ff4-9b47-651ab04c1b17:3648:1875469127603456:0@lo:103:ldlm_bl.0 00000020:00080000:0.0:1788587243.775272:0:22731:0:(update_trans.c:1496:distribute_txn_commit_batchid_init()) lustre-MDT0000: committed batchid 4294967529 00000040:01000000:0.0:1788587243.775663:0:22731:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-osd ctxt 16 is initialized 00000040:01000000:3.0:1788587243.781082:0:22794:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:3.0:1788587243.781223:0:22731:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-osp-MDT0000 ctxt 16 is initialized 00000040:00080000:0.0:1788587243.781673:0:22794:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00080000:1.0:1788587243.781838:0:22795:0:(client.c:1846:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != DISCONN) req@ffff8f5a83c55880 x1875469127603584/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lod0000_rec0001.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788587243.781850:0:22795:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5a81b7c900 going to sleep for 0 seconds 00000040:01000000:3.0:1788587243.782550:0:22731:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 12 is initialized 00000040:00080000:3.0:1788587243.782585:0:22731:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000020:00080000:2.0:1788587243.784327:0:22793:0:(update_trans.c:1538:distribute_txn_commit_thread()) lustre-MDT0000: start commit thread committed batchid 4294967529 00000020:00080000:2.0:1788587243.784334:0:22793:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967529 00000004:00000080:3.0:1788587243.784633:0:22731:0:(mdd_device.c:555:mdd_changelog_llog_init()) changelog starting index=0 00000040:01000000:3.0:1788587243.784668:0:22731:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 14 is initialized 00000040:00080000:3.0:1788587243.785916:0:22731:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1788587243.786945:0:22731:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 64768 count 1 00000040:00080000:3.0:1788587243.787557:0:22731:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x6:0x0] index 64768 count 1 00000040:01000000:3.0:1788587243.787591:0:22731:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 15 is initialized 00000040:00080000:0.0:1788587243.788672:0:22794:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x200000400:0x1:0x0] index 261376 count 1 00000004:00080000:0.0:1788587243.788752:0:22794:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0000-osd retrieved update log, duration 0, retries 0 00000040:00080000:3.0:1788587243.789319:0:22731:0:(llog_cat.c:403:llog_cat_set_first_idx()) catlog [0xa:0x7:0x0] first idx 1, last_idx 2 00080000:10000000:3.0:1788587243.790030:0:22731:0:(osd_handler.c:5580:osd_index_try()) lustre-MDT0000: index object [0x200000003:0x36:0x0] (8/32) registered 00000001:00000004:3.0:1788587243.793094:0:22731:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 12884901888 00000001:00080000:3.0:1788587243.795285:0:22731:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000004:00000080:3.0:1788587243.795321:0:22731:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0000: cmd=c00866e6 len=0 karg=ffffacde41c6b988 00100000:10000000:3.0:1788587243.795328:0:22731:0:(lfsck_lib.c:3085:lfsck_start()) lustre-MDT0000-osd: start master thread 00000020:01000004:3.0:1788587243.795929:0:22731:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:3.0:1788587243.795944:0:22731:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.203.101@tcp: cl_mgc_mutex unlock 00000020:01000004:3.0:1788587243.795961:0:22731:0:(tgt_mount.c:2464:server_fill_super_common()) Server sb, dev=46 00000080:00000004:3.0:1788587243.795979:0:22731:0:(super25.c:182:lustre_fill_super()) /dev/mapper/mds1_flakey: Mount complete 00000020:00000004:3.0:1788587243.796607:0:22731:0:(tgt_mount.c:2350:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1788587243.796806:0:22731:0:(tgt_mount.c:2365:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:2.0:1788587244.246608:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1788587244.757971:0:22789:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:0.0:1788587244.757979:0:22789:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788587244.760012:0:22789:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:1.0:1788587244.760025:0:22789:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00000100:00100000:1.0:1788587244.820745:0:22795:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5a81b7c900 going to sleep for 0 seconds 10000000:01000000:0.0:1788587245.085964:0:22750:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:0.0:1788587245.087613:0:22750:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8f5a822f3000 from 11 10000000:01000000:0.0:1788587245.087623:0:22750:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1788587245.087672:0:22750:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.101@tcp lock: ffff8f5b837bf800/0xfbc93bbea5fdb2e2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587245.087744:0:22750:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.101@tcp lock: ffff8f5b837bf800/0xfbc93bbea5fdb2e2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587245.087834:0:22750:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.101@tcp lock: ffff8f5b837bf800/0xfbc93bbea5fdb2e2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788587245.087862:0:22750:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bbc729880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:42f04641-d17f-4ff4-9b47-651ab04c1b17:22750:1875469127603712:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1788587245.088095:0:22750:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788587245.088190:0:22750:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5a84618d80 going to sleep for 11 seconds 00000100:00100000:2.0:1788587245.092901:0:22745:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127603712 00000100:00100000:2.0:1788587245.092920:0:22745:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127603712 00000100:00100000:2.0:1788587245.093070:0:22745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:2.0:1788587245.093272:0:22745:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5b83517050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42f04641-d17f-4ff4-9b47-651ab04c1b17+11:22750:x1875469127603712:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788587245.093532:0:22745:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788587245.093554:0:22745:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f5bc2051c00/0xfbc93bbea5fdb2e9 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xfbc93bbea5fdb2e2 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587245.093598:0:22745:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f5bc2051c00/0xfbc93bbea5fdb2e9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xfbc93bbea5fdb2e2 expref: 12 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587245.093609:0:22745:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f5bc2051c00/0xfbc93bbea5fdb2e9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xfbc93bbea5fdb2e2 expref: 12 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587245.093619:0:22745:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f5bc2051c00, rc 0) 00000100:00100000:2.0:1788587245.093743:0:22745:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5b83517050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42f04641-d17f-4ff4-9b47-651ab04c1b17+12:22750:x1875469127603712:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 476us (5648us total) trans 0 rc 0/0 00000100:00100000:2.0:1788587245.093750:0:22745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1788587245.094144:0:22750:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bbc729880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:42f04641-d17f-4ff4-9b47-651ab04c1b17:22750:1875469127603712:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788587245.094169:0:22750:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.101@tcp lock: ffff8f5b837bf800/0xfbc93bbea5fdb2e2 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xfbc93bbea5fdb2e9 expref: -99 pid: 22750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587245.094179:0:22750:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.101@tcp lock: ffff8f5b837bf800/0xfbc93bbea5fdb2e2 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xfbc93bbea5fdb2e9 expref: -99 pid: 22750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788587245.094249:0:22750:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bbc729880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:42f04641-d17f-4ff4-9b47-651ab04c1b17:22750:1875469127603840:0@lo:256:ll_cfg_requeue.0 00000100:00100000:0.0:1788587245.094493:0:22750:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788587245.094572:0:22750:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5a84618d80 going to sleep for 11 seconds 00000100:00100000:2.0:1788587245.094638:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127603840 00000100:00100000:2.0:1788587245.094644:0:22746:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127603840 00000100:00100000:2.0:1788587245.095068:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:2.0:1788587245.095092:0:22746:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5b83516850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:42f04641-d17f-4ff4-9b47-651ab04c1b17+12:22750:x1875469127603840:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:2.0:1788587245.095111:0:22746:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:2.0:1788587245.095134:0:22746:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:2.0:1788587245.095137:0:22746:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 11 00000100:00100000:2.0:1788587245.095495:0:22746:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5b83516850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:42f04641-d17f-4ff4-9b47-651ab04c1b17+12:22750:x1875469127603840:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 417us (1081us total) trans 0 rc 0/0 00000100:00100000:2.0:1788587245.095503:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1788587245.095668:0:22750:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bbc729880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:42f04641-d17f-4ff4-9b47-651ab04c1b17:22750:1875469127603840:0@lo:256:ll_cfg_requeue.0 10000000:01000000:0.0:1788587245.096072:0:22750:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.101@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1788587245.096095:0:22750:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.101@tcp lock: ffff8f5b837bf800/0xfbc93bbea5fdb2e2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xfbc93bbea5fdb2e9 expref: -99 pid: 22750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587245.096106:0:22750:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.101@tcp lock: ffff8f5b837bf800/0xfbc93bbea5fdb2e2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xfbc93bbea5fdb2e9 expref: -99 pid: 22750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587245.268576:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1788587245.783228:0:22789:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:0.0:1788587245.783237:0:22789:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788587245.783377:0:22789:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 1 count 1 00000040:00080000:0.0:1788587245.783411:0:22789:0:(llog_cat_server.c:902:llog_cat_cleanup()) cancel plain log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788587245.783567:0:22789:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 1 00000100:00100000:0.0:1788587245.853059:0:22795:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5a81b7c900 going to sleep for 0 seconds 00010000:00010000:2.0:1788587246.293682:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788587246.874953:0:22795:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5a81b7c900 going to sleep for 0 seconds 00010000:00010000:2.0:1788587247.318674:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1788587247.584556:0:23037:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg301-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00000100:00100000:2.0:1788587247.892521:0:22795:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5a81b7c900 going to sleep for 0 seconds 00010000:00010000:2.0:1788587248.342040:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:2.0:1788587248.413960:0:23089:0:(tgt_mount.c:2350:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1788587248.415875:0:23089:0:(tgt_mount.c:2365:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:0.0:1788587248.921583:0:22795:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5a81b7c900 going to sleep for 0 seconds 00000100:00080000:0.0:1788587248.982984:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1788587248.982991:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1788587248.982995:0:37:0:(import.c:65:import_set_state_nolock()) ffff8f5bad68d000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1788587248.983004:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 589 00000100:00080000:0.0:1788587248.983010:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1788587248.983016:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff8f5bad68d000 using connection 192.168.203.101@tcp/0@lo 00000100:00100000:0.0:1788587248.983040:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f5bbc729c00 x1875469127604096/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1788587248.983142:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788587248.983146:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1788587248.983149:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788587248.983151:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1788587248.983154:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1788587248.983157:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1788587248.983159:0:37:0:(import.c:65:import_set_state_nolock()) ffff8f5bbfa0c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1788587248.983165:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff8f5bbfa0c000 using connection 192.168.203.101@tcp/0@lo 00000100:00100000:0.0:1788587248.983181:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f5bbc728000 x1875469127604224/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788587248.983219:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788587248.983388:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bbc729c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1875469127604096:0@lo:38:kworker.0 00000100:00100000:2.0:1788587248.983477:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788587248.983519:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bbc728000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3645:1875469127604224:0@lo:38:kworker.0 00000100:00100000:2.0:1788587248.983587:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788587248.983643:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127604096 00000100:00100000:2.0:1788587248.983651:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127604096 00000100:00100000:0.0:1788587248.983758:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bbc729880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:42f04641-d17f-4ff4-9b47-651ab04c1b17:3648:1875469127603968:0@lo:400:kworker.0 00000100:00100000:0.0:1788587248.983791:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788587248.984406:0:22754:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127604224 00000100:00100000:3.0:1788587248.984436:0:22754:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127604224 00000100:00100000:3.0:1788587248.984471:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1788587248.984479:0:22754:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bb05afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3645:x1875469127604224:12345-0@lo:38:kworker.0 00010000:00080000:3.0:1788587248.984506:0:22754:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0000_UUID@0@lo t0 exp 0000000000000000 cur 594 last 0 00000020:00000080:3.0:1788587248.984543:0:22754:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000_UUID, cookie 0xfbc93bbea5fdb2f0 00000004:00100000:3.0:1788587248.984559:0:22754:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00100000:2.0:1788587248.985196:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1788587248.985203:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bb05af100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3645:x1875469127604096:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1788587248.985216:0:22759:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:3.0:1788587248.985340:0:22754:0:(import.c:65:import_set_state_nolock()) ffff8f5bbc7c8800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1788587248.985401:0:22754:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bb05afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3645:x1875469127604224:12345-0@lo:38:kworker.0 Request processed in 921us (1813us total) trans 0 rc 0/0 00000100:00100000:3.0:1788587248.985409:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1788587248.985773:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bb05af100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3645:x1875469127604096:12345-0@lo:38:kworker.0 Request processed in 568us (2296us total) trans 0 rc -19/-19 00000100:00100000:2.0:1788587248.985780:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1788587248.985799:0:22745:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127603968 00000100:00100000:2.0:1788587248.985804:0:22745:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127603968 00000100:00100000:2.0:1788587248.985839:0:22745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:2.0:1788587248.986223:0:22745:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5b83517450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42f04641-d17f-4ff4-9b47-651ab04c1b17+12:3648:x1875469127603968:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788587248.986338:0:22745:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5b83517450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42f04641-d17f-4ff4-9b47-651ab04c1b17+12:3648:x1875469127603968:12345-0@lo:400:kworker.0 Request processed in 491us (2546us total) trans 0 rc 0/0 00000100:00100000:2.0:1788587248.986345:0:22745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00080000:2.0:1788587248.986391:0:3645:0:(import.c:65:import_set_state_nolock()) ffff8f5bad68d000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788587248.986396:0:3645:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1788587248.986401:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bbc729c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1875469127604096:0@lo:38:kworker.0 00010000:00080000:2.0:1788587248.986435:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff8f5bbc728000 x1875469127604224/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1788587258 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1788587248.986450:0:3645:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0000: connect to target with instance 3 00000100:00080000:2.0:1788587248.986457:0:3645:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0000: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000100:00080000:2.0:1788587248.986469:0:3645:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:2.0:1788587248.986472:0:3645:0:(import.c:65:import_set_state_nolock()) ffff8f5bbfa0c000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:2.0:1788587248.986477:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bbc728000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3645:1875469127604224:0@lo:38:kworker.0 00000100:00100000:0.0:1788587248.987365:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bbc729880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:42f04641-d17f-4ff4-9b47-651ab04c1b17:3648:1875469127603968:0@lo:400:kworker.0 00000020:00000004:3.0:1788587249.277327:0:23139:0:(tgt_mount.c:2350:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1788587249.277541:0:23139:0:(tgt_mount.c:2365:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:2.0:1788587249.365639:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788587249.941594:0:22795:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5a81b7c900 going to sleep for 0 seconds 00010000:00010000:2.0:1788587250.389682:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788587250.964481:0:22795:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5a81b7c900 going to sleep for 0 seconds 00010000:00010000:2.0:1788587251.420009:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788587251.994454:0:22795:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5a81b7c900 going to sleep for 0 seconds 00010000:00010000:3.0:1788587252.437764:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788587253.012509:0:22795:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5a81b7c900 going to sleep for 0 seconds 00000100:00100000:0.0:1788587253.081630:0:3645:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788587243/real 1788587243] req@ffff8f5a83c57b80 x1875469127601152/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788587253 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788587253.081664:0:3645:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f5a83c57b80 x1875469127601152/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788587253 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788587253.081675:0:3645:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788587243/real 1788587243] req@ffff8f5a83c54700 x1875469127601024/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788587253 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788587253.081879:0:3645:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f5a83c54700 x1875469127601024/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788587253 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1788587253.081898:0:3645:0:(import.c:65:import_set_state_nolock()) ffff8f5a822e1000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788587253.081922:0:3645:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1788587253.081926:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a83c57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1875469127601152:0@lo:8:llog_process_th.0 00000100:00080000:0.0:1788587253.081932:0:3645:0:(import.c:65:import_set_state_nolock()) ffff8f5bbfa51800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788587253.081937:0:3645:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1788587253.081940:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a83c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1875469127601024:0@lo:8:llog_process_th.0 00000100:00080000:1.0:1788587253.082129:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1788587253.082134:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1788587253.082137:0:37:0:(import.c:65:import_set_state_nolock()) ffff8f5bad68d000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788587253.082143:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 594 00000100:00080000:1.0:1788587253.082149:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1788587253.082155:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff8f5bad68d000 using connection 192.168.203.101@tcp/0@lo 00000100:00100000:1.0:1788587253.082175:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f5a83c54000 x1875469127604480/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1788587253.082185:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788587253.082197:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1788587253.082200:0:37:0:(import.c:65:import_set_state_nolock()) ffff8f5bbfa51800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788587253.082203:0:37:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 589 00000100:00080000:1.0:1788587253.082205:0:37:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1788587253.082208:0:37:0:(import.c:665:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff8f5bbfa51800 using connection 192.168.203.101@tcp/0@lo 00000100:00100000:1.0:1788587253.082230:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f5a83c55f80 x1875469127604608/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1788587253.082239:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788587253.082241:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1788587253.082244:0:37:0:(import.c:65:import_set_state_nolock()) ffff8f5a822e1000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788587253.082246:0:37:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 589 00000100:00080000:1.0:1788587253.082248:0:37:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1788587253.082251:0:37:0:(import.c:665:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff8f5a822e1000 using connection 192.168.203.101@tcp/0@lo 00000100:00100000:1.0:1788587253.082261:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f5a83c55c00 x1875469127604736/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788587253.082318:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a83c57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3647:1875469127604864:0@lo:400:kworker.0 00000100:00100000:1.0:1788587253.082377:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788587253.082445:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788587253.082451:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a83c57480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:42f04641-d17f-4ff4-9b47-651ab04c1b17:3647:1875469127604352:0@lo:400:kworker.0 00000100:00100000:1.0:1788587253.082474:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788587253.082510:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127604864 00000100:00100000:1.0:1788587253.082517:0:22753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127604864 00000100:00100000:1.0:1788587253.082555:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1788587253.082563:0:22753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a83c54a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1875469127604864:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788587253.082606:0:22753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a83c54a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1875469127604864:12345-0@lo:400:kworker.0 Request processed in 44us (229us total) trans 0 rc 0/0 00000100:00100000:1.0:1788587253.082620:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1788587253.082641:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127604352 00000100:00100000:1.0:1788587253.082644:0:22746:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127604352 00000100:00100000:1.0:1788587253.082668:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:1.0:1788587253.082673:0:22746:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5b83515050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:42f04641-d17f-4ff4-9b47-651ab04c1b17+12:3647:x1875469127604352:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788587253.082724:0:22746:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5b83515050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:42f04641-d17f-4ff4-9b47-651ab04c1b17+12:3647:x1875469127604352:12345-0@lo:400:kworker.0 Request processed in 51us (249us total) trans 0 rc 0/0 00000100:00100000:1.0:1788587253.082730:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:1.0:1788587253.082765:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a83c57480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:42f04641-d17f-4ff4-9b47-651ab04c1b17:3647:1875469127604352:0@lo:400:kworker.0 00010000:00080000:1.0:1788587253.082775:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff8f5a83c57800 x1875469127604864/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788587269 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788587253.082784:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a83c57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3647:1875469127604864:0@lo:400:kworker.0 00000100:00100000:0.0:1788587253.083027:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a83c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1875469127604480:0@lo:38:kworker.0 00000100:00100000:0.0:1788587253.083086:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788587253.083126:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a83c55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1875469127604608:0@lo:8:kworker.0 00000400:00000100:0.0:1788587253.083149:0:3645:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875469127604608 offset 0 length 520: 4 00000100:00100000:0.0:1788587253.083160:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a83c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1875469127604736:0@lo:8:kworker.0 00000400:00000100:0.0:1788587253.083177:0:3645:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875469127604736 offset 0 length 520: 4 00000100:00100000:1.0:1788587253.083791:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127604480 00000100:00100000:1.0:1788587253.083802:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127604480 00000100:00100000:1.0:1788587253.083839:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1788587253.083847:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bbc729880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3645:x1875469127604480:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1788587253.083868:0:22759:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1788587253.083926:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bbc729880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3645:x1875469127604480:12345-0@lo:38:kworker.0 Request processed in 79us (839us total) trans 0 rc -19/-19 00000100:00100000:1.0:1788587253.083933:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00080000:3.0:1788587253.084036:0:3645:0:(import.c:65:import_set_state_nolock()) ffff8f5bad68d000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1788587253.084041:0:3645:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1788587253.084044:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a83c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1875469127604480:0@lo:38:kworker.0 00010000:00010000:2.0:1788587253.462924:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788587254.037071:0:22795:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5a81b7c900 going to sleep for 0 seconds 00010000:00010000:2.0:1788587254.486201:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788587255.061560:0:22795:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5a81b7c900 going to sleep for 0 seconds 00010000:00010000:2.0:1788587255.511500:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:2.0:1788587255.680102:0:23484:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:2.0:1788587255.680106:0:23484:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/mds2_flakey 00000020:01000004:2.0:1788587255.680108:0:23484:0:(obd_mount.c:929:lmd_print()) options: user_xattr,errors=remount-ro 00000080:01200004:2.0:1788587255.680214:0:23484:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff8f5bbfa54800 00000020:01000004:2.0:1788587255.680231:0:23484:0:(tgt_mount.c:2506:osd_start()) Attempting to start lustre-MDT0001, type=osd-ldiskfs, lsifl=200001, mountfl=0 00000020:01000004:2.0:1788587255.680241:0:23484:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-osd (typ=osd-ldiskfs) 00000020:00000080:2.0:1788587255.680254:0:23484:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-osd (ffff8f5a833499c0) 00000020:00000080:2.0:1788587255.680269:0:23484:0:(obd_config.c:720:class_attach_name()) OBD: dev 12 attached type osd-ldiskfs with refcount 2 00100000:10000000:3.0:1788587255.753874:0:23484:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xd:0x0] (16/1) registered 00100000:10000000:3.0:1788587255.754361:0:23484:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:3.0:1788587255.761019:0:23484:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x4:0x0] (8/32) registered 00100000:10000000:3.0:1788587255.761235:0:23484:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x5:0x0] (8/32) registered 00100000:10000000:3.0:1788587255.763192:0:23484:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:3.0:1788587255.763878:0:23484:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x3:0x0] (8/32) registered 00100000:10000000:3.0:1788587255.764365:0:23484:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x8:0x0] (8/32) registered 00100000:10000000:3.0:1788587255.771515:0:23484:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20002:0x0] (8/8) registered 00100000:10000000:3.0:1788587255.772147:0:23484:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:3.0:1788587255.772555:0:23484:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x6:0x0] (8/32) registered 00100000:10000000:3.0:1788587255.773468:0:23484:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20001:0x0] (8/8) registered 00100000:10000000:3.0:1788587255.773816:0:23484:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x7:0x0] (8/32) registered 00100000:10000000:3.0:1788587255.774208:0:23484:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20003:0x0] (8/8) registered 00100000:10000000:3.0:1788587255.774733:0:23484:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:3.0:1788587255.775361:0:23484:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x10:0x0] (16/1) registered 00100000:10000000:2.0:1788587255.776861:0:23484:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2c:0x0] (24/16) registered 00100000:10000000:2.0:1788587255.777079:0:23484:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x29:0x0] (24/16) registered 00100000:10000000:2.0:1788587255.777262:0:23484:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x19:0x0] (16/1) registered 00100000:10000000:2.0:1788587255.777703:0:23484:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x17:0x0] (16/1) registered 00100000:10000000:2.0:1788587255.777896:0:23484:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2d:0x0] (24/16) registered 00100000:10000000:2.0:1788587255.778073:0:23484:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x22:0x0] (24/16) registered 00100000:10000000:2.0:1788587255.778257:0:23484:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x13:0x0] (16/1) registered 00100000:10000000:2.0:1788587255.778739:0:23484:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x12:0x0] (16/1) registered 00100000:10000000:2.0:1788587255.779016:0:23484:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x21:0x0] (24/16) registered 00100000:10000000:2.0:1788587255.779197:0:23484:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1d:0x0] (16/1) registered 00100000:10000000:2.0:1788587255.779878:0:23484:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x28:0x0] (24/16) registered 00100000:10000000:2.0:1788587255.780121:0:23484:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x18:0x0] (16/1) registered 00100000:10000000:2.0:1788587255.781135:0:23484:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1f:0x0] (24/16) registered 00100000:10000000:2.0:1788587255.781500:0:23484:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x15:0x0] (16/1) registered 00100000:10000000:2.0:1788587255.782501:0:23484:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x26:0x0] (24/16) registered 00100000:10000000:2.0:1788587255.782847:0:23484:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2a:0x0] (24/16) registered 00100000:10000000:2.0:1788587255.783101:0:23484:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1a:0x0] (16/1) registered 00100000:10000000:2.0:1788587255.783410:0:23484:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2b:0x0] (24/16) registered 00100000:10000000:2.0:1788587255.783846:0:23484:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x14:0x0] (16/1) registered 00100000:10000000:2.0:1788587255.784277:0:23484:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x23:0x0] (24/16) registered 00100000:10000000:2.0:1788587255.785243:0:23484:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x11:0x0] (16/1) registered 00100000:10000000:2.0:1788587255.785589:0:23484:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x20:0x0] (24/16) registered 00100000:10000000:2.0:1788587255.786036:0:23484:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x25:0x0] (24/16) registered 00100000:10000000:2.0:1788587255.786293:0:23484:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x24:0x0] (24/16) registered 00100000:10000000:2.0:1788587255.786588:0:23484:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2e:0x0] (24/16) registered 00100000:10000000:2.0:1788587255.787062:0:23484:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1b:0x0] (16/1) registered 00100000:10000000:2.0:1788587255.787305:0:23484:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xe:0x0] (16/1) registered 00100000:10000000:2.0:1788587255.787685:0:23484:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xf:0x0] (16/1) registered 00100000:10000000:2.0:1788587255.787900:0:23484:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x16:0x0] (16/1) registered 00100000:10000000:2.0:1788587255.788160:0:23484:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x27:0x0] (24/16) registered 00100000:10000000:0.0:1788587255.790005:0:23484:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1c:0x0] (16/1) registered 00080000:01000000:0.0:1788587255.791115:0:23484:0:(osd_lproc.c:911:osd_procfs_init()) lustre-MDT0001: register osd-ldiskfs tunable parameters 00000020:00000080:0.0:1788587255.791393:0:23484:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-osd (uuid lustre-MDT0001-osd_UUID) 00080000:01000000:0.0:1788587255.791404:0:23484:0:(osd_handler.c:8924:osd_obd_connect()) connect #0 00000020:00000080:0.0:1788587255.791513:0:23484:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xfbc93bbea5fdb2fe 00000020:01000004:0.0:1788587255.791521:0:23484:0:(tgt_mount.c:2591:server_fill_super()) Found service lustre-MDT0001 on device /dev/mapper/mds2_flakey 00000020:01000004:0.0:1788587255.791542:0:23484:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.203.101@tcp:Set MGC reconnect 1 10000000:01000000:0.0:1788587255.791546:0:23484:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.203.101@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:0.0:1788587255.791552:0:23484:0:(tgt_mount.c:1812:server_start_targets()) starting target lustre-MDT0001 00000020:01000004:0.0:1788587255.791576:0:23484:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/mds2_flakey 10000000:01000000:0.0:1788587255.791580:0:23484:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.203.101@tcp: cl_mgc_mutex lustre-MDT0001-osd for locked: rc = 0 00000040:01000000:1.0:1788587255.804383:0:23484:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.203.101@tcp ctxt 0 is initialized 00000020:01000004:1.0:1788587255.804703:0:23484:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-MDT0001, fs=lustre, 192.168.203.101@tcp, index=0001, flags=0x20001 00000020:01000004:1.0:1788587255.804707:0:23484:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:1.0:1788587255.804709:0:23484:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:1.0:1788587255.804710:0:23484:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1788587255.804716:0:23484:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1788587255.804718:0:23484:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1788587255.804719:0:23484:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1788587255.804720:0:23484:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1788587255.804722:0:23484:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1788587255.804723:0:23484:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:1.0:1788587255.804726:0:23484:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0001 0x10020001 00000020:01000004:1.0:1788587255.804728:0:23484:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:1.0:1788587255.804730:0:23484:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:1.0:1788587255.804731:0:23484:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1788587255.804732:0:23484:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1788587255.804733:0:23484:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1788587255.804734:0:23484:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1788587255.804735:0:23484:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1788587255.804736:0:23484:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1788587255.804737:0:23484:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:1.0:1788587255.804768:0:23484:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0001 00000100:00100000:1.0:1788587255.804788:0:23484:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a83c57800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42f04641-d17f-4ff4-9b47-651ab04c1b17:23484:1875469127604992:0@lo:253:mount.lustre.0 00000100:00100000:1.0:1788587255.805372:0:23484:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788587255.805490:0:23484:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5b908e9840 going to sleep for 11 seconds 00000100:00100000:3.0:1788587255.808653:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127604992 00000100:00100000:3.0:1788587255.808667:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127604992 00000100:00100000:3.0:1788587255.808738:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1788587255.808749:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5b83514850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42f04641-d17f-4ff4-9b47-651ab04c1b17+12:23484:x1875469127604992:12345-0@lo:253:mount.lustre.0 20000000:01000000:3.0:1788587255.808783:0:22747:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 1 is registered to MGS. 20000000:01000000:3.0:1788587255.808786:0:22747:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-MDT0001 is running on 0@lo 20000000:01000000:3.0:1788587255.808816:0:22747:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0001, index=1, rc=0 00000100:00100000:3.0:1788587255.810216:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5b83514850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42f04641-d17f-4ff4-9b47-651ab04c1b17+12:23484:x1875469127604992:12345-0@lo:253:mount.lustre.0 Request processed in 1463us (4838us total) trans 0 rc 0/0 00000100:00100000:3.0:1788587255.810229:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:1.0:1788587255.810387:0:23484:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a83c57800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42f04641-d17f-4ff4-9b47-651ab04c1b17:23484:1875469127604992:0@lo:253:mount.lustre.0 10000000:01000000:1.0:1788587255.810404:0:23484:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0001 got index = 1 00000020:01000004:1.0:1788587255.810407:0:23484:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:1.0:1788587255.810409:0:23484:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:1.0:1788587255.810410:0:23484:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1788587255.810411:0:23484:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1788587255.810412:0:23484:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1788587255.810413:0:23484:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1788587255.810445:0:23484:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1788587255.810448:0:23484:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1788587255.810449:0:23484:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:1.0:1788587255.810471:0:23484:0:(tgt_mount.c:101:server_register_mount()) register mount ffff8f5bbfa54800 from lustre-MDT0001 10000000:01000000:1.0:1788587255.810499:0:23484:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-MDT0001 from 0 10000000:01000000:1.0:1788587255.810502:0:23484:0:(mgc_request.c:329:config_log_add()) add config log lustre-MDT0001-0000000000000000 10000000:01000000:1.0:1788587255.810508:0:23484:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff8f5bb4c9b380 local copy 00010000:00010000:1.0:1788587255.810518:0:23484:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.101@tcp lock: ffff8f5bc2051600/0xfbc93bbea5fdb1f4 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xfbc93bbea5fdb1fb expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788587255.810765:0:23484:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a83c57800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42f04641-d17f-4ff4-9b47-651ab04c1b17:23484:1875469127605120:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788587255.810802:0:23484:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788587255.810842:0:23484:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5b908e9e40 going to sleep for 11 seconds 00000100:00100000:3.0:1788587255.812852:0:22745:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127605120 00000100:00100000:3.0:1788587255.812867:0:22745:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127605120 00000100:00100000:3.0:1788587255.812939:0:22745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:3.0:1788587255.812950:0:22745:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5b83517c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42f04641-d17f-4ff4-9b47-651ab04c1b17+12:23484:x1875469127605120:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788587255.813130:0:22745:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5b83517c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42f04641-d17f-4ff4-9b47-651ab04c1b17+12:23484:x1875469127605120:12345-0@lo:501:mount.lustre.0 Request processed in 182us (2327us total) trans 0 rc -2/-2 00000100:00100000:3.0:1788587255.813138:0:22745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:0.0:1788587255.816161:0:23484:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a83c57800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42f04641-d17f-4ff4-9b47-651ab04c1b17:23484:1875469127605120:0@lo:501:mount.lustre.0 10000000:01000000:0.0:1788587255.816195:0:23484:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.203.101@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:0.0:1788587255.816244:0:23484:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.203.101@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:0.0:1788587255.816254:0:23484:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.101@tcp lock: ffff8f5bc2051600/0xfbc93bbea5fdb1f4 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xfbc93bbea5fdb1fb expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587255.816266:0:23484:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.101@tcp lock: ffff8f5bc2051600/0xfbc93bbea5fdb1f4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xfbc93bbea5fdb1fb expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788587255.816532:0:23484:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff8f5bbfa54800 10000000:01000000:0.0:1788587255.816539:0:23484:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:0.0:1788587255.816545:0:23484:0:(mgc_request.c:194:do_config_log_add()) do adding config log nodemap-ffff8f5bb4c9b380 10000000:01000000:0.0:1788587255.816561:0:23484:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 10000000:01000000:0.0:1788587255.816565:0:23484:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8f5bb4c9b380 from 1 10000000:01000000:0.0:1788587255.816568:0:23484:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1788587255.816606:0:23484:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.101@tcp lock: ffff8f5b837bec00/0xfbc93bbea5fdb305 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587255.816680:0:23484:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.101@tcp lock: ffff8f5b837bec00/0xfbc93bbea5fdb305 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587255.816699:0:23484:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.101@tcp lock: ffff8f5b837bec00/0xfbc93bbea5fdb305 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788587255.816722:0:23484:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bbc72ad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42f04641-d17f-4ff4-9b47-651ab04c1b17:23484:1875469127605248:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1788587255.816786:0:23484:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788587255.816929:0:23484:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5ba7a59cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1788587255.817038:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127605248 00000100:00100000:3.0:1788587255.817046:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127605248 00000100:00100000:3.0:1788587255.817126:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1788587255.817136:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5b83515850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42f04641-d17f-4ff4-9b47-651ab04c1b17+12:23484:x1875469127605248:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788587255.817148:0:22747:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788587255.817161:0:22747:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f5ba1aa7400/0xfbc93bbea5fdb30c lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xfbc93bbea5fdb305 expref: -99 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587255.817181:0:22747:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f5ba1aa7400/0xfbc93bbea5fdb30c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xfbc93bbea5fdb305 expref: 13 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587255.817192:0:22747:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f5ba1aa7400/0xfbc93bbea5fdb30c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xfbc93bbea5fdb305 expref: 13 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587255.817200:0:22747:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f5ba1aa7400, rc 0) 00000100:00100000:3.0:1788587255.817244:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5b83515850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42f04641-d17f-4ff4-9b47-651ab04c1b17+13:23484:x1875469127605248:12345-0@lo:101:mount.lustre.0 Request processed in 110us (458us total) trans 0 rc 0/0 00000100:00100000:3.0:1788587255.817261:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:0.0:1788587255.817392:0:23484:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bbc72ad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42f04641-d17f-4ff4-9b47-651ab04c1b17:23484:1875469127605248:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788587255.817405:0:23484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.101@tcp lock: ffff8f5b837bec00/0xfbc93bbea5fdb305 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xfbc93bbea5fdb30c expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587255.817413:0:23484:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.101@tcp lock: ffff8f5b837bec00/0xfbc93bbea5fdb305 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xfbc93bbea5fdb30c expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788587255.817449:0:23484:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.101@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1788587255.817488:0:23484:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.101@tcp lock: ffff8f5b837bec00/0xfbc93bbea5fdb305 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xfbc93bbea5fdb30c expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587255.817496:0:23484:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.101@tcp lock: ffff8f5b837bec00/0xfbc93bbea5fdb305 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xfbc93bbea5fdb30c expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788587255.817505:0:23484:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-barrier-ffff8f5bbfa54800 10000000:01000000:0.0:1788587255.817515:0:23484:0:(mgc_request.c:68:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:0.0:1788587255.817518:0:23484:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-barrier-ffff8f5bbfa54800 from 1 10000000:01000000:0.0:1788587255.817520:0:23484:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:0.0:1788587255.817538:0:23484:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.101@tcp lock: ffff8f5b837bf000/0xfbc93bbea5fdb313 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587255.817546:0:23484:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.101@tcp lock: ffff8f5b837bf000/0xfbc93bbea5fdb313 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587255.817554:0:23484:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.101@tcp lock: ffff8f5b837bf000/0xfbc93bbea5fdb313 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788587255.817567:0:23484:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bbc72ad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42f04641-d17f-4ff4-9b47-651ab04c1b17:23484:1875469127605376:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1788587255.817595:0:23484:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788587255.817897:0:23484:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5ba7a59cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1788587255.818072:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127605376 00000100:00100000:3.0:1788587255.818077:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127605376 00000100:00100000:3.0:1788587255.818102:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1788587255.818108:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5b83a90c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42f04641-d17f-4ff4-9b47-651ab04c1b17+13:23484:x1875469127605376:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788587255.818116:0:22747:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788587255.818125:0:22747:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f5ba1aa7c00/0xfbc93bbea5fdb31a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xfbc93bbea5fdb313 expref: -99 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587255.818140:0:22747:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f5ba1aa7c00/0xfbc93bbea5fdb31a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xfbc93bbea5fdb313 expref: 14 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587255.818148:0:22747:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f5ba1aa7c00/0xfbc93bbea5fdb31a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xfbc93bbea5fdb313 expref: 14 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587255.818155:0:22747:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f5ba1aa7c00, rc 0) 00000100:00100000:3.0:1788587255.818190:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5b83a90c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42f04641-d17f-4ff4-9b47-651ab04c1b17+14:23484:x1875469127605376:12345-0@lo:101:mount.lustre.0 Request processed in 82us (595us total) trans 0 rc 0/0 00000100:00100000:3.0:1788587255.818196:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:0.0:1788587255.818269:0:23484:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bbc72ad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42f04641-d17f-4ff4-9b47-651ab04c1b17:23484:1875469127605376:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788587255.818289:0:23484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.101@tcp lock: ffff8f5b837bf000/0xfbc93bbea5fdb313 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xfbc93bbea5fdb31a expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587255.818298:0:23484:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.101@tcp lock: ffff8f5b837bf000/0xfbc93bbea5fdb313 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xfbc93bbea5fdb31a expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788587255.818309:0:23484:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.101@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:0.0:1788587255.818364:0:23484:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.101@tcp lock: ffff8f5b837bf000/0xfbc93bbea5fdb313 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xfbc93bbea5fdb31a expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587255.818371:0:23484:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.101@tcp lock: ffff8f5b837bf000/0xfbc93bbea5fdb313 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xfbc93bbea5fdb31a expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788587255.818377:0:23484:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-MDT0001-0000000000000000 10000000:01000000:0.0:1788587255.818388:0:23484:0:(mgc_request.c:68:mgc_name2resid()) log lustre-MDT0001 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1788587255.818394:0:23484:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-mdtir-ffff8f5bbfa54800 10000000:01000000:0.0:1788587255.818396:0:23484:0:(mgc_request.c:68:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:0.0:1788587255.818399:0:23484:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-MDT0001-0000000000000000 from 1 10000000:01000000:0.0:1788587255.818401:0:23484:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0001 (res 0x65727473756c) 00010000:00010000:0.0:1788587255.818435:0:23484:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.101@tcp lock: ffff8f5b837be600/0xfbc93bbea5fdb321 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587255.818443:0:23484:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.101@tcp lock: ffff8f5b837be600/0xfbc93bbea5fdb321 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587255.818451:0:23484:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.101@tcp lock: ffff8f5b837be600/0xfbc93bbea5fdb321 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788587255.818465:0:23484:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bbc72ad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42f04641-d17f-4ff4-9b47-651ab04c1b17:23484:1875469127605504:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1788587255.818492:0:23484:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788587255.818507:0:23484:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5ba7a59cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1788587255.818716:0:22745:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127605504 00000100:00100000:1.0:1788587255.818721:0:22745:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127605504 00000100:00100000:1.0:1788587255.818749:0:22745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1788587255.818755:0:22745:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5b83a92c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42f04641-d17f-4ff4-9b47-651ab04c1b17+14:23484:x1875469127605504:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788587255.818762:0:22745:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788587255.818771:0:22745:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f5a8224c400/0xfbc93bbea5fdb328 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0xfbc93bbea5fdb321 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587255.818786:0:22745:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f5a8224c400/0xfbc93bbea5fdb328 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xfbc93bbea5fdb321 expref: 15 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587255.818794:0:22745:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f5a8224c400/0xfbc93bbea5fdb328 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xfbc93bbea5fdb321 expref: 15 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587255.818811:0:22745:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f5a8224c400, rc 0) 00000100:00100000:1.0:1788587255.818840:0:22745:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5b83a92c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42f04641-d17f-4ff4-9b47-651ab04c1b17+15:23484:x1875469127605504:12345-0@lo:101:mount.lustre.0 Request processed in 85us (347us total) trans 0 rc 0/0 00000100:00100000:1.0:1788587255.818846:0:22745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1788587255.819076:0:23484:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bbc72ad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42f04641-d17f-4ff4-9b47-651ab04c1b17:23484:1875469127605504:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788587255.819088:0:23484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.101@tcp lock: ffff8f5b837be600/0xfbc93bbea5fdb321 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xfbc93bbea5fdb328 expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587255.819096:0:23484:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.101@tcp lock: ffff8f5b837be600/0xfbc93bbea5fdb321 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xfbc93bbea5fdb328 expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1788587255.821764:0:23484:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 46 count 46 00000040:00080000:0.0:1788587255.822730:0:23484:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1788587255.827157:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:0.0:1788587255.827213:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 136 off8552 00000040:00080000:0.0:1788587255.827230:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 176 off8728 00000040:00080000:0.0:1788587255.827243:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8952 00000040:00080000:0.0:1788587255.827267:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 224 off9176 00000040:00080000:0.0:1788587255.827352:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 120 off9296 00000040:00080000:0.0:1788587255.827373:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 112 off9408 00000040:00080000:0.0:1788587255.827387:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 160 off9568 00000040:00080000:0.0:1788587255.827402:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9792 00000040:00080000:0.0:1788587255.827549:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10016 00000040:00080000:0.0:1788587255.827569:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 88 off10104 00000040:00080000:0.0:1788587255.827581:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 144 off10248 00000040:00080000:0.0:1788587255.827595:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].13, 152 off10400 00000040:00080000:0.0:1788587255.827676:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].14, 168 off10568 00000040:00080000:0.0:1788587255.827710:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].15, 224 off10792 00000040:00080000:0.0:1788587255.827726:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].16, 224 off11016 00000040:00080000:0.0:1788587255.827739:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].17, 80 off11096 00000040:00080000:0.0:1788587255.827753:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].18, 224 off11320 00000040:00080000:0.0:1788587255.827765:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].19, 224 off11544 00000040:00080000:0.0:1788587255.827777:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].20, 160 off11704 00000040:00080000:0.0:1788587255.827791:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].21, 224 off11928 00000040:00080000:0.0:1788587255.827866:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].22, 224 off12152 00000040:00080000:0.0:1788587255.827883:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].23, 80 off12232 00000040:00080000:0.0:1788587255.827897:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].24, 224 off12456 00000040:00080000:0.0:1788587255.827909:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].25, 224 off12680 00000040:00080000:0.0:1788587255.827922:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].26, 88 off12768 00000040:00080000:0.0:1788587255.828010:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].27, 144 off12912 00000040:00080000:0.0:1788587255.828030:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].28, 152 off13064 00000040:00080000:0.0:1788587255.828045:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].29, 136 off13200 00000040:00080000:0.0:1788587255.828058:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].30, 224 off13424 00000040:00080000:0.0:1788587255.828073:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].31, 224 off13648 00000040:00080000:0.0:1788587255.828087:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].32, 80 off13728 00000040:00080000:0.0:1788587255.828099:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].33, 224 off13952 00000040:00080000:0.0:1788587255.828112:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].34, 224 off14176 00000040:00080000:0.0:1788587255.828126:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].35, 88 off14264 00000040:00080000:0.0:1788587255.828139:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].36, 144 off14408 00000040:00080000:0.0:1788587255.828153:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].37, 152 off14560 00000040:00080000:0.0:1788587255.828182:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].38, 136 off14696 00000040:00080000:0.0:1788587255.828197:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].39, 224 off14920 00000040:00080000:0.0:1788587255.828211:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].40, 224 off15144 00000040:00080000:0.0:1788587255.828223:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].41, 80 off15224 00000040:00080000:0.0:1788587255.828235:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].42, 224 off15448 00000040:00080000:0.0:1788587255.828249:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].43, 224 off15672 00000040:00080000:0.0:1788587255.828263:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].44, 120 off15792 00000040:00080000:0.0:1788587255.828366:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].45, 224 off16016 00000040:00080000:0.0:1788587255.828373:0:23484:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 45 count 46 00000100:00100000:0.0:1788587255.828761:0:23484:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bbc72ad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42f04641-d17f-4ff4-9b47-651ab04c1b17:23484:1875469127605632:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788587255.828886:0:23484:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788587255.828962:0:23484:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5ba7a599c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788587255.829058:0:22745:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127605632 00000100:00100000:1.0:1788587255.829067:0:22745:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127605632 00000100:00100000:1.0:1788587255.829162:0:22745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1788587255.829172:0:22745:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5b83a91450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42f04641-d17f-4ff4-9b47-651ab04c1b17+15:23484:x1875469127605632:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788587255.829323:0:22745:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5b83a91450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42f04641-d17f-4ff4-9b47-651ab04c1b17+15:23484:x1875469127605632:12345-0@lo:501:mount.lustre.0 Request processed in 152us (436us total) trans 0 rc 0/0 00000100:00100000:1.0:1788587255.829341:0:22745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1788587255.829408:0:23484:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bbc72ad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42f04641-d17f-4ff4-9b47-651ab04c1b17:23484:1875469127605632:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788587255.829479:0:23484:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bbc72ad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42f04641-d17f-4ff4-9b47-651ab04c1b17:23484:1875469127605760:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788587255.829519:0:23484:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788587255.830182:0:23484:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5ba7a599c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788587255.830243:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127605760 00000100:00100000:2.0:1788587255.830250:0:22746:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127605760 00000100:00100000:2.0:1788587255.830333:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1788587255.830343:0:22746:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5b83a90050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:42f04641-d17f-4ff4-9b47-651ab04c1b17+15:23484:x1875469127605760:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788587255.831152:0:22746:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5b83a90050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:42f04641-d17f-4ff4-9b47-651ab04c1b17+15:23484:x1875469127605760:12345-0@lo:503:mount.lustre.0 Request processed in 809us (1631us total) trans 0 rc 0/0 00000100:00100000:2.0:1788587255.831161:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1788587255.835111:0:23484:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bbc72ad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42f04641-d17f-4ff4-9b47-651ab04c1b17:23484:1875469127605760:0@lo:503:mount.lustre.0 00000040:00080000:0.0:1788587255.837741:0:23484:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1788587255.837847:0:23484:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bbc72ad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42f04641-d17f-4ff4-9b47-651ab04c1b17:23484:1875469127605888:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788587255.838213:0:23484:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788587255.838259:0:23484:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5ba7a59cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1788587255.838734:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127605888 00000100:00100000:2.0:1788587255.838743:0:22746:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127605888 00000100:00100000:2.0:1788587255.838804:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1788587255.838815:0:22746:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a81b19450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:42f04641-d17f-4ff4-9b47-651ab04c1b17+15:23484:x1875469127605888:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788587255.841724:0:22746:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a81b19450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:42f04641-d17f-4ff4-9b47-651ab04c1b17+15:23484:x1875469127605888:12345-0@lo:502:mount.lustre.0 Request processed in 2902us (3779us total) trans 0 rc 0/0 00000100:00100000:2.0:1788587255.841737:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:0.0:1788587255.841946:0:23484:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bbc72ad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42f04641-d17f-4ff4-9b47-651ab04c1b17:23484:1875469127605888:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1788587255.842179:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:0.0:1788587255.842210:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 136 off8552 00000040:00080000:0.0:1788587255.842229:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 176 off8728 00000040:00080000:0.0:1788587255.842242:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8952 00000040:00080000:0.0:1788587255.842256:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 224 off9176 00000040:00080000:0.0:1788587255.842298:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 120 off9296 00000040:00080000:0.0:1788587255.842316:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 112 off9408 00000040:00080000:0.0:1788587255.842341:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 160 off9568 00000040:00080000:0.0:1788587255.842360:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9792 00000040:00080000:0.0:1788587255.842376:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10016 00000040:00080000:0.0:1788587255.842392:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 88 off10104 00000040:00080000:0.0:1788587255.842405:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 144 off10248 00000040:00080000:0.0:1788587255.843899:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].13, 152 off10400 00000040:00080000:0.0:1788587255.844005:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].14, 168 off10568 00000040:00080000:0.0:1788587255.844024:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].15, 224 off10792 00000040:00080000:0.0:1788587255.844038:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].16, 224 off11016 00000040:00080000:0.0:1788587255.844049:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].17, 80 off11096 00000040:00080000:0.0:1788587255.844062:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].18, 224 off11320 00000040:00080000:0.0:1788587255.844074:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].19, 224 off11544 00000040:00080000:0.0:1788587255.844086:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].20, 160 off11704 00000040:00080000:0.0:1788587255.844102:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].21, 224 off11928 00000040:00080000:0.0:1788587255.844115:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].22, 224 off12152 00000040:00080000:0.0:1788587255.844133:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].23, 80 off12232 00000040:00080000:0.0:1788587255.844148:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].24, 224 off12456 00000040:00080000:0.0:1788587255.844162:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].25, 224 off12680 00000040:00080000:0.0:1788587255.844175:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].26, 88 off12768 00000040:00080000:0.0:1788587255.844189:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].27, 144 off12912 00000040:00080000:0.0:1788587255.844203:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].28, 152 off13064 00000040:00080000:0.0:1788587255.844216:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].29, 136 off13200 00000040:00080000:0.0:1788587255.844229:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].30, 224 off13424 00000040:00080000:0.0:1788587255.844243:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].31, 224 off13648 00000040:00080000:0.0:1788587255.844258:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].32, 80 off13728 00000040:00080000:0.0:1788587255.844272:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].33, 224 off13952 00000040:00080000:0.0:1788587255.845533:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].34, 224 off14176 00000040:00080000:0.0:1788587255.845570:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].35, 88 off14264 00000040:00080000:0.0:1788587255.845590:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].36, 144 off14408 00000040:00080000:0.0:1788587255.845604:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].37, 152 off14560 00000040:00080000:0.0:1788587255.846710:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].38, 136 off14696 00000040:00080000:0.0:1788587255.846749:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].39, 224 off14920 00000040:00080000:0.0:1788587255.846765:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].40, 224 off15144 00000040:00080000:0.0:1788587255.846778:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].41, 80 off15224 00000040:00080000:0.0:1788587255.846793:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].42, 224 off15448 00000040:00080000:0.0:1788587255.847016:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].43, 224 off15672 00000040:00080000:0.0:1788587255.847035:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].44, 120 off15792 00000100:00100000:0.0:1788587255.847082:0:23484:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bbc72ad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42f04641-d17f-4ff4-9b47-651ab04c1b17:23484:1875469127606016:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788587255.847156:0:23484:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788587255.847201:0:23484:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5ba7a59cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1788587255.847723:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127606016 00000100:00100000:3.0:1788587255.847731:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127606016 00000100:00100000:3.0:1788587255.847784:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1788587255.847795:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a81b1a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42f04641-d17f-4ff4-9b47-651ab04c1b17+15:23484:x1875469127606016:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788587255.848184:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a81b1a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42f04641-d17f-4ff4-9b47-651ab04c1b17+15:23484:x1875469127606016:12345-0@lo:502:mount.lustre.0 Request processed in 391us (1027us total) trans 0 rc 0/0 00000100:00100000:3.0:1788587255.848192:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:0.0:1788587255.850390:0:23484:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bbc72ad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42f04641-d17f-4ff4-9b47-651ab04c1b17:23484:1875469127606016:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1788587255.851965:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].45, 224 off16016 00000040:00080000:1.0:1788587255.851980:0:23484:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 45 count 46 00000020:01000000:1.0:1788587255.853796:0:23488:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788587255.853812:0:23488:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788587255.853815:0:23488:0:(obd_config.c:1563:class_process_config()) marker 11 (0x1) lustre-MDT0001-m lov setup 00000020:01000000:1.0:1788587255.853821:0:23488:0:(obd_config.c:1967:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0001) 00000020:00000080:1.0:1788587255.853824:0:23488:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1788587255.853838:0:23488:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-mdtlov (ffff8f5baf190000) 00000020:00000080:1.0:1788587255.853860:0:23488:0:(obd_config.c:720:class_attach_name()) OBD: dev 13 attached type lod with refcount 2 00000020:00000080:1.0:1788587255.853867:0:23488:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00080000:01000000:1.0:1788587255.854247:0:23488:0:(osd_handler.c:8924:osd_obd_connect()) connect #1 00000020:00000080:1.0:1788587255.854255:0:23488:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xfbc93bbea5fdb336 00000020:00000080:1.0:1788587255.854710:0:23488:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-mdtlov (uuid lustre-MDT0001-mdtlov_UUID) 00000020:01000000:1.0:1788587255.854716:0:23488:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788587255.854720:0:23488:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788587255.854722:0:23488:0:(obd_config.c:1563:class_process_config()) marker 11 (0x2) lustre-MDT0001-m lov setup 00000020:01000000:1.0:1788587255.854725:0:23488:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788587255.854729:0:23488:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788587255.854730:0:23488:0:(obd_config.c:1563:class_process_config()) marker 12 (0x1) lustre-MDT0001 add mdt 00000020:00000080:1.0:1788587255.854734:0:23488:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1788587255.854743:0:23488:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001 (ffff8f5baf193380) 00000020:00000080:1.0:1788587255.854754:0:23488:0:(obd_config.c:720:class_attach_name()) OBD: dev 14 attached type mdt with refcount 2 00000020:00000080:1.0:1788587255.854758:0:23488:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007 00000020:00000080:1.0:1788587255.854759:0:23488:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-MDT0001 osc lustre-MDT0001-mdtlov mdc (null) 00000020:01000000:1.0:1788587255.854762:0:23488:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-MDT0001 00000020:00000080:1.0:1788587255.854767:0:23488:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:1.0:1788587255.854839:0:23488:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8f5bbfa54800 from lustre-MDT0001, refs=2 00000020:00000080:1.0:1788587255.854850:0:23488:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDD0001 (ffff8f5b86d50000) 00000020:00000080:1.0:1788587255.854865:0:23488:0:(obd_config.c:720:class_attach_name()) OBD: dev 15 attached type mdd with refcount 2 00000004:01000000:1.0:1788587255.854905:0:23488:0:(lod_dev.c:2291:lod_obd_connect()) connect #0 00000020:00000080:1.0:1788587255.854913:0:23488:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xfbc93bbea5fdb34b 00000020:00000080:1.0:1788587255.855064:0:23488:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDD0001 (uuid lustre-MDD0001_UUID) 00000004:01000000:1.0:1788587255.855070:0:23488:0:(mdd_device.c:1598:mdd_obd_connect()) connect #0 00000020:00000080:1.0:1788587255.855073:0:23488:0:(genops.c:1385:class_connect()) connect: client lustre-MDD0001_UUID, cookie 0xfbc93bbea5fdb352 00080000:01000000:1.0:1788587255.855077:0:23488:0:(osd_handler.c:8924:osd_obd_connect()) connect #2 00000020:00000080:1.0:1788587255.855079:0:23488:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xfbc93bbea5fdb359 00010000:00010000:3.0:1788587255.976082:0:23488:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0001_UUID-2 is initialized 00000001:00000004:3.0:1788587255.976834:0:23488:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 8589934595 00000001:00080000:3.0:1788587255.977127:0:23488:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0001: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000020:00000080:1.0:1788587255.979149:0:23488:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001 (uuid lustre-MDT0001_UUID) 00000020:01000000:1.0:1788587255.979162:0:23488:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788587255.979168:0:23488:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788587255.979170:0:23488:0:(obd_config.c:1563:class_process_config()) marker 12 (0x2) lustre-MDT0001 add mdt 00000020:01000000:1.0:1788587255.979174:0:23488:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788587255.979179:0:23488:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788587255.979181:0:23488:0:(obd_config.c:1563:class_process_config()) marker 13 (0x1) lustre-MDT0000 add osp 00000020:00000080:1.0:1788587255.979184:0:23488:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1788587255.979189:0:23488:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.101@tcp to nid 0x20000c0a8cb65 (192.168.203.101@tcp) 00000020:00000080:1.0:1788587255.979214:0:23488:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1788587255.979229:0:23488:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-osp-MDT0001 (ffff8f5b86d53380) 00000020:00000080:1.0:1788587255.979250:0:23488:0:(obd_config.c:720:class_attach_name()) OBD: dev 16 attached type osp with refcount 2 00000020:00000080:1.0:1788587255.979255:0:23488:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:1.0:1788587255.979337:0:23488:0:(osp_dev.c:1203:osp_init0()) lustre-MDT0000-osp-MDT0001: connect to lustre-MDT0001-osd (lustre-MDT0000-osp-MDT0001) 00080000:01000000:1.0:1788587255.979343:0:23488:0:(osd_handler.c:8924:osd_obd_connect()) connect #3 00000020:00000080:1.0:1788587255.979351:0:23488:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xfbc93bbea5fdb367 00010000:00080000:1.0:1788587255.979388:0:23488:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8f5b88e71800@lustre-MDT0000-osp-MDT0001: add connection 192.168.203.101@tcp at head 00010000:00010000:1.0:1788587255.982250:0:23488:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-osp-MDT0001-5 is initialized 00000020:00000080:3.0:1788587256.002821:0:23488:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-osp-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:3.0:1788587256.002835:0:23488:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00000004:01000000:3.0:1788587256.002892:0:23488:0:(lod_lov.c:128:lod_add_device()) osp:lustre-MDT0000_UUID idx:0 gen:1 00000020:00000080:3.0:1788587256.003033:0:23488:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xfbc93bbea5fdb36e 00000100:00080000:3.0:1788587256.003045:0:23488:0:(import.c:545:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1788587256.003051:0:23488:0:(import.c:665:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8f5b88e71800 using connection 192.168.203.101@tcp/0@lo 00000100:00100000:3.0:1788587256.003089:0:23488:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f5a83de1880 x1875469127606144/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1788587256.003117:0:23488:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID 00000020:01000000:3.0:1788587256.003173:0:23488:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788587256.003177:0:23488:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788587256.003179:0:23488:0:(obd_config.c:1563:class_process_config()) marker 13 (0x2) lustre-MDT0000 add osp 00000020:01000000:3.0:1788587256.003182:0:23488:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1788587256.003184:0:23488:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #14 00000020:01000000:3.0:1788587256.003186:0:23488:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1788587256.003188:0:23488:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1788587256.003189:0:23488:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1788587256.003191:0:23488:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788587256.003193:0:23488:0:(obd_config.c:1563:class_process_config()) marker 14 (0x6) lustre sys.timeout 00000020:01000000:3.0:1788587256.003195:0:23488:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788587256.003200:0:23488:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788587256.003201:0:23488:0:(obd_config.c:1563:class_process_config()) marker 15 (0x1) lustre-MDT0001 mdt.identity_upcall 00000020:00000080:3.0:1788587256.003205:0:23488:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000004:01000000:3.0:1788587256.003235:0:23488:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0001: identity upcall set to /home/green/git/lustre-release/lustre/utils/l_getidentity 00000020:01000000:3.0:1788587256.003250:0:23488:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788587256.003254:0:23488:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788587256.003256:0:23488:0:(obd_config.c:1563:class_process_config()) marker 15 (0x2) lustre-MDT0001 mdt.identity_upcall 00000020:01000000:3.0:1788587256.003259:0:23488:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1788587256.003260:0:23488:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #18 00000020:01000000:3.0:1788587256.003272:0:23488:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1788587256.003275:0:23488:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1788587256.003277:0:23488:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1788587256.003280:0:23488:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788587256.003281:0:23488:0:(obd_config.c:1563:class_process_config()) marker 18 (0x6) lustre sys.timeout 00000020:01000000:3.0:1788587256.003284:0:23488:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:3.0:1788587256.003287:0:23488:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/mds2_flakey 00000020:00000080:3.0:1788587256.003291:0:23488:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788587256.003292:0:23488:0:(obd_config.c:1563:class_process_config()) marker 23 (0x1) lustre-OST0000 add osc 00000020:00000080:3.0:1788587256.003295:0:23488:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1788587256.003299:0:23488:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.101@tcp to nid 0x20000c0a8cb65 (192.168.203.101@tcp) 00000020:01000000:3.0:1788587256.003323:0:23488:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0001) 00000020:00000080:3.0:1788587256.003326:0:23488:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1788587256.003339:0:23488:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0001 (ffff8f5bb4c9cd40) 00000020:00000080:3.0:1788587256.003351:0:23488:0:(obd_config.c:720:class_attach_name()) OBD: dev 17 attached type osp with refcount 2 00000020:00000080:3.0:1788587256.003356:0:23488:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:3.0:1788587256.003530:0:23488:0:(osp_dev.c:1203:osp_init0()) lustre-OST0000-osc-MDT0001: connect to lustre-MDT0001-osd (lustre-OST0000-osc-MDT0001) 00080000:01000000:3.0:1788587256.003538:0:23488:0:(osd_handler.c:8924:osd_obd_connect()) connect #4 00000020:00000080:3.0:1788587256.003546:0:23488:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xfbc93bbea5fdb37c 00010000:00080000:3.0:1788587256.003577:0:23488:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8f5bbfb25800@lustre-OST0000-osc-MDT0001: add connection 192.168.203.101@tcp at head 00010000:00010000:3.0:1788587256.003793:0:23488:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0001-6 is initialized 00000040:01000000:3.0:1788587256.006065:0:23488:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000100:00100000:2.0:1788587256.006251:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a83de1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3645:1875469127606144:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1788587256.006322:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1788587256.006392:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1788587256.006397:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1788587256.006400:0:37:0:(import.c:65:import_set_state_nolock()) ffff8f5bad68d000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1788587256.006406:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 599 00000100:00080000:2.0:1788587256.006411:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1788587256.006436:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff8f5bad68d000 using connection 192.168.203.101@tcp/0@lo 00000100:00100000:2.0:1788587256.006467:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f5bb05ac380 x1875469127606272/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1788587256.006485:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788587256.006489:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1788587256.006492:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788587256.006494:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1788587256.006527:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788587256.006536:0:3649:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bb05ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3649:1875469127606400:0@lo:400:kworker.0 00000100:00100000:2.0:1788587256.006578:0:3649:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000040:01000000:3.0:1788587256.006583:0:23488:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0000-osc-MDT0001 ctxt 2 is initialized 00000100:00100000:2.0:1788587256.006810:0:22754:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127606400 00000100:00100000:2.0:1788587256.006817:0:22754:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127606400 00000100:00100000:2.0:1788587256.006856:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1788587256.006863:0:22754:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bb05ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3649:x1875469127606400:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788587256.006918:0:22754:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bb05ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3649:x1875469127606400:12345-0@lo:400:kworker.0 Request processed in 54us (339us total) trans 0 rc 0/0 00000100:00100000:2.0:1788587256.006925:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:2.0:1788587256.006961:0:3649:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff8f5bb05ace00 x1875469127606400/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788587272 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788587256.006974:0:3649:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bb05ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3649:1875469127606400:0@lo:400:kworker.0 00000100:00100000:2.0:1788587256.006994:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bb05ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1875469127606272:0@lo:38:kworker.0 00000100:00100000:2.0:1788587256.007017:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788587256.007251:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127606144 00000100:00100000:1.0:1788587256.007257:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127606144 00000100:00100000:1.0:1788587256.007275:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127606272 00000100:00100000:1.0:1788587256.007278:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127606272 00000100:00100000:1.0:1788587256.007289:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1788587256.007294:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bb05ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3645:x1875469127606144:12345-0@lo:38:llog_process_th.0 00010000:00080000:1.0:1788587256.007316:0:22759:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 601 last 0 00000020:00000080:1.0:1788587256.007350:0:22759:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xfbc93bbea5fdb383 00000004:00100000:1.0:1788587256.007373:0:22759:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000001:00000004:1.0:1788587256.007379:0:22759:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 12884901888 00000040:00080000:3.0:1788587256.009681:0:23488:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1788587256.010220:0:23488:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2:0x0].3, 64 off8384 00000040:00080000:3.0:1788587256.010367:0:23488:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].1, 64 off8256 00000040:00080000:3.0:1788587256.011466:0:23493:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:3.0:1788587256.011471:0:23493:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xc:0x0] at index 3 of catalog [0x1:0x2:0x0] 00000100:00080000:0.0:1788587256.012843:0:22759:0:(import.c:65:import_set_state_nolock()) ffff8f5baf005000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1788587256.012944:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bb05ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3645:x1875469127606144:12345-0@lo:38:llog_process_th.0 Request processed in 5646us (6620us total) trans 0 rc 0/0 00000100:00100000:0.0:1788587256.012959:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1788587256.012988:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1788587256.012996:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bb05ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3645:x1875469127606272:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1788587256.013018:0:3645:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:1.0:1788587256.013028:0:3645:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-MDT0000-osp-MDT0001: connect to target with instance 3 00000020:00000080:2.0:1788587256.013029:0:23488:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000100:00080000:1.0:1788587256.013037:0:3645:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-MDT0000-osp-MDT0001: Resetting ns_connect_flags to server flags: 0xa2400010450010a0 00000100:00080000:1.0:1788587256.013043:0:3645:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00100000:0.0:1788587256.013044:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bb05ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3645:x1875469127606272:12345-0@lo:38:kworker.0 Request processed in 47us (6025us total) trans 0 rc -11/-11 00000020:00000080:2.0:1788587256.013046:0:23488:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000100:00080000:1.0:1788587256.013048:0:3645:0:(import.c:65:import_set_state_nolock()) ffff8f5b88e71800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:0.0:1788587256.013057:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1788587256.013075:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a83de1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3645:1875469127606144:0@lo:38:llog_process_th.0 00000004:01000000:2.0:1788587256.013089:0:23488:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000100:00100000:1.0:1788587256.013103:0:3645:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:1.0:1788587256.013109:0:3645:0:(import.c:65:import_set_state_nolock()) ffff8f5bad68d000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000020:00000080:2.0:1788587256.013110:0:23488:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xfbc93bbea5fdb38a 00000100:00080000:1.0:1788587256.013114:0:3645:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-11) 00000100:00100000:1.0:1788587256.013120:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bb05ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1875469127606272:0@lo:38:kworker.0 00000100:00080000:2.0:1788587256.013122:0:23488:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1788587256.013131:0:23488:0:(import.c:665:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff8f5bbfb25800 using connection 192.168.203.101@tcp/0@lo 00000100:00100000:2.0:1788587256.013154:0:23488:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f5bb05aea00 x1875469127606656/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1788587256.013180:0:23488:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID 00000100:00080000:2.0:1788587256.013204:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788587256.013208:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1788587256.013211:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788587256.013213:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1788587256.013241:0:3649:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a83de0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1875469127606528:0@lo:41:osp-pre-0-1.0 00000020:01000000:2.0:1788587256.013274:0:23488:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000100:00100000:1.0:1788587256.013277:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bb05aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3645:1875469127606656:0@lo:8:llog_process_th.0 00000020:00000080:2.0:1788587256.013280:0:23488:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788587256.013284:0:23488:0:(obd_config.c:1563:class_process_config()) marker 23 (0x2) lustre-OST0000 add osc 00000100:00100000:0.0:1788587256.013290:0:3649:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:01000000:2.0:1788587256.013291:0:23488:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1788587256.013296:0:23488:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #25 00000020:01000000:2.0:1788587256.013298:0:23488:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1788587256.013300:0:23488:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1788587256.013302:0:23488:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1788587256.013305:0:23488:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788587256.013308:0:23488:0:(obd_config.c:1563:class_process_config()) marker 25 (0x6) lustre sys.timeout 00000020:01000000:2.0:1788587256.013312:0:23488:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000400:00000100:1.0:1788587256.013314:0:3645:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875469127606656 offset 0 length 520: 4 00000020:01000004:2.0:1788587256.013318:0:23488:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/mds2_flakey 00000020:00000080:2.0:1788587256.013323:0:23488:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788587256.013325:0:23488:0:(obd_config.c:1563:class_process_config()) marker 31 (0x1) lustre-OST0001 add osc 00000020:00000080:2.0:1788587256.013329:0:23488:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1788587256.013334:0:23488:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.101@tcp to nid 0x20000c0a8cb65 (192.168.203.101@tcp) 00000020:01000000:2.0:1788587256.013359:0:23488:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0001) 00000020:00000080:2.0:1788587256.013362:0:23488:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1788587256.013373:0:23488:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-MDT0001 (ffff8f5a8334cd40) 00000020:00000080:2.0:1788587256.013386:0:23488:0:(obd_config.c:720:class_attach_name()) OBD: dev 18 attached type osp with refcount 2 00000020:00000080:2.0:1788587256.013391:0:23488:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:2.0:1788587256.013512:0:23488:0:(osp_dev.c:1203:osp_init0()) lustre-OST0001-osc-MDT0001: connect to lustre-MDT0001-osd (lustre-OST0001-osc-MDT0001) 00080000:01000000:2.0:1788587256.013519:0:23488:0:(osd_handler.c:8924:osd_obd_connect()) connect #5 00000020:00000080:2.0:1788587256.013526:0:23488:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xfbc93bbea5fdb398 00010000:00080000:2.0:1788587256.013552:0:23488:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8f5b83585000@lustre-OST0001-osc-MDT0001: add connection 192.168.203.101@tcp at head 00000100:00100000:1.0:1788587256.013567:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127606528 00000100:00100000:1.0:1788587256.013574:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127606528 00000100:00100000:1.0:1788587256.013611:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1788587256.013618:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bbc72ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3649:x1875469127606528:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1788587256.013643:0:22758:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00010000:00010000:2.0:1788587256.013845:0:23488:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-MDT0001-7 is initialized 00000040:01000000:2.0:1788587256.013904:0:23488:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:2.0:1788587256.013916:0:23488:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0001-osc-MDT0001 ctxt 2 is initialized 00000100:00100000:1.0:1788587256.014248:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bbc72ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3649:x1875469127606528:12345-0@lo:41:osp-pre-0-1.0 Request processed in 628us (958us total) trans 0 rc 0/0 00000100:00100000:0.0:1788587256.014254:0:3649:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a83de0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1875469127606528:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788587256.014259:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000040:00080000:2.0:1788587256.016578:0:23488:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1788587256.017121:0:23488:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x5:0x0].3, 64 off8384 00000040:00080000:2.0:1788587256.017272:0:23488:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].1, 64 off8256 00000040:00080000:2.0:1788587256.018564:0:23495:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:2.0:1788587256.018574:0:23495:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 3 of catalog [0x1:0x5:0x0] 00000040:00080000:2.0:1788587256.021513:0:22789:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000020:00000080:0.0:1788587256.024583:0:23488:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1788587256.024597:0:23488:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:0.0:1788587256.024641:0:23488:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0001_UUID idx:1 gen:1 00000020:00000080:0.0:1788587256.024665:0:23488:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xfbc93bbea5fdb39f 00000100:00080000:0.0:1788587256.024675:0:23488:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1788587256.024688:0:23488:0:(import.c:665:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff8f5b83585000 using connection 192.168.203.101@tcp/0@lo 00000100:00100000:0.0:1788587256.024734:0:23488:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f5bbc72b100 x1875469127606784/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1788587256.024762:0:23488:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID 00000020:01000000:0.0:1788587256.024834:0:23488:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788587256.024838:0:23488:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788587256.024839:0:23488:0:(obd_config.c:1563:class_process_config()) marker 31 (0x2) lustre-OST0001 add osc 00000020:01000000:0.0:1788587256.024853:0:23488:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788587256.024857:0:23488:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788587256.024858:0:23488:0:(obd_config.c:1563:class_process_config()) marker 33 (0x1) lustre sys.timeout 00000020:00000080:0.0:1788587256.024861:0:23488:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:0.0:1788587256.024863:0:23488:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:0.0:1788587256.024865:0:23488:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788587256.024867:0:23488:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788587256.024868:0:23488:0:(obd_config.c:1563:class_process_config()) marker 33 (0x2) lustre sys.timeout 00000020:01000000:0.0:1788587256.024869:0:23488:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788587256.024872:0:23488:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788587256.024873:0:23488:0:(obd_config.c:1563:class_process_config()) marker 38 (0x1) lustre sys.jobid_var 00000020:00000080:0.0:1788587256.024876:0:23488:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000020:01000000:0.0:1788587256.024904:0:23488:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788587256.024917:0:23488:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788587256.024919:0:23488:0:(obd_config.c:1563:class_process_config()) marker 38 (0x2) lustre sys.jobid_var 00000040:00080000:0.0:1788587256.024922:0:23488:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 46 count 46 00000100:00080000:2.0:1788587256.025213:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788587256.025218:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1788587256.025220:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788587256.025223:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000020:01000000:2.0:1788587256.025240:0:23484:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0001 gen 1-45 (rc=0) 10000000:01000000:2.0:1788587256.025267:0:23484:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.101@tcp: configuration from log 'lustre-MDT0001' succeeded (0). 00010000:00010000:2.0:1788587256.025288:0:23484:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.101@tcp lock: ffff8f5b837be600/0xfbc93bbea5fdb321 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xfbc93bbea5fdb328 expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587256.025298:0:23484:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.101@tcp lock: ffff8f5b837be600/0xfbc93bbea5fdb321 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xfbc93bbea5fdb328 expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788587256.025306:0:23484:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8f5bbfa54800 from 1 10000000:01000000:2.0:1788587256.025309:0:23484:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:2.0:1788587256.025334:0:23484:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.101@tcp lock: ffff8f5bc2050a00/0xfbc93bbea5fdb3a6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587256.025341:0:23484:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.101@tcp lock: ffff8f5bc2050a00/0xfbc93bbea5fdb3a6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587256.025351:0:23484:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.101@tcp lock: ffff8f5bc2050a00/0xfbc93bbea5fdb3a6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788587256.025370:0:23484:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bb05ac380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42f04641-d17f-4ff4-9b47-651ab04c1b17:23484:1875469127606912:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1788587256.025459:0:23484:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788587256.025492:0:23484:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5baab72840 going to sleep for 11 seconds 00000100:00100000:1.0:1788587256.025594:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bbc72b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3645:1875469127606784:0@lo:8:llog_process_th.0 00000400:00000100:1.0:1788587256.025623:0:3645:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875469127606784 offset 0 length 520: 4 00000100:00100000:0.0:1788587256.026220:0:22745:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127606912 00000100:00100000:0.0:1788587256.026228:0:22745:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127606912 00000100:00100000:0.0:1788587256.026279:0:22745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:0.0:1788587256.026289:0:22745:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a81b18850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42f04641-d17f-4ff4-9b47-651ab04c1b17+15:23484:x1875469127606912:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788587256.026301:0:22745:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788587256.026316:0:22745:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f5b837be200/0xfbc93bbea5fdb3ad lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xfbc93bbea5fdb3a6 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587256.026352:0:22745:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f5b837be200/0xfbc93bbea5fdb3ad lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xfbc93bbea5fdb3a6 expref: 16 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587256.026363:0:22745:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f5b837be200/0xfbc93bbea5fdb3ad lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xfbc93bbea5fdb3a6 expref: 16 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587256.026371:0:22745:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f5b837be200, rc 0) 00000100:00100000:0.0:1788587256.026455:0:22745:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a81b18850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42f04641-d17f-4ff4-9b47-651ab04c1b17+16:23484:x1875469127606912:12345-0@lo:101:mount.lustre.0 Request processed in 167us (995us total) trans 0 rc 0/0 00000100:00100000:0.0:1788587256.026462:0:22745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:3.0:1788587256.026558:0:23484:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bb05ac380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42f04641-d17f-4ff4-9b47-651ab04c1b17:23484:1875469127606912:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788587256.026574:0:23484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.101@tcp lock: ffff8f5bc2050a00/0xfbc93bbea5fdb3a6 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xfbc93bbea5fdb3ad expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587256.026595:0:23484:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.101@tcp lock: ffff8f5bc2050a00/0xfbc93bbea5fdb3a6 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xfbc93bbea5fdb3ad expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788587256.027336:0:23484:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a83de0e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42f04641-d17f-4ff4-9b47-651ab04c1b17:23484:1875469127607040:0@lo:256:mount.lustre.0 00000100:00100000:3.0:1788587256.027386:0:23484:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788587256.027459:0:23484:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5bbc8423c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788587256.027584:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127607040 00000100:00100000:1.0:1788587256.027597:0:22746:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127607040 00000100:00100000:1.0:1788587256.027631:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1788587256.027640:0:22746:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a81b1a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:42f04641-d17f-4ff4-9b47-651ab04c1b17+16:23484:x1875469127607040:12345-0@lo:256:mount.lustre.0 20000000:01000000:1.0:1788587256.027656:0:22746:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:1.0:1788587256.027670:0:22746:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:1.0:1788587256.027673:0:22746:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 11 00000100:00100000:1.0:1788587256.027773:0:22746:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a81b1a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:42f04641-d17f-4ff4-9b47-651ab04c1b17+16:23484:x1875469127607040:12345-0@lo:256:mount.lustre.0 Request processed in 134us (386us total) trans 0 rc 0/0 00000100:00100000:1.0:1788587256.027781:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:3.0:1788587256.028030:0:23484:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a83de0e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42f04641-d17f-4ff4-9b47-651ab04c1b17:23484:1875469127607040:0@lo:256:mount.lustre.0 10000000:01000000:3.0:1788587256.028623:0:23484:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.101@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1788587256.028638:0:23484:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.101@tcp lock: ffff8f5bc2050a00/0xfbc93bbea5fdb3a6 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xfbc93bbea5fdb3ad expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587256.028649:0:23484:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.101@tcp lock: ffff8f5bc2050a00/0xfbc93bbea5fdb3a6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xfbc93bbea5fdb3ad expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788587256.028657:0:23484:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8f5bbfa54800 from 1 10000000:01000000:3.0:1788587256.028659:0:23484:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1788587256.028686:0:23484:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.101@tcp lock: ffff8f5ba1aa6600/0xfbc93bbea5fdb3b4 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587256.028705:0:23484:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.101@tcp lock: ffff8f5ba1aa6600/0xfbc93bbea5fdb3b4 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587256.028713:0:23484:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.101@tcp lock: ffff8f5ba1aa6600/0xfbc93bbea5fdb3b4 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788587256.028727:0:23484:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a83de0e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42f04641-d17f-4ff4-9b47-651ab04c1b17:23484:1875469127607168:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1788587256.028760:0:23484:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788587256.028791:0:23484:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5bbc8423c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788587256.029081:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127607168 00000100:00100000:0.0:1788587256.029088:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127607168 00000100:00100000:0.0:1788587256.029119:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:0.0:1788587256.029128:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a81b18c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42f04641-d17f-4ff4-9b47-651ab04c1b17+16:23484:x1875469127607168:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788587256.029138:0:22747:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788587256.029151:0:22747:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f5b837be400/0xfbc93bbea5fdb3bb lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xfbc93bbea5fdb3b4 expref: -99 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587256.029172:0:22747:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f5b837be400/0xfbc93bbea5fdb3bb lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xfbc93bbea5fdb3b4 expref: 17 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587256.029181:0:22747:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f5b837be400/0xfbc93bbea5fdb3bb lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xfbc93bbea5fdb3b4 expref: 17 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587256.029188:0:22747:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f5b837be400, rc 0) 00000100:00100000:0.0:1788587256.032219:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a81b18c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42f04641-d17f-4ff4-9b47-651ab04c1b17+17:23484:x1875469127607168:12345-0@lo:101:mount.lustre.0 Request processed in 3084us (3449us total) trans 0 rc 0/0 00000100:00100000:0.0:1788587256.032232:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:3.0:1788587256.033603:0:23484:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a83de0e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42f04641-d17f-4ff4-9b47-651ab04c1b17:23484:1875469127607168:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788587256.033633:0:23484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.101@tcp lock: ffff8f5ba1aa6600/0xfbc93bbea5fdb3b4 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xfbc93bbea5fdb3bb expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587256.033645:0:23484:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.101@tcp lock: ffff8f5ba1aa6600/0xfbc93bbea5fdb3b4 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xfbc93bbea5fdb3bb expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1788587256.035779:0:23484:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 13 count 13 00000040:00080000:3.0:1788587256.036197:0:23484:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1788587256.036391:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:3.0:1788587256.036573:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 112 off8528 00000040:00080000:3.0:1788587256.036595:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 224 off8752 00000040:00080000:3.0:1788587256.036610:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8976 00000040:00080000:3.0:1788587256.036641:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 112 off9088 00000040:00080000:3.0:1788587256.036658:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 224 off9312 00000040:00080000:3.0:1788587256.036671:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 224 off9536 00000040:00080000:3.0:1788587256.036684:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 128 off9664 00000040:00080000:3.0:1788587256.036712:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:3.0:1788587256.036726:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 224 off10112 00000040:00080000:3.0:1788587256.036739:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 128 off10240 00000040:00080000:3.0:1788587256.036756:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10464 00000040:00080000:3.0:1788587256.036761:0:23484:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 12 count 13 00000100:00100000:3.0:1788587256.036988:0:23484:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a83de0e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42f04641-d17f-4ff4-9b47-651ab04c1b17:23484:1875469127607296:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788587256.037053:0:23484:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788587256.037145:0:23484:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5bbc842600 going to sleep for 11 seconds 00000100:00100000:1.0:1788587256.037369:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127607296 00000100:00100000:1.0:1788587256.037377:0:22746:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127607296 00000100:00100000:1.0:1788587256.037543:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:1.0:1788587256.037554:0:22746:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a81b1a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:42f04641-d17f-4ff4-9b47-651ab04c1b17+17:23484:x1875469127607296:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788587256.037666:0:22746:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a81b1a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:42f04641-d17f-4ff4-9b47-651ab04c1b17+17:23484:x1875469127607296:12345-0@lo:501:mount.lustre.0 Request processed in 115us (612us total) trans 0 rc 0/0 00000100:00100000:1.0:1788587256.037673:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:3.0:1788587256.037760:0:23484:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a83de0e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42f04641-d17f-4ff4-9b47-651ab04c1b17:23484:1875469127607296:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788587256.037791:0:23484:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a83de0e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42f04641-d17f-4ff4-9b47-651ab04c1b17:23484:1875469127607424:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1788587256.037848:0:23484:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788587256.038096:0:23484:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5bbc842600 going to sleep for 11 seconds 00000100:00100000:2.0:1788587256.038159:0:22745:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127607424 00000100:00100000:2.0:1788587256.038164:0:22745:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127607424 00000100:00100000:2.0:1788587256.038190:0:22745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:2.0:1788587256.038197:0:22745:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a81b1b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42f04641-d17f-4ff4-9b47-651ab04c1b17+17:23484:x1875469127607424:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788587256.038329:0:22745:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a81b1b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42f04641-d17f-4ff4-9b47-651ab04c1b17+17:23484:x1875469127607424:12345-0@lo:503:mount.lustre.0 Request processed in 131us (488us total) trans 0 rc 0/0 00000100:00100000:2.0:1788587256.038337:0:22745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:3.0:1788587256.038491:0:23484:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a83de0e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42f04641-d17f-4ff4-9b47-651ab04c1b17:23484:1875469127607424:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1788587256.039363:0:23484:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1788587256.039459:0:23484:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a83de0e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42f04641-d17f-4ff4-9b47-651ab04c1b17:23484:1875469127607552:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788587256.039515:0:23484:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788587256.039550:0:23484:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5bbc8423c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788587256.039640:0:22745:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127607552 00000100:00100000:2.0:1788587256.039646:0:22745:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127607552 00000100:00100000:2.0:1788587256.039676:0:22745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:2.0:1788587256.039685:0:22745:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a81b1b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42f04641-d17f-4ff4-9b47-651ab04c1b17+17:23484:x1875469127607552:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788587256.039790:0:22745:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a81b1b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42f04641-d17f-4ff4-9b47-651ab04c1b17+17:23484:x1875469127607552:12345-0@lo:502:mount.lustre.0 Request processed in 105us (274us total) trans 0 rc 0/0 00000100:00100000:2.0:1788587256.039797:0:22745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:3.0:1788587256.040069:0:23484:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a83de0e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42f04641-d17f-4ff4-9b47-651ab04c1b17:23484:1875469127607552:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1788587256.040238:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:3.0:1788587256.040265:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 112 off8528 00000040:00080000:3.0:1788587256.040279:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 224 off8752 00000040:00080000:3.0:1788587256.040292:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8976 00000040:00080000:3.0:1788587256.040305:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 112 off9088 00000040:00080000:3.0:1788587256.040317:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 224 off9312 00000040:00080000:3.0:1788587256.040343:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 224 off9536 00000040:00080000:3.0:1788587256.040358:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 128 off9664 00000040:00080000:3.0:1788587256.040370:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:3.0:1788587256.040382:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 224 off10112 00000040:00080000:3.0:1788587256.040394:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 128 off10240 00000100:00100000:3.0:1788587256.040448:0:23484:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a83de0e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42f04641-d17f-4ff4-9b47-651ab04c1b17:23484:1875469127607680:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788587256.040483:0:23484:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788587256.040656:0:23484:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5bbc8423c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788587256.040718:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127607680 00000100:00100000:0.0:1788587256.040724:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127607680 00000100:00100000:1.0:1788587256.041015:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:1.0:1788587256.041026:0:22746:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a81b1bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:42f04641-d17f-4ff4-9b47-651ab04c1b17+17:23484:x1875469127607680:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788587256.041166:0:22746:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a81b1bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:42f04641-d17f-4ff4-9b47-651ab04c1b17+17:23484:x1875469127607680:12345-0@lo:502:mount.lustre.0 Request processed in 143us (682us total) trans 0 rc 0/0 00000100:00100000:1.0:1788587256.041173:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:3.0:1788587256.041314:0:23484:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a83de0e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42f04641-d17f-4ff4-9b47-651ab04c1b17:23484:1875469127607680:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1788587256.041361:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10464 00000040:00080000:3.0:1788587256.041372:0:23484:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:0.0:1788587256.042232:0:23497:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788587256.042241:0:23497:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788587256.042244:0:23497:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:0.0:1788587256.042250:0:23497:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8f5bbfa54800 00000020:00000080:0.0:1788587256.042253:0:23497:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1788587256.042260:0:23497:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788587256.042263:0:23497:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788587256.042264:0:23497:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:0.0:1788587256.042266:0:23497:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788587256.042269:0:23497:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788587256.042270:0:23497:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:0.0:1788587256.042273:0:23497:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8f5bbfa54800 00000020:00000080:0.0:1788587256.042274:0:23497:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1788587256.042375:0:23497:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788587256.042380:0:23497:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788587256.042381:0:23497:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:0.0:1788587256.042384:0:23497:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788587256.042386:0:23497:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788587256.042388:0:23497:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:0.0:1788587256.042391:0:23497:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8f5bbfa54800 00000020:00000080:0.0:1788587256.042393:0:23497:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1788587256.044068:0:23497:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788587256.044080:0:23497:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788587256.044082:0:23497:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:0.0:1788587256.044086:0:23497:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788587256.044089:0:23497:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788587256.044091:0:23497:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:0.0:1788587256.044096:0:23497:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8f5bbfa54800 00000020:00000080:0.0:1788587256.044099:0:23497:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1788587256.044152:0:23497:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788587256.044156:0:23497:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788587256.044158:0:23497:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:0.0:1788587256.044170:0:23497:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 13 count 13 00000020:01000000:3.0:1788587256.045252:0:23484:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:3.0:1788587256.045290:0:23484:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.101@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1788587256.045307:0:23484:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.101@tcp lock: ffff8f5ba1aa6600/0xfbc93bbea5fdb3b4 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xfbc93bbea5fdb3bb expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587256.045330:0:23484:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.101@tcp lock: ffff8f5ba1aa6600/0xfbc93bbea5fdb3b4 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xfbc93bbea5fdb3bb expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788587256.045482:0:23484:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:2.0:1788587256.045485:0:23484:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff8f5bbfa54800 10000000:01000000:2.0:1788587256.045488:0:23484:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff8f5bbfa54800 10000000:01000000:2.0:1788587256.045491:0:23484:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1788587256.045497:0:23484:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff8f5bbfa54800 from 1 10000000:01000000:2.0:1788587256.045500:0:23484:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1788587256.045539:0:23484:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.101@tcp lock: ffff8f5bc2050400/0xfbc93bbea5fdb3c2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587256.045549:0:23484:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.101@tcp lock: ffff8f5bc2050400/0xfbc93bbea5fdb3c2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587256.045559:0:23484:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.101@tcp lock: ffff8f5bc2050400/0xfbc93bbea5fdb3c2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788587256.045592:0:23484:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bb05aca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42f04641-d17f-4ff4-9b47-651ab04c1b17:23484:1875469127607808:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1788587256.045662:0:23484:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788587256.045714:0:23484:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5b88876600 going to sleep for 11 seconds 00000100:00100000:3.0:1788587256.045948:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127607808 00000100:00100000:3.0:1788587256.045956:0:22746:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127607808 00000100:00100000:3.0:1788587256.046006:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:3.0:1788587256.046017:0:22746:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a81b1ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:42f04641-d17f-4ff4-9b47-651ab04c1b17+17:23484:x1875469127607808:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788587256.046030:0:22746:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788587256.046044:0:22746:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f5ba1aa7000/0xfbc93bbea5fdb3c9 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0xfbc93bbea5fdb3c2 expref: -99 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587256.046067:0:22746:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f5ba1aa7000/0xfbc93bbea5fdb3c9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xfbc93bbea5fdb3c2 expref: 18 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587256.046078:0:22746:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f5ba1aa7000/0xfbc93bbea5fdb3c9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xfbc93bbea5fdb3c2 expref: 18 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587256.046087:0:22746:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f5ba1aa7000, rc 0) 00000100:00100000:3.0:1788587256.046126:0:22746:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a81b1ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:42f04641-d17f-4ff4-9b47-651ab04c1b17+18:23484:x1875469127607808:12345-0@lo:101:mount.lustre.0 Request processed in 111us (465us total) trans 0 rc 0/0 00000100:00100000:3.0:1788587256.046132:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:2.0:1788587256.046273:0:23484:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bb05aca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42f04641-d17f-4ff4-9b47-651ab04c1b17:23484:1875469127607808:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788587256.046287:0:23484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.101@tcp lock: ffff8f5bc2050400/0xfbc93bbea5fdb3c2 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xfbc93bbea5fdb3c9 expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587256.046297:0:23484:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.101@tcp lock: ffff8f5bc2050400/0xfbc93bbea5fdb3c2 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0xfbc93bbea5fdb3c9 expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788587256.048252:0:23484:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 52 count 51 00000040:00080000:2.0:1788587256.048547:0:23484:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1788587256.048740:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].1, 224 off8416 00000040:00080000:2.0:1788587256.048763:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].2, 120 off8536 00000040:00080000:2.0:1788587256.048788:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].3, 168 off8704 00000040:00080000:2.0:1788587256.048810:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].4, 224 off8928 00000040:00080000:2.0:1788587256.048824:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].5, 224 off9152 00000040:00080000:2.0:1788587256.048834:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].6, 120 off9272 00000040:00080000:2.0:1788587256.048845:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].7, 168 off9440 00000040:00080000:2.0:1788587256.048858:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].8, 224 off9664 00000040:00080000:2.0:1788587256.048871:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].9, 224 off9888 00000040:00080000:2.0:1788587256.048884:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].10, 120 off10008 00000040:00080000:2.0:1788587256.048897:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].11, 224 off10232 00000040:00080000:2.0:1788587256.048993:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].12, 224 off10456 00000040:00080000:2.0:1788587256.049011:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].13, 88 off10544 00000040:00080000:2.0:1788587256.049027:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].14, 128 off10672 00000040:00080000:2.0:1788587256.049041:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].15, 144 off10816 00000040:00080000:2.0:1788587256.049055:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].16, 160 off10976 00000040:00080000:2.0:1788587256.049068:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].17, 224 off11200 00000040:00080000:2.0:1788587256.049093:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].18, 224 off11424 00000040:00080000:2.0:1788587256.049119:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].19, 80 off11504 00000040:00080000:2.0:1788587256.049137:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].20, 224 off11728 00000040:00080000:2.0:1788587256.049152:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].21, 224 off11952 00000040:00080000:2.0:1788587256.049165:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].22, 88 off12040 00000040:00080000:2.0:1788587256.049178:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].23, 128 off12168 00000040:00080000:2.0:1788587256.049193:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].24, 144 off12312 00000040:00080000:2.0:1788587256.049205:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].25, 160 off12472 00000040:00080000:2.0:1788587256.049216:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].26, 224 off12696 00000040:00080000:2.0:1788587256.049229:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].27, 224 off12920 00000040:00080000:2.0:1788587256.049240:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].28, 80 off13000 00000040:00080000:2.0:1788587256.049251:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].29, 224 off13224 00000040:00080000:2.0:1788587256.049262:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].30, 224 off13448 00000040:00080000:2.0:1788587256.049273:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].31, 88 off13536 00000040:00080000:2.0:1788587256.049286:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].32, 128 off13664 00000040:00080000:2.0:1788587256.049297:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].33, 144 off13808 00000040:00080000:2.0:1788587256.049309:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].34, 128 off13936 00000040:00080000:2.0:1788587256.049333:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].35, 224 off14160 00000040:00080000:2.0:1788587256.049346:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].36, 224 off14384 00000040:00080000:2.0:1788587256.049356:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].37, 80 off14464 00000040:00080000:2.0:1788587256.049369:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].38, 224 off14688 00000040:00080000:2.0:1788587256.049385:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].39, 224 off14912 00000040:00080000:2.0:1788587256.049400:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].40, 88 off15000 00000040:00080000:2.0:1788587256.049442:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].41, 128 off15128 00000040:00080000:2.0:1788587256.049460:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].42, 144 off15272 00000040:00080000:2.0:1788587256.049475:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].43, 128 off15400 00000040:00080000:2.0:1788587256.049489:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].44, 224 off15624 00000040:00080000:2.0:1788587256.049505:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].45, 224 off15848 00000040:00080000:2.0:1788587256.049518:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].46, 80 off15928 00000040:00080000:2.0:1788587256.049531:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].47, 224 off16152 00000040:00080000:2.0:1788587256.049543:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].48, 232 off16384 00000040:00080000:2.0:1788587256.049657:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].49, 224 off16608 00000040:00080000:2.0:1788587256.049702:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].50, 120 off16728 00000040:00080000:2.0:1788587256.049737:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].51, 224 off16952 00000040:00080000:2.0:1788587256.049743:0:23484:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 51 count 51 00000100:00100000:2.0:1788587256.049824:0:23484:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bb05aca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42f04641-d17f-4ff4-9b47-651ab04c1b17:23484:1875469127607936:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788587256.049889:0:23484:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788587256.051655:0:23484:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5b88876780 going to sleep for 11 seconds 00000100:00100000:3.0:1788587256.061922:0:22745:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127607936 00000100:00100000:3.0:1788587256.061936:0:22745:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127607936 00000100:00100000:3.0:1788587256.061993:0:22745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:3.0:1788587256.062005:0:22745:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a81b19850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42f04641-d17f-4ff4-9b47-651ab04c1b17+18:23484:x1875469127607936:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788587256.062179:0:22745:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a81b19850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42f04641-d17f-4ff4-9b47-651ab04c1b17+18:23484:x1875469127607936:12345-0@lo:501:mount.lustre.0 Request processed in 177us (12290us total) trans 0 rc 0/0 00000100:00100000:3.0:1788587256.062198:0:22745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:3.0:1788587256.062684:0:23484:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bb05aca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42f04641-d17f-4ff4-9b47-651ab04c1b17:23484:1875469127607936:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788587256.062753:0:23484:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a83de0e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42f04641-d17f-4ff4-9b47-651ab04c1b17:23484:1875469127608064:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1788587256.063005:0:23484:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788587256.063049:0:23484:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5bbc842000 going to sleep for 11 seconds 00000100:00100000:0.0:1788587256.063097:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127608064 00000100:00100000:0.0:1788587256.063103:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127608064 00000100:00100000:0.0:1788587256.063151:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:0.0:1788587256.063159:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a81b19050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42f04641-d17f-4ff4-9b47-651ab04c1b17+18:23484:x1875469127608064:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788587256.063256:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a81b19050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42f04641-d17f-4ff4-9b47-651ab04c1b17+18:23484:x1875469127608064:12345-0@lo:503:mount.lustre.0 Request processed in 97us (250us total) trans 0 rc 0/0 00000100:00100000:0.0:1788587256.063263:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:0.0:1788587256.063306:0:23484:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a83de0e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42f04641-d17f-4ff4-9b47-651ab04c1b17:23484:1875469127608064:0@lo:503:mount.lustre.0 00000040:00080000:0.0:1788587256.063787:0:23484:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1788587256.064029:0:23484:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bbc728a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42f04641-d17f-4ff4-9b47-651ab04c1b17:23484:1875469127608192:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788587256.064079:0:23484:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788587256.064107:0:23484:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5b986fef00 going to sleep for 11 seconds 00000100:00100000:3.0:1788587256.065916:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127608192 00000100:00100000:3.0:1788587256.065927:0:22746:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127608192 00000100:00100000:3.0:1788587256.065973:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:3.0:1788587256.065981:0:22746:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a81b18050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:42f04641-d17f-4ff4-9b47-651ab04c1b17+18:23484:x1875469127608192:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788587256.066109:0:22746:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a81b18050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:42f04641-d17f-4ff4-9b47-651ab04c1b17+18:23484:x1875469127608192:12345-0@lo:502:mount.lustre.0 Request processed in 128us (2029us total) trans 0 rc 0/0 00000100:00100000:3.0:1788587256.066116:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:0.0:1788587256.067018:0:23484:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bbc728a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42f04641-d17f-4ff4-9b47-651ab04c1b17:23484:1875469127608192:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1788587256.067207:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].1, 224 off8416 00000040:00080000:0.0:1788587256.067234:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].2, 120 off8536 00000040:00080000:0.0:1788587256.067257:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].3, 168 off8704 00000040:00080000:0.0:1788587256.067269:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].4, 224 off8928 00000040:00080000:0.0:1788587256.067280:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].5, 224 off9152 00000040:00080000:0.0:1788587256.067291:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].6, 120 off9272 00000040:00080000:0.0:1788587256.067302:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].7, 168 off9440 00000040:00080000:0.0:1788587256.067313:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].8, 224 off9664 00000040:00080000:0.0:1788587256.067324:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].9, 224 off9888 00000040:00080000:0.0:1788587256.067335:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].10, 120 off10008 00000040:00080000:0.0:1788587256.067347:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].11, 224 off10232 00000040:00080000:0.0:1788587256.067358:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].12, 224 off10456 00000040:00080000:0.0:1788587256.067369:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].13, 88 off10544 00000040:00080000:0.0:1788587256.067380:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].14, 128 off10672 00000040:00080000:0.0:1788587256.067398:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].15, 144 off10816 00000040:00080000:0.0:1788587256.067410:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].16, 160 off10976 00000040:00080000:0.0:1788587256.067440:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].17, 224 off11200 00000040:00080000:0.0:1788587256.067453:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].18, 224 off11424 00000040:00080000:0.0:1788587256.067473:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].19, 80 off11504 00000040:00080000:0.0:1788587256.067486:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].20, 224 off11728 00000040:00080000:0.0:1788587256.067497:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].21, 224 off11952 00000040:00080000:0.0:1788587256.067508:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].22, 88 off12040 00000040:00080000:0.0:1788587256.067520:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].23, 128 off12168 00000040:00080000:0.0:1788587256.067531:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].24, 144 off12312 00000040:00080000:0.0:1788587256.067542:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].25, 160 off12472 00000040:00080000:0.0:1788587256.067553:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].26, 224 off12696 00000040:00080000:0.0:1788587256.067564:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].27, 224 off12920 00000040:00080000:0.0:1788587256.067576:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].28, 80 off13000 00000040:00080000:0.0:1788587256.067587:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].29, 224 off13224 00000040:00080000:0.0:1788587256.067598:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].30, 224 off13448 00000040:00080000:0.0:1788587256.067609:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].31, 88 off13536 00000040:00080000:0.0:1788587256.067621:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].32, 128 off13664 00000040:00080000:0.0:1788587256.067632:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].33, 144 off13808 00000040:00080000:0.0:1788587256.067645:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].34, 128 off13936 00000040:00080000:0.0:1788587256.067668:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].35, 224 off14160 00000040:00080000:0.0:1788587256.067680:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].36, 224 off14384 00000040:00080000:0.0:1788587256.067703:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].37, 80 off14464 00000040:00080000:0.0:1788587256.067717:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].38, 224 off14688 00000040:00080000:0.0:1788587256.067728:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].39, 224 off14912 00000040:00080000:0.0:1788587256.067740:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].40, 88 off15000 00000040:00080000:0.0:1788587256.067751:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].41, 128 off15128 00000040:00080000:0.0:1788587256.067762:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].42, 144 off15272 00000040:00080000:0.0:1788587256.067773:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].43, 128 off15400 00000040:00080000:0.0:1788587256.067784:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].44, 224 off15624 00000040:00080000:0.0:1788587256.067795:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].45, 224 off15848 00000040:00080000:0.0:1788587256.067817:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].46, 80 off15928 00000040:00080000:0.0:1788587256.067828:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].47, 224 off16152 00000040:00080000:0.0:1788587256.067849:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].48, 232 off16384 00000100:00100000:0.0:1788587256.067890:0:23484:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bbc728a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42f04641-d17f-4ff4-9b47-651ab04c1b17:23484:1875469127608320:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788587256.067943:0:23484:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788587256.067977:0:23484:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5b986fef00 going to sleep for 11 seconds 00000100:00100000:3.0:1788587256.068208:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127608320 00000100:00100000:3.0:1788587256.068214:0:22746:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127608320 00000100:00100000:3.0:1788587256.068256:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:3.0:1788587256.068265:0:22746:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a81b18450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:42f04641-d17f-4ff4-9b47-651ab04c1b17+18:23484:x1875469127608320:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788587256.068368:0:22746:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a81b18450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:42f04641-d17f-4ff4-9b47-651ab04c1b17+18:23484:x1875469127608320:12345-0@lo:502:mount.lustre.0 Request processed in 103us (424us total) trans 0 rc 0/0 00000100:00100000:3.0:1788587256.068375:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:0.0:1788587256.070084:0:23484:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bbc728a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42f04641-d17f-4ff4-9b47-651ab04c1b17:23484:1875469127608320:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1788587256.070303:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].49, 224 off16608 00000040:00080000:0.0:1788587256.070343:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].50, 120 off16728 00000100:00100000:0.0:1788587256.070379:0:23484:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bbc728a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42f04641-d17f-4ff4-9b47-651ab04c1b17:23484:1875469127608448:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788587256.071284:0:23484:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788587256.071321:0:23484:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5b986fef00 going to sleep for 11 seconds 00000100:00100000:0.0:1788587256.071348:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127608448 00000100:00100000:0.0:1788587256.071356:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127608448 00000100:00100000:0.0:1788587256.071400:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:0.0:1788587256.071409:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a81b1b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42f04641-d17f-4ff4-9b47-651ab04c1b17+18:23484:x1875469127608448:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788587256.071537:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a81b1b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42f04641-d17f-4ff4-9b47-651ab04c1b17+18:23484:x1875469127608448:12345-0@lo:502:mount.lustre.0 Request processed in 128us (254us total) trans 0 rc 0/0 00000100:00100000:0.0:1788587256.071544:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:0.0:1788587256.071611:0:23484:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bbc728a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42f04641-d17f-4ff4-9b47-651ab04c1b17:23484:1875469127608448:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1788587256.071668:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].51, 224 off16952 00000040:00080000:0.0:1788587256.071680:0:23484:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:2.0:1788587256.073904:0:23502:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0001 (typ=lwp) 00000020:00000080:2.0:1788587256.073986:0:23502:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0001 (ffff8f5a83343380) 00000020:00000080:2.0:1788587256.074008:0:23502:0:(obd_config.c:720:class_attach_name()) OBD: dev 19 attached type lwp with refcount 2 00000020:01000004:2.0:1788587256.074107:0:23502:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8f5bbfa54800 from lustre-MDT0001, refs=3 00000020:01000004:2.0:1788587256.074111:0:23502:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8f5bbfa54800 from lustre-MDT0001, refs=3 00000020:01000004:2.0:1788587256.074113:0:23502:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8f5bbfa54800 3 00010000:00080000:2.0:1788587256.074143:0:23502:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8f5b853d7000@lustre-MDT0000-lwp-MDT0001: add connection 192.168.203.101@tcp at head 00010000:00010000:2.0:1788587256.076295:0:23502:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0001-8 is initialized 00000020:00000080:2.0:1788587256.076519:0:23502:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0001 (uuid lustre-MDT0000-lwp-MDT0001_UUID) 00000010:01000000:2.0:1788587256.076565:0:23502:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:2.0:1788587256.076578:0:23502:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-MDT0001, cookie 0xfbc93bbea5fdb3d7 00000100:00080000:2.0:1788587256.076588:0:23502:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1788587256.076594:0:23502:0:(import.c:665:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8f5b853d7000 using connection 192.168.203.101@tcp/0@lo 00000100:00100000:2.0:1788587256.076628:0:23502:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f5bb05ad500 x1875469127608576/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788587256.076673:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bb05ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3645:1875469127608576:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1788587256.076748:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788587256.076936:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127608576 00000100:00100000:0.0:1788587256.076944:0:22752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127608576 00000100:00100000:0.0:1788587256.076976:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1788587256.076983:0:22752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bb05af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3645:x1875469127608576:12345-0@lo:38:llog_process_th.0 00010000:00080000:0.0:1788587256.077005:0:22752:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0001_UUID@0@lo t0 exp 0000000000000000 cur 602 last 0 00000020:00000080:0.0:1788587256.077033:0:22752:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-MDT0001_UUID, cookie 0xfbc93bbea5fdb3de 00000004:00100000:0.0:1788587256.077054:0:22752:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:0.0:1788587256.077085:0:22752:0:(import.c:65:import_set_state_nolock()) ffff8f5ba0517000 : changing import state from RECOVER to FULL 00000100:00080000:2.0:1788587256.080921:0:23502:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID 00000100:00080000:2.0:1788587256.080949:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1788587256.080955:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1788587256.080959:0:37:0:(import.c:65:import_set_state_nolock()) ffff8f5bad68d000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1788587256.080970:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff8f5bad68d000 using connection 192.168.203.101@tcp/0@lo 00000100:00100000:2.0:1788587256.081014:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f5bb05adc00 x1875469127608704/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788587256.083952:0:22752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bb05af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3645:x1875469127608576:12345-0@lo:38:llog_process_th.0 Request processed in 6959us (7194us total) trans 0 rc 0/0 00000100:00100000:0.0:1788587256.083967:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1788587256.084008:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bb05adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1875469127608704:0@lo:38:kworker.0 00000100:00100000:0.0:1788587256.084068:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1788587256.086070:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788587256.086078:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1788587256.086082:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788587256.086085:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1788587256.086140:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788587256.086143:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1788587256.086146:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788587256.086149:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1788587256.086198:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bb05adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3646:1875469127608832:0@lo:400:kworker.0 00000100:00100000:2.0:1788587256.086261:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788587256.089099:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788587256.089121:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bb05ae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1875469127608960:0@lo:400:kworker.0 00000100:00100000:2.0:1788587256.089521:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788587256.089590:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127608832 00000100:00100000:2.0:1788587256.089598:0:22753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127608832 00000100:00100000:2.0:1788587256.089640:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1788587256.089648:0:22753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bb05ae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1875469127608832:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788587256.091001:0:22753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bb05ae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1875469127608832:12345-0@lo:400:kworker.0 Request processed in 1347us (4732us total) trans 0 rc 0/0 00000100:00100000:2.0:1788587256.091013:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1788587256.091064:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127608704 00000100:00100000:2.0:1788587256.091078:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127608704 00000100:00100000:2.0:1788587256.091095:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127608960 00000100:00100000:2.0:1788587256.091098:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127608960 00000100:00100000:2.0:1788587256.091116:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1788587256.091122:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bbc728a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3645:x1875469127608704:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1788587256.091190:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bbc728a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3645:x1875469127608704:12345-0@lo:38:kworker.0 Request processed in 67us (7121us total) trans 0 rc -11/-11 00000100:00100000:2.0:1788587256.091196:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1788587256.091206:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1788587256.091211:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bb05ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3646:x1875469127608960:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788587256.091241:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bb05ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3646:x1875469127608960:12345-0@lo:400:kworker.0 Request processed in 31us (1722us total) trans 0 rc 0/0 00000100:00100000:2.0:1788587256.091247:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1788587256.091279:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bb05ae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1875469127608960:0@lo:400:kworker.0 00010000:00080000:2.0:1788587256.091293:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff8f5bb05adf80 x1875469127608832/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788587272 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788587256.091305:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bb05adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3646:1875469127608832:0@lo:400:kworker.0 00000040:00080000:2.0:1788587256.091536:0:23502:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x12:0x0] index 52 count 51 00000020:01000000:1.0:1788587256.092443:0:23484:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:1.0:1788587256.092477:0:23484:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.101@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:1.0:1788587256.092499:0:23484:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.101@tcp lock: ffff8f5bc2050400/0xfbc93bbea5fdb3c2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xfbc93bbea5fdb3c9 expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587256.092511:0:23484:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.101@tcp lock: ffff8f5bc2050400/0xfbc93bbea5fdb3c2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xfbc93bbea5fdb3c9 expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:1.0:1788587256.092566:0:23484:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:1.0:1788587256.092568:0:23484:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:1.0:1788587256.092569:0:23484:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1788587256.092570:0:23484:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1788587256.092572:0:23484:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1788587256.092573:0:23484:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1788587256.092574:0:23484:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1788587256.092576:0:23484:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1788587256.092577:0:23484:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:1.0:1788587256.092581:0:23484:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0001 0x40020001 00000020:01000004:1.0:1788587256.092583:0:23484:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:1.0:1788587256.092585:0:23484:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:1.0:1788587256.092586:0:23484:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1788587256.092587:0:23484:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1788587256.092588:0:23484:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1788587256.092589:0:23484:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1788587256.092590:0:23484:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1788587256.092591:0:23484:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1788587256.092592:0:23484:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:1.0:1788587256.092615:0:23484:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0001 00000100:00100000:1.0:1788587256.092633:0:23484:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a83c57480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42f04641-d17f-4ff4-9b47-651ab04c1b17:23484:1875469127609088:0@lo:253:mount.lustre.0 00000100:00100000:1.0:1788587256.092683:0:23484:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788587256.092725:0:23484:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5a836f2240 going to sleep for 11 seconds 00000100:00100000:3.0:1788587256.093158:0:22745:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127609088 00000100:00100000:3.0:1788587256.093166:0:22745:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127609088 00000100:00100000:3.0:1788587256.093218:0:22745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:3.0:1788587256.093226:0:22745:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a82576450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42f04641-d17f-4ff4-9b47-651ab04c1b17+18:23484:x1875469127609088:12345-0@lo:253:mount.lustre.0 20000000:01000000:3.0:1788587256.093248:0:22745:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 1 is ready to reconnect. 20000000:01000000:3.0:1788587256.093261:0:22745:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 00010000:00080000:0.0:1788587256.093710:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff8f5bb05ad500 x1875469127608576/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1788587266 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788587256.093722:0:3645:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:0.0:1788587256.093730:0:3645:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0001: connect to target with instance 3 00000100:00080000:0.0:1788587256.093736:0:3645:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0001: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000100:00080000:0.0:1788587256.093742:0:3645:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:0.0:1788587256.093744:0:3645:0:(import.c:65:import_set_state_nolock()) ffff8f5b853d7000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:0.0:1788587256.093750:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bb05ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3645:1875469127608576:0@lo:38:llog_process_th.0 00000100:00080000:0.0:1788587256.093883:0:3645:0:(import.c:65:import_set_state_nolock()) ffff8f5bad68d000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788587256.093888:0:3645:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-11) 00000100:00100000:0.0:1788587256.093892:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bb05adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1875469127608704:0@lo:38:kworker.0 00000100:00100000:2.0:1788587256.094730:0:22795:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5a81b7c900 going to sleep for 0 seconds 00000001:00100000:3.0:1788587256.098127:0:22732:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 20000000:01000000:0.0:1788587256.098209:0:22745:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:0.0:1788587256.098226:0:22745:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0001, index=1, rc=0 20000000:01000000:3.0:1788587256.098469:0:22769:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:3.0:1788587256.098474:0:22769:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:3.0:1788587256.098496:0:22769:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8f5ba1aa7e00/0xfbc93bbea5fdb3e5 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587256.098514:0:22769:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8f5bc2051c00/0xfbc93bbea5fdb2e9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xfbc93bbea5fdb2e2 expref: 18 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587256.098522:0:22769:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8f5b837be200/0xfbc93bbea5fdb3ad lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xfbc93bbea5fdb3a6 expref: 18 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587256.098530:0:22769:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8f5ba1aa7e00/0xfbc93bbea5fdb3e5 lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587256.098567:0:22769:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8f5b837be200/0xfbc93bbea5fdb3ad lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xfbc93bbea5fdb3a6 expref: 18 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587256.098580:0:22769:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8f5b837be200/0xfbc93bbea5fdb3ad lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xfbc93bbea5fdb3a6 expref: 18 pid: 22745 timeout: 702 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788587256.098594:0:22769:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a83de0e00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22769:1875469127609216:0@lo:104: 00000100:00100000:3.0:1788587256.098653:0:22769:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1788587256.098713:0:22769:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8f5bc2051c00/0xfbc93bbea5fdb2e9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xfbc93bbea5fdb2e2 expref: 18 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587256.098721:0:22769:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8f5bc2051c00/0xfbc93bbea5fdb2e9 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xfbc93bbea5fdb2e2 expref: 18 pid: 22745 timeout: 702 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788587256.098729:0:22769:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a83de1880 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22769:1875469127609344:0@lo:104: 00000100:00100000:3.0:1788587256.098750:0:22769:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788587256.098781:0:22769:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5bbc842b40 going to sleep for 11 seconds 00000100:00100000:0.0:1788587256.098998:0:22735:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127609216 00000100:00100000:0.0:1788587256.099006:0:22735:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127609216 00000100:00100000:0.0:1788587256.099040:0:22735:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127609344 00000100:00100000:0.0:1788587256.099043:0:22735:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127609344 00000100:00100000:0.0:1788587256.099056:0:22735:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1788587256.099064:0:22735:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a83de0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:42f04641-d17f-4ff4-9b47-651ab04c1b17+4:22769:x1875469127609216:12345-0@lo:104: 00010000:00010000:0.0:1788587256.099085:0:22735:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.101@tcp lock: ffff8f5bc2050a00/0xfbc93bbea5fdb3a6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xfbc93bbea5fdb3ad expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587256.099138:0:22735:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1788587256.099144:0:22735:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a83de0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:42f04641-d17f-4ff4-9b47-651ab04c1b17+4:22769:x1875469127609216:12345-0@lo:104: Request processed in 81us (491us total) trans 0 rc 0/0 00000100:00100000:0.0:1788587256.099150:0:22735:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1788587256.099163:0:22735:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1788587256.099168:0:22735:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a83de1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:42f04641-d17f-4ff4-9b47-651ab04c1b17+3:22769:x1875469127609344:12345-0@lo:104: 00010000:00010000:0.0:1788587256.099175:0:22735:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.101@tcp lock: ffff8f5b837bf800/0xfbc93bbea5fdb2e2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xfbc93bbea5fdb2e9 expref: -99 pid: 22750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587256.099203:0:22735:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:0.0:1788587256.099208:0:22735:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a83de1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:42f04641-d17f-4ff4-9b47-651ab04c1b17+3:22769:x1875469127609344:12345-0@lo:104: Request processed in 40us (457us total) trans 0 rc 0/0 00000100:00100000:0.0:1788587256.099213:0:22735:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1788587256.099242:0:22769:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a83de0e00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22769:1875469127609216:0@lo:104: 00000100:00100000:0.0:1788587256.099250:0:22769:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a83de1880 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22769:1875469127609344:0@lo:104: 00010000:00010000:0.0:1788587256.099267:0:22769:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8f5ba1aa7e00/0xfbc93bbea5fdb3e5 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587256.099282:0:22740:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788587256.099287:0:22740:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.101@tcp lock: ffff8f5bc2050a00/0xfbc93bbea5fdb3a6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xfbc93bbea5fdb3ad expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587256.099293:0:22740:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f5bc2050a00 already unused, calling callback (ffffffffc13dec20) 10000000:00010000:0.0:1788587256.099297:0:22740:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.101@tcp lock: ffff8f5bc2050a00/0xfbc93bbea5fdb3a6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xfbc93bbea5fdb3ad expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587256.099312:0:22740:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.101@tcp lock: ffff8f5bc2050a00/0xfbc93bbea5fdb3a6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xfbc93bbea5fdb3ad expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788587256.099320:0:22740:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.101@tcp lock: ffff8f5bc2050a00/0xfbc93bbea5fdb3a6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xfbc93bbea5fdb3ad expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788587256.099325:0:22740:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:0.0:1788587256.099352:0:22740:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.101@tcp lock: ffff8f5bc2050a00/0xfbc93bbea5fdb3a6 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xfbc93bbea5fdb3ad expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587256.099358:0:22740:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788587256.099377:0:22740:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.101@tcp lock: ffff8f5bc2050a00/0xfbc93bbea5fdb3a6 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xfbc93bbea5fdb3ad expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587256.099385:0:22740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.101@tcp lock: ffff8f5bc2050a00/0xfbc93bbea5fdb3a6 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xfbc93bbea5fdb3ad expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587256.099398:0:22740:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788587256.099401:0:22740:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.101@tcp lock: ffff8f5b837bf800/0xfbc93bbea5fdb2e2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xfbc93bbea5fdb2e9 expref: -99 pid: 22750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587256.099407:0:22740:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f5b837bf800 already unused, calling callback (ffffffffc13dec20) 10000000:00010000:0.0:1788587256.099410:0:22740:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.101@tcp lock: ffff8f5b837bf800/0xfbc93bbea5fdb2e2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xfbc93bbea5fdb2e9 expref: -99 pid: 22750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587256.099443:0:22740:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.101@tcp lock: ffff8f5b837bf800/0xfbc93bbea5fdb2e2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xfbc93bbea5fdb2e9 expref: -99 pid: 22750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788587256.099449:0:22740:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.101@tcp lock: ffff8f5b837bf800/0xfbc93bbea5fdb2e2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xfbc93bbea5fdb2e9 expref: -99 pid: 22750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788587256.099461:0:22740:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:0.0:1788587256.099475:0:22740:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.101@tcp lock: ffff8f5b837bf800/0xfbc93bbea5fdb2e2 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xfbc93bbea5fdb2e9 expref: -99 pid: 22750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587256.099480:0:22740:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788587256.099486:0:22740:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.101@tcp lock: ffff8f5b837bf800/0xfbc93bbea5fdb2e2 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xfbc93bbea5fdb2e9 expref: -99 pid: 22750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587256.099491:0:22740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.101@tcp lock: ffff8f5b837bf800/0xfbc93bbea5fdb2e2 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xfbc93bbea5fdb2e9 expref: -99 pid: 22750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587256.099503:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788587256.099504:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788587256.099506:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788587256.099513:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788587256.099530:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bbc72b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:42f04641-d17f-4ff4-9b47-651ab04c1b17:3648:1875469127609472:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788587256.099559:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788587256.099587:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788587256.099592:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bbc728380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:42f04641-d17f-4ff4-9b47-651ab04c1b17:3648:1875469127609600:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788587256.099612:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788587256.099654:0:22738:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127609472 00000100:00100000:0.0:1788587256.099658:0:22738:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127609472 00010000:00010000:0.0:1788587256.099675:0:22738:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8f5b837be200/0xfbc93bbea5fdb3ad lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xfbc93bbea5fdb3a6 expref: 19 pid: 22745 timeout: 702 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788587256.099704:0:22738:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127609600 00000100:00100000:0.0:1788587256.099707:0:22738:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127609600 00010000:00010000:0.0:1788587256.099718:0:22738:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8f5bc2051c00/0xfbc93bbea5fdb2e9 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xfbc93bbea5fdb2e2 expref: 20 pid: 22745 timeout: 702 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788587256.099742:0:22738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1788587256.099749:0:22738:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bbc72a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:42f04641-d17f-4ff4-9b47-651ab04c1b17+20:3648:x1875469127609472:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788587256.099759:0:22738:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788587256.099764:0:22738:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8f5b837be200/0xfbc93bbea5fdb3ad lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xfbc93bbea5fdb3a6 expref: 20 pid: 22745 timeout: 702 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587256.099774:0:22738:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8f5b837be200/0xfbc93bbea5fdb3ad lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xfbc93bbea5fdb3a6 expref: 20 pid: 22745 timeout: 702 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587256.099786:0:22738:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f5b837be200/0xfbc93bbea5fdb3ad lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xfbc93bbea5fdb3a6 expref: 20 pid: 22745 timeout: 702 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587256.099796:0:22738:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788587256.101120:0:22745:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a82576450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42f04641-d17f-4ff4-9b47-651ab04c1b17+19:23484:x1875469127609088:12345-0@lo:253:mount.lustre.0 Request processed in 7890us (8431us total) trans 0 rc 0/0 00000100:00100000:3.0:1788587256.101131:0:22745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:0.0:1788587256.101515:0:22738:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bbc72a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:42f04641-d17f-4ff4-9b47-651ab04c1b17+18:3648:x1875469127609472:12345-0@lo:103:ldlm_bl.0 Request processed in 1766us (1954us total) trans 0 rc 0/0 00000100:00100000:0.0:1788587256.101523:0:22738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1788587256.101543:0:22738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1788587256.101552:0:22738:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bbc72aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:42f04641-d17f-4ff4-9b47-651ab04c1b17+17:3648:x1875469127609600:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788587256.101565:0:22738:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788587256.101572:0:22738:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8f5bc2051c00/0xfbc93bbea5fdb2e9 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xfbc93bbea5fdb2e2 expref: 17 pid: 22745 timeout: 702 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587256.101591:0:22738:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8f5bc2051c00/0xfbc93bbea5fdb2e9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xfbc93bbea5fdb2e2 expref: 17 pid: 22745 timeout: 702 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587256.101607:0:22738:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f5bc2051c00/0xfbc93bbea5fdb2e9 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xfbc93bbea5fdb2e2 expref: 17 pid: 22745 timeout: 702 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587256.101630:0:22738:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8f5ba1aa7e00/0xfbc93bbea5fdb3e5 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587256.101638:0:22738:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f5ba1aa7e00/0xfbc93bbea5fdb3e5 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:0.0:1788587256.101653:0:22738:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.014143049s 00010000:00010000:0.0:1788587256.101657:0:22738:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8f5ba1aa7e00/0xfbc93bbea5fdb3e5 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587256.101664:0:22738:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8f5ba1aa7e00/0xfbc93bbea5fdb3e5 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587256.101671:0:22738:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8f5ba1aa7e00/0xfbc93bbea5fdb3e5 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587256.101677:0:22738:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8f5ba1aa7e00/0xfbc93bbea5fdb3e5 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587256.101683:0:22738:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f5ba1aa7e00 already unused, calling callback (ffffffffc0dc14f0) 00010000:00010000:0.0:1788587256.101688:0:22738:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8f5ba1aa7e00/0xfbc93bbea5fdb3e5 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587256.101711:0:22738:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8f5ba1aa7e00/0xfbc93bbea5fdb3e5 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587256.101728:0:22738:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8f5ba1aa7e00/0xfbc93bbea5fdb3e5 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587256.101739:0:22738:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788587256.101767:0:22738:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bbc72aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:42f04641-d17f-4ff4-9b47-651ab04c1b17+16:3648:x1875469127609600:12345-0@lo:103:ldlm_bl.0 Request processed in 218us (2154us total) trans 0 rc 0/0 00000100:00100000:0.0:1788587256.101773:0:22738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00010000:3.0:1788587256.102084:0:22769:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8f5ba1aa7e00/0xfbc93bbea5fdb3e5 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587256.102093:0:22769:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8f5ba1aa7e00/0xfbc93bbea5fdb3e5 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587256.102099:0:22769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f5ba1aa7e00/0xfbc93bbea5fdb3e5 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788587256.102272:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bbc728380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:42f04641-d17f-4ff4-9b47-651ab04c1b17:3648:1875469127609600:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788587256.102283:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bbc72b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:42f04641-d17f-4ff4-9b47-651ab04c1b17:3648:1875469127609472:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788587256.102647:0:23484:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a83c57480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42f04641-d17f-4ff4-9b47-651ab04c1b17:23484:1875469127609088:0@lo:253:mount.lustre.0 10000000:01000000:1.0:1788587256.102661:0:23484:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0001 got index = 1 00000020:01000004:1.0:1788587256.102664:0:23484:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:1.0:1788587256.102666:0:23484:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:1.0:1788587256.102667:0:23484:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1788587256.102669:0:23484:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1788587256.102670:0:23484:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1788587256.102671:0:23484:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1788587256.102672:0:23484:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1788587256.102674:0:23484:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1788587256.102675:0:23484:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:1.0:1788587256.102685:0:23484:0:(tgt_mount.c:2698:server_calc_timeout()) lustre-MDT0001: Imperative Recovery not enabled, recovery window 60-180 00000040:01000000:1.0:1788587256.105518:0:23484:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-osd ctxt 16 is initialized 00000040:01000000:2.0:1788587256.105862:0:23509:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:00080000:2.0:1788587256.106403:0:23509:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:01000000:1.0:1788587256.106683:0:23484:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-osp-MDT0001 ctxt 16 is initialized 00000020:00080000:0.0:1788587256.107477:0:23508:0:(update_trans.c:1538:distribute_txn_commit_thread()) lustre-MDT0001: start commit thread committed batchid 0 00000020:00080000:0.0:1788587256.107481:0:23508:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 0 00000100:00100000:3.0:1788587256.110312:0:23510:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a83de1180 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23510:1875469127609728:0@lo:1000:lod0001_rec0000.0 00000100:00100000:3.0:1788587256.110375:0:23510:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788587256.110435:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127609728 00000100:00100000:3.0:1788587256.110441:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127609728 00000100:00100000:3.0:1788587256.110477:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1788587256.110485:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a83de0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:23510:x1875469127609728:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:3.0:1788587256.110550:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a83de0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:23510:x1875469127609728:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 65us (175us total) trans 0 rc 0/0 00000100:00100000:3.0:1788587256.110557:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1788587256.110578:0:23510:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5bbc842b40 going to sleep for 11 seconds 00000100:00100000:3.0:1788587256.110615:0:23510:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a83de1180 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23510:1875469127609728:0@lo:1000:lod0001_rec0000.0 00000040:01000000:3.0:1788587256.110655:0:23510:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000100:00100000:3.0:1788587256.110680:0:23510:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a83de1180 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23510:1875469127609856:0@lo:1000:lod0001_rec0000.0 00000100:00100000:3.0:1788587256.110718:0:23510:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788587256.110736:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127609856 00000100:00100000:3.0:1788587256.110744:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127609856 00000100:00100000:3.0:1788587256.110764:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1788587256.110770:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a83de0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:23510:x1875469127609856:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:3.0:1788587256.110860:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a83de0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:23510:x1875469127609856:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 90us (142us total) trans 0 rc 0/0 00000100:00100000:3.0:1788587256.110867:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1788587256.110883:0:23510:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5bbc842b40 going to sleep for 11 seconds 00000100:00100000:3.0:1788587256.110896:0:23510:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a83de1180 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23510:1875469127609856:0@lo:1000:lod0001_rec0000.0 00000100:00100000:3.0:1788587256.110945:0:23510:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a83de1180 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:23510:1875469127609984:0@lo:900:lod0001_rec0000.0 00000100:00100000:3.0:1788587256.110972:0:23510:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788587256.111002:0:22764:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127609984 00000100:00100000:3.0:1788587256.111007:0:22764:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127609984 00000100:00100000:3.0:1788587256.111028:0:22764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1788587256.111034:0:22764:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a83de2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23510:x1875469127609984:12345-0@lo:900:lod0001_rec0000.0 00000100:00100000:3.0:1788587256.111064:0:22764:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a83de2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23510:x1875469127609984:12345-0@lo:900:lod0001_rec0000.0 Request processed in 30us (91us total) trans 0 rc 0/0 00000100:00100000:3.0:1788587256.111070:0:22764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1788587256.111084:0:23510:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5bbc842cc0 going to sleep for 11 seconds 00010000:00080000:3.0:1788587256.111099:0:23510:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff8f5a83de1180 x1875469127609984/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1788587272 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lod0001_rec0000.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788587256.111110:0:23510:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a83de1180 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:23510:1875469127609984:0@lo:900:lod0001_rec0000.0 00000100:00100000:3.0:1788587256.111142:0:23510:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a83de1180 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23510:1875469127610112:0@lo:1000:lod0001_rec0000.0 00000100:00100000:3.0:1788587256.111164:0:23510:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788587256.111181:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127610112 00000100:00100000:3.0:1788587256.111184:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127610112 00000100:00100000:3.0:1788587256.111210:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1788587256.111215:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a83de3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:23510:x1875469127610112:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:3.0:1788587256.111267:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a83de3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:23510:x1875469127610112:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 51us (102us total) trans 0 rc 0/0 00000100:00100000:3.0:1788587256.111273:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1788587256.111289:0:23510:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5bbc842b40 going to sleep for 11 seconds 00000100:00100000:3.0:1788587256.111300:0:23510:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a83de1180 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23510:1875469127610112:0@lo:1000:lod0001_rec0000.0 00000040:00080000:3.0:1788587256.111333:0:23510:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1788587256.112082:0:23509:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x240000400:0x1:0x0] index 261376 count 1 00000004:00080000:2.0:1788587256.112142:0:23509:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0001-osd retrieved update log, duration 0, retries 0 00000040:01000000:0.0:1788587256.113037:0:23484:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 12 is initialized 00000040:00080000:0.0:1788587256.113080:0:23484:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000004:00000080:0.0:1788587256.113550:0:23484:0:(mdd_device.c:555:mdd_changelog_llog_init()) changelog starting index=0 00000040:01000000:0.0:1788587256.113557:0:23484:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 14 is initialized 00000040:00080000:0.0:1788587256.113588:0:23484:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1788587256.119630:0:23484:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 64768 count 1 00000040:00080000:0.0:1788587256.120219:0:23484:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x6:0x0] index 64768 count 1 00000040:01000000:0.0:1788587256.120253:0:23484:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 15 is initialized 00000040:00080000:0.0:1788587256.120381:0:23484:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1788587256.124838:0:23510:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x200000401:0x1:0x0] index 261376 count 1 00000004:00080000:3.0:1788587256.124910:0:23510:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0000-osp-MDT0001 retrieved update log, duration 0, retries 0 00000004:00080000:3.0:1788587256.124916:0:23510:0:(lod_dev.c:545:lod_sub_recovery_thread()) lustre-MDT0001 got update logs from all MDTs. 00080000:10000000:0.0:1788587256.125545:0:23484:0:(osd_handler.c:5580:osd_index_try()) lustre-MDT0001: index object [0x200000003:0x30:0x0] (8/32) registered 00000001:00000004:3.0:1788587256.127850:0:23484:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 12884901888 00000001:00080000:2.0:1788587256.149348:0:23484:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0001: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000004:00000080:2.0:1788587256.149387:0:23484:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0001: cmd=c00866e6 len=0 karg=ffffacde4188f988 00100000:10000000:2.0:1788587256.149395:0:23484:0:(lfsck_lib.c:3085:lfsck_start()) lustre-MDT0001-osd: start master thread 00000020:01000004:2.0:1788587256.153308:0:23484:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:2.0:1788587256.153352:0:23484:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.203.101@tcp: cl_mgc_mutex unlock 00000020:01000004:2.0:1788587256.153368:0:23484:0:(tgt_mount.c:2464:server_fill_super_common()) Server sb, dev=48 00000080:00000004:2.0:1788587256.153392:0:23484:0:(super25.c:182:lustre_fill_super()) /dev/mapper/mds2_flakey: Mount complete 00000020:00000004:0.0:1788587256.156489:0:23484:0:(tgt_mount.c:2350:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1788587256.158444:0:23484:0:(tgt_mount.c:2365:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:0.0:1788587256.535646:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788587257.117542:0:22795:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5a81b7c900 going to sleep for 0 seconds 00000040:00080000:2.0:1788587257.175274:0:23511:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 10000000:01000000:2.0:1788587257.431834:0:22750:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:2.0:1788587257.431842:0:22750:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8f5bbfa54800 from 12 10000000:01000000:2.0:1788587257.431848:0:22750:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:2.0:1788587257.431898:0:22750:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.101@tcp lock: ffff8f5bc2051c00/0xfbc93bbea5fdb3ec lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587257.431909:0:22750:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.101@tcp lock: ffff8f5bc2051c00/0xfbc93bbea5fdb3ec lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587257.431918:0:22750:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.101@tcp lock: ffff8f5bc2051c00/0xfbc93bbea5fdb3ec lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788587257.431943:0:22750:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bb05adf80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:42f04641-d17f-4ff4-9b47-651ab04c1b17:22750:1875469127610240:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1788587257.432010:0:22750:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788587257.432059:0:22750:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5b83262cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1788587257.434658:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127610240 00000100:00100000:0.0:1788587257.434673:0:22746:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127610240 00000100:00100000:0.0:1788587257.435662:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:0.0:1788587257.435675:0:22746:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a82577850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:42f04641-d17f-4ff4-9b47-651ab04c1b17+16:22750:x1875469127610240:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788587257.435702:0:22746:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788587257.435722:0:22746:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f5b837bfa00/0xfbc93bbea5fdb3f3 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xfbc93bbea5fdb3ec expref: -99 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587257.435749:0:22746:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f5b837bfa00/0xfbc93bbea5fdb3f3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xfbc93bbea5fdb3ec expref: 17 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587257.435769:0:22746:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f5b837bfa00/0xfbc93bbea5fdb3f3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xfbc93bbea5fdb3ec expref: 17 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587257.435778:0:22746:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f5b837bfa00, rc 0) 00000100:00100000:0.0:1788587257.435862:0:22746:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a82577850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:42f04641-d17f-4ff4-9b47-651ab04c1b17+17:22750:x1875469127610240:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 191us (3852us total) trans 0 rc 0/0 00000100:00100000:0.0:1788587257.435870:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:0.0:1788587257.436780:0:22750:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bb05adf80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:42f04641-d17f-4ff4-9b47-651ab04c1b17:22750:1875469127610240:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788587257.436865:0:22750:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.101@tcp lock: ffff8f5bc2051c00/0xfbc93bbea5fdb3ec lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xfbc93bbea5fdb3f3 expref: -99 pid: 22750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587257.436877:0:22750:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.101@tcp lock: ffff8f5bc2051c00/0xfbc93bbea5fdb3ec lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xfbc93bbea5fdb3f3 expref: -99 pid: 22750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788587257.436943:0:22750:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bbc72b480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:42f04641-d17f-4ff4-9b47-651ab04c1b17:22750:1875469127610368:0@lo:256:ll_cfg_requeue.0 00000100:00100000:0.0:1788587257.436986:0:22750:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788587257.437021:0:22750:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5a84618cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1788587257.437076:0:22745:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127610368 00000100:00100000:3.0:1788587257.437083:0:22745:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127610368 00000100:00100000:3.0:1788587257.437128:0:22745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:3.0:1788587257.437137:0:22745:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a82575850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42f04641-d17f-4ff4-9b47-651ab04c1b17+17:22750:x1875469127610368:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:3.0:1788587257.437153:0:22745:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:3.0:1788587257.437169:0:22745:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:3.0:1788587257.437173:0:22745:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 12 00000100:00100000:3.0:1788587257.437249:0:22745:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a82575850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42f04641-d17f-4ff4-9b47-651ab04c1b17+17:22750:x1875469127610368:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 113us (262us total) trans 0 rc 0/0 00000100:00100000:3.0:1788587257.437256:0:22745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:0.0:1788587257.437329:0:22750:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bbc72b480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:42f04641-d17f-4ff4-9b47-651ab04c1b17:22750:1875469127610368:0@lo:256:ll_cfg_requeue.0 10000000:01000000:0.0:1788587257.437368:0:22750:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.101@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1788587257.437375:0:22750:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.101@tcp lock: ffff8f5bc2051c00/0xfbc93bbea5fdb3ec lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xfbc93bbea5fdb3f3 expref: -99 pid: 22750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587257.437384:0:22750:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.101@tcp lock: ffff8f5bc2051c00/0xfbc93bbea5fdb3ec lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xfbc93bbea5fdb3f3 expref: -99 pid: 22750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788587257.437393:0:22750:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:0.0:1788587257.437401:0:22750:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8f5a822f3000 from 12 10000000:01000000:0.0:1788587257.437403:0:22750:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1788587257.437445:0:22750:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.101@tcp lock: ffff8f5b837bf800/0xfbc93bbea5fdb3fa lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587257.437453:0:22750:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.101@tcp lock: ffff8f5b837bf800/0xfbc93bbea5fdb3fa lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587257.437462:0:22750:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.101@tcp lock: ffff8f5b837bf800/0xfbc93bbea5fdb3fa lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788587257.437474:0:22750:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bbc72b480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:42f04641-d17f-4ff4-9b47-651ab04c1b17:22750:1875469127610496:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1788587257.437498:0:22750:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788587257.437520:0:22750:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5a84618cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1788587257.438029:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127610496 00000100:00100000:3.0:1788587257.438035:0:22746:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127610496 00000100:00100000:3.0:1788587257.438073:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:3.0:1788587257.438081:0:22746:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a82575050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:42f04641-d17f-4ff4-9b47-651ab04c1b17+17:22750:x1875469127610496:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788587257.438101:0:22746:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788587257.438115:0:22746:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f5ba1aa7e00/0xfbc93bbea5fdb401 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xfbc93bbea5fdb3fa expref: -99 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587257.438136:0:22746:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f5ba1aa7e00/0xfbc93bbea5fdb401 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xfbc93bbea5fdb3fa expref: 18 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587257.438146:0:22746:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f5ba1aa7e00/0xfbc93bbea5fdb401 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xfbc93bbea5fdb3fa expref: 18 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587257.438155:0:22746:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f5ba1aa7e00, rc 0) 00000100:00100000:3.0:1788587257.438202:0:22746:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a82575050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:42f04641-d17f-4ff4-9b47-651ab04c1b17+18:22750:x1875469127610496:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 122us (703us total) trans 0 rc 0/0 00000100:00100000:3.0:1788587257.438209:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:1.0:1788587257.438281:0:22750:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bbc72b480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:42f04641-d17f-4ff4-9b47-651ab04c1b17:22750:1875469127610496:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788587257.438294:0:22750:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.101@tcp lock: ffff8f5b837bf800/0xfbc93bbea5fdb3fa lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xfbc93bbea5fdb401 expref: -99 pid: 22750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587257.438302:0:22750:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.101@tcp lock: ffff8f5b837bf800/0xfbc93bbea5fdb3fa lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xfbc93bbea5fdb401 expref: -99 pid: 22750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788587257.438349:0:22750:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a83c57480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:42f04641-d17f-4ff4-9b47-651ab04c1b17:22750:1875469127610624:0@lo:256:ll_cfg_requeue.0 00000100:00100000:1.0:1788587257.438379:0:22750:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788587257.438411:0:22750:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5b82b9cf00 going to sleep for 11 seconds 00000100:00100000:0.0:1788587257.438489:0:22745:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127610624 00000100:00100000:0.0:1788587257.438494:0:22745:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127610624 00000100:00100000:0.0:1788587257.438528:0:22745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:0.0:1788587257.438534:0:22745:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a82574450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42f04641-d17f-4ff4-9b47-651ab04c1b17+18:22750:x1875469127610624:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:0.0:1788587257.438545:0:22745:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:0.0:1788587257.438558:0:22745:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:0.0:1788587257.438561:0:22745:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 12 00000100:00100000:0.0:1788587257.438628:0:22745:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a82574450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42f04641-d17f-4ff4-9b47-651ab04c1b17+18:22750:x1875469127610624:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 93us (247us total) trans 0 rc 0/0 00000100:00100000:0.0:1788587257.438634:0:22745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:0.0:1788587257.438663:0:22750:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a83c57480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:42f04641-d17f-4ff4-9b47-651ab04c1b17:22750:1875469127610624:0@lo:256:ll_cfg_requeue.0 10000000:01000000:0.0:1788587257.438710:0:22750:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.101@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1788587257.438716:0:22750:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.101@tcp lock: ffff8f5b837bf800/0xfbc93bbea5fdb3fa lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xfbc93bbea5fdb401 expref: -99 pid: 22750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587257.438736:0:22750:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.101@tcp lock: ffff8f5b837bf800/0xfbc93bbea5fdb3fa lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xfbc93bbea5fdb401 expref: -99 pid: 22750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587257.563342:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788587258.133003:0:22795:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5a81b7c900 going to sleep for 0 seconds 00000040:00080000:2.0:1788587258.197722:0:23511:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:2.0:1788587258.581662:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788587259.157907:0:22795:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5a81b7c900 going to sleep for 0 seconds 00010000:00010000:2.0:1788587259.605288:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1788587260.048755:0:23754:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg301-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00000100:00100000:2.0:1788587260.181231:0:22795:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5a81b7c900 going to sleep for 0 seconds 00010000:00010000:2.0:1788587260.628609:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:2.0:1788587260.892300:0:23806:0:(tgt_mount.c:2350:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1788587260.893054:0:23806:0:(tgt_mount.c:2365:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:3.0:1788587261.204670:0:22795:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5a81b7c900 going to sleep for 0 seconds 00000100:00080000:3.0:1788587261.268978:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1788587261.268985:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1788587261.268989:0:37:0:(import.c:65:import_set_state_nolock()) ffff8f5bad68d000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788587261.269001:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff8f5bad68d000 using connection 192.168.203.101@tcp/0@lo 00000100:00100000:3.0:1788587261.269024:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f5a83de3b80 x1875469127611008/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1788587261.269041:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788587261.269045:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1788587261.269048:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788587261.269066:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1788587261.269109:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788587261.269113:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1788587261.269115:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788587261.269118:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1788587261.269178:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a83de2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3648:1875469127611136:0@lo:400:kworker.0 00000100:00100000:0.0:1788587261.269252:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788587261.269294:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788587261.269301:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a83de1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1875469127611264:0@lo:400:kworker.0 00000100:00100000:0.0:1788587261.269326:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788587261.269361:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127611136 00000100:00100000:0.0:1788587261.269369:0:22753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127611136 00000100:00100000:0.0:1788587261.269439:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1788587261.269449:0:22753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bbc728380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3648:x1875469127611136:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788587261.269500:0:22753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bbc728380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3648:x1875469127611136:12345-0@lo:400:kworker.0 Request processed in 53us (247us total) trans 0 rc 0/0 00000100:00100000:0.0:1788587261.269507:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1788587261.269518:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a83de3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:42f04641-d17f-4ff4-9b47-651ab04c1b17:3647:1875469127610880:0@lo:400:kworker.0 00000100:00100000:0.0:1788587261.269537:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a83de3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1875469127611008:0@lo:38:kworker.0 00000100:00100000:1.0:1788587261.269560:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788587261.269572:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788587261.269645:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a83de1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1875469127610752:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788587261.269697:0:22745:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127610880 00000100:00100000:0.0:1788587261.269702:0:22745:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127610880 00000100:00100000:0.0:1788587261.269728:0:22745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:0.0:1788587261.269735:0:22745:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a82577c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42f04641-d17f-4ff4-9b47-651ab04c1b17+18:3647:x1875469127610880:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788587261.272059:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127611264 00000100:00100000:3.0:1788587261.272074:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127611264 00000100:00100000:3.0:1788587261.272182:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127611008 00000100:00100000:3.0:1788587261.272187:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127611008 00000100:00100000:3.0:1788587261.272202:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1788587261.272211:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bbc729500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3648:x1875469127611264:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788587261.272340:0:22745:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a82577c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42f04641-d17f-4ff4-9b47-651ab04c1b17+18:3647:x1875469127610880:12345-0@lo:400:kworker.0 Request processed in 2604us (2779us total) trans 0 rc 0/0 00000100:00100000:0.0:1788587261.272350:0:22745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00010000:00080000:0.0:1788587261.272431:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8f5a83de2d80 x1875469127611136/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788587277 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788587261.272462:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a83de2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3648:1875469127611136:0@lo:400:kworker.0 00000100:00100000:2.0:1788587261.272583:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788587261.272616:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a83de3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3646:1875469127611392:0@lo:400:kworker.0 00000100:00100000:2.0:1788587261.272665:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788587261.272710:0:22759:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 2 min 2 max 116 00000100:00100000:2.0:1788587261.272718:0:22759:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_002' 00000100:00100000:2.0:1788587261.272825:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127610752 00000100:00100000:2.0:1788587261.272830:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127610752 00000100:00100000:0.0:1788587261.273019:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127611392 00000100:00100000:0.0:1788587261.273024:0:22752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127611392 00000100:00100000:0.0:1788587261.273052:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1788587261.273059:0:22752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bb05adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3646:x1875469127611392:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788587261.273115:0:22752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bb05adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3646:x1875469127611392:12345-0@lo:400:kworker.0 Request processed in 56us (458us total) trans 0 rc 0/0 00000100:00100000:0.0:1788587261.273122:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00080000:0.0:1788587261.273151:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8f5a83de3100 x1875469127611392/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788587277 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788587261.273161:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a83de3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3646:1875469127611392:0@lo:400:kworker.0 00000100:00100000:2.0:1788587261.273316:0:23826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1788587261.273322:0:23826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bbc72b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3645:x1875469127611008:12345-0@lo:38:kworker.0 00010000:00080000:2.0:1788587261.273348:0:23826:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 607 last 0 00000020:00000080:2.0:1788587261.273381:0:23826:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xfbc93bbea5fdb408 00000004:00100000:2.0:1788587261.273396:0:23826:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000001:00000004:2.0:1788587261.273401:0:23826:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 12884901888 00000100:00100000:3.0:1788587261.273685:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bbc729500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3648:x1875469127611264:12345-0@lo:400:kworker.0 Request processed in 1474us (4357us total) trans 0 rc 0/0 00000100:00100000:3.0:1788587261.273693:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1788587261.273710:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1788587261.273716:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bb05ae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3646:x1875469127610752:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788587261.273740:0:22758:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1788587261.273847:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bb05ae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3646:x1875469127610752:12345-0@lo:41:osp-pre-0-1.0 Request processed in 131us (1264us total) trans 0 rc 0/0 00000100:00100000:3.0:1788587261.273854:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1788587261.273976:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a83de1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1875469127610752:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788587261.274036:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a83de1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1875469127611264:0@lo:400:kworker.0 00000100:00100000:1.0:1788587261.274135:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a83de3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:42f04641-d17f-4ff4-9b47-651ab04c1b17:3647:1875469127610880:0@lo:400:kworker.0 00000100:00080000:3.0:1788587261.287053:0:23826:0:(import.c:65:import_set_state_nolock()) ffff8f5b87380000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1788587261.287207:0:23826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bbc72b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3645:x1875469127611008:12345-0@lo:38:kworker.0 Request processed in 13882us (17634us total) trans 0 rc 0/0 00000100:00100000:3.0:1788587261.287219:0:23826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00080000:0.0:1788587261.288780:0:3645:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-MDT0001-osp-MDT0000: connect to target with instance 3 00000100:00080000:0.0:1788587261.288793:0:3645:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-MDT0001-osp-MDT0000: Resetting ns_connect_flags to server flags: 0xa2400010450010a0 00000100:00080000:0.0:1788587261.288800:0:3645:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:0.0:1788587261.288803:0:3645:0:(import.c:65:import_set_state_nolock()) ffff8f5bad68d000 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00080000:0.0:1788587261.288827:0:3645:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000527de808): req@ffff8f5a83c55880 x1875469127603584/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lod0000_rec0001.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788587261.288851:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a83de3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1875469127611008:0@lo:38:kworker.0 00000100:00100000:0.0:1788587261.288934:0:22795:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788587261.288958:0:22795:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5a81b7c900 going to sleep for 11 seconds 00000100:00100000:0.0:1788587261.288974:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127603584 00000100:00100000:0.0:1788587261.288979:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127603584 00000100:00100000:0.0:1788587261.289020:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1788587261.289036:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bbc728000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22795:x1875469127603584:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:0.0:1788587261.289103:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bbc728000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22795:x1875469127603584:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 68us (169us total) trans 0 rc 0/0 00000100:00100000:0.0:1788587261.289110:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1788587261.289138:0:22795:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a83c55880 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22795:1875469127603584:0@lo:1000:lod0000_rec0001.0 00000040:01000000:0.0:1788587261.289166:0:22795:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000100:00100000:0.0:1788587261.289200:0:22795:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bbc729c00 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22795:1875469127611520:0@lo:1000:lod0000_rec0001.0 00000100:00100000:0.0:1788587261.289227:0:22795:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788587261.289239:0:22795:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5a84618e40 going to sleep for 11 seconds 00000100:00100000:0.0:1788587261.289283:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a83c54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1875469127611648:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788587261.289303:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788587261.289388:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127611520 00000100:00100000:1.0:1788587261.289393:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127611520 00000100:00100000:1.0:1788587261.289438:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127611648 00000100:00100000:1.0:1788587261.289442:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127611648 00000100:00100000:1.0:1788587261.289456:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1788587261.289463:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bbc728700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:22795:x1875469127611520:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:1.0:1788587261.289567:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bbc728700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:22795:x1875469127611520:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 105us (340us total) trans 0 rc 0/0 00000100:00100000:1.0:1788587261.289574:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1788587261.289586:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1788587261.289592:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bbc72a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3647:x1875469127611648:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1788587261.289620:0:22759:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1788587261.289651:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bbc72a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3647:x1875469127611648:12345-0@lo:41:osp-pre-1-0.0 Request processed in 59us (346us total) trans 0 rc 0/0 00000100:00100000:1.0:1788587261.289669:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1788587261.289784:0:22795:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bbc729c00 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22795:1875469127611520:0@lo:1000:lod0000_rec0001.0 00000100:00100000:0.0:1788587261.289849:0:22795:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bbc729c00 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22795:1875469127611776:0@lo:1000:lod0000_rec0001.0 00000100:00100000:0.0:1788587261.289871:0:22795:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788587261.289890:0:22795:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5a84618e40 going to sleep for 11 seconds 00000100:00100000:0.0:1788587261.289914:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a83c54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1875469127611648:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788587261.290008:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127611776 00000100:00100000:1.0:1788587261.290012:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127611776 00000100:00100000:1.0:1788587261.290039:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1788587261.290045:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bbc72bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22795:x1875469127611776:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:1.0:1788587261.290089:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bbc72bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22795:x1875469127611776:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 44us (217us total) trans 0 rc 0/0 00000100:00100000:1.0:1788587261.290106:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1788587261.290442:0:22795:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bbc729c00 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22795:1875469127611776:0@lo:1000:lod0000_rec0001.0 00000040:00080000:0.0:1788587261.290485:0:22795:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1788587261.294701:0:22795:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x240000401:0x1:0x0] index 261376 count 1 00000004:00080000:0.0:1788587261.294788:0:22795:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0001-osp-MDT0000 retrieved update log, duration 18, retries 0 00000004:00080000:0.0:1788587261.294794:0:22795:0:(lod_dev.c:545:lod_sub_recovery_thread()) lustre-MDT0000 got update logs from all MDTs. 00010000:00010000:0.0:1788587261.656065:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:1.0:1788587261.826943:0:23857:0:(tgt_mount.c:2350:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1788587261.827346:0:23857:0:(tgt_mount.c:2365:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:0.0:1788587262.686934:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1788587262.832244:0:23905:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007ffca886fc80 20000000:00000080:0.0:1788587262.832264:0:23905:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=400866bb len=576 karg=ffff8f5b841b4c00 uarg=0000000000000000 20000000:01000000:0.0:1788587262.832362:0:23905:0:(mgs_llog.c:6192:mgs_set_param2()) set_param2 fs='' device='general' param='debug_raw_pointers=Y' 20000000:01000000:0.0:1788587262.832369:0:23905:0:(mgs_llog.c:4647:mgs_write_log_param2()) next param 'debug_raw_pointers=Y' 20000000:01000000:0.0:1788587262.832374:0:23905:0:(mgs_llog.c:1379:mgs_modify_param()) modify params/general/debug_raw_pointers=Y del=0 00000040:00080000:3.0:1788587262.832969:0:23906:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 2 count 13 20000000:00000400:0.0:1788587262.833179:0:23905:0:(mgs_llog.c:1450:mgs_modify_param()) MGS: modify general/debug_raw_pointers=Y (mode = 0) failed: rc = -17 10000000:01000000:0.0:1788587262.843743:0:23905:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00010000:00010000:0.0:1788587262.843824:0:23905:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8f5b837bea00/0xfbc93bbea5fdb40f lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587262.843846:0:23905:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8f5a8224c600/0xfbc93bbea5fdb2b8 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xfbc93bbea5fdb2b1 expref: 17 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587262.843854:0:23905:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8f5b837be400/0xfbc93bbea5fdb3bb lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xfbc93bbea5fdb3b4 expref: 17 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587262.843860:0:23905:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8f5b837bea00/0xfbc93bbea5fdb40f lrc: 5/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 23905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587262.843904:0:23905:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8f5b837be400/0xfbc93bbea5fdb3bb lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xfbc93bbea5fdb3b4 expref: 17 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587262.843920:0:23905:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8f5b837be400/0xfbc93bbea5fdb3bb lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xfbc93bbea5fdb3b4 expref: 17 pid: 22747 timeout: 708 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788587262.843935:0:23905:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bbc729c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23905:1875469127611904:0@lo:104: 00000100:00100000:0.0:1788587262.844000:0:23905:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1788587262.844060:0:23905:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8f5a8224c600/0xfbc93bbea5fdb2b8 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xfbc93bbea5fdb2b1 expref: 17 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587262.844068:0:23905:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8f5a8224c600/0xfbc93bbea5fdb2b8 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xfbc93bbea5fdb2b1 expref: 17 pid: 22746 timeout: 708 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788587262.844095:0:23905:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bbc729f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23905:1875469127612032:0@lo:104: 00000100:00100000:0.0:1788587262.844118:0:23905:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788587262.844192:0:23905:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5b82b9c840 going to sleep for 11 seconds 00000100:00100000:2.0:1788587262.844268:0:22735:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127611904 00000100:00100000:2.0:1788587262.844276:0:22735:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127611904 00000100:00100000:2.0:1788587262.844377:0:22735:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127612032 00000100:00100000:2.0:1788587262.844381:0:22735:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127612032 00000100:00100000:2.0:1788587262.844395:0:22735:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1788587262.844404:0:22735:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bbc728e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:42f04641-d17f-4ff4-9b47-651ab04c1b17+4:23905:x1875469127611904:12345-0@lo:104: 00010000:00010000:2.0:1788587262.844762:0:22735:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.101@tcp lock: ffff8f5ba1aa6600/0xfbc93bbea5fdb3b4 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xfbc93bbea5fdb3bb expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788587262.844855:0:23905:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bbc729c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23905:1875469127611904:0@lo:104: 00010000:00010000:2.0:1788587262.844863:0:22735:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1788587262.844869:0:22735:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bbc728e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:42f04641-d17f-4ff4-9b47-651ab04c1b17+4:23905:x1875469127611904:12345-0@lo:104: Request processed in 466us (869us total) trans 0 rc 0/0 00000100:00100000:2.0:1788587262.844885:0:22735:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1788587262.844902:0:22735:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1788587262.844909:0:22735:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bbc72b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:42f04641-d17f-4ff4-9b47-651ab04c1b17+3:23905:x1875469127612032:12345-0@lo:104: 00010000:00010000:2.0:1788587262.844928:0:22735:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.101@tcp lock: ffff8f5bc2050000/0xfbc93bbea5fdb2b1 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xfbc93bbea5fdb2b8 expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788587262.844998:0:23905:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bbc729f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23905:1875469127612032:0@lo:104: 00010000:00010000:0.0:1788587262.845020:0:23905:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8f5b837bea00/0xfbc93bbea5fdb40f lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 23905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587262.845093:0:22741:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788587262.845100:0:22741:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.101@tcp lock: ffff8f5ba1aa6600/0xfbc93bbea5fdb3b4 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xfbc93bbea5fdb3bb expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587262.845107:0:22741:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f5ba1aa6600 already unused, calling callback (ffffffffc13dec20) 10000000:00010000:3.0:1788587262.845111:0:22741:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.101@tcp lock: ffff8f5ba1aa6600/0xfbc93bbea5fdb3b4 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xfbc93bbea5fdb3bb expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587262.845119:0:22741:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.101@tcp lock: ffff8f5ba1aa6600/0xfbc93bbea5fdb3b4 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xfbc93bbea5fdb3bb expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788587262.845125:0:22741:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.101@tcp lock: ffff8f5ba1aa6600/0xfbc93bbea5fdb3b4 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xfbc93bbea5fdb3bb expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788587262.845131:0:22741:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:3.0:1788587262.845195:0:22741:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.101@tcp lock: ffff8f5ba1aa6600/0xfbc93bbea5fdb3b4 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xfbc93bbea5fdb3bb expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587262.845203:0:22741:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788587262.845215:0:22735:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1788587262.845221:0:22735:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bbc72b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:42f04641-d17f-4ff4-9b47-651ab04c1b17+3:23905:x1875469127612032:12345-0@lo:104: Request processed in 313us (1102us total) trans 0 rc 0/0 00000100:00100000:2.0:1788587262.845228:0:22735:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00010000:3.0:1788587262.845229:0:22741:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.101@tcp lock: ffff8f5ba1aa6600/0xfbc93bbea5fdb3b4 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xfbc93bbea5fdb3bb expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587262.845236:0:22741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.101@tcp lock: ffff8f5ba1aa6600/0xfbc93bbea5fdb3b4 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xfbc93bbea5fdb3bb expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587262.845248:0:22741:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788587262.845252:0:22741:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.101@tcp lock: ffff8f5bc2050000/0xfbc93bbea5fdb2b1 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xfbc93bbea5fdb2b8 expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788587262.845256:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:3.0:1788587262.845257:0:22741:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f5bc2050000 already unused, calling callback (ffffffffc13dec20) 10000000:00010000:3.0:1788587262.845259:0:22741:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.101@tcp lock: ffff8f5bc2050000/0xfbc93bbea5fdb2b1 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xfbc93bbea5fdb2b8 expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788587262.845267:0:3649:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a83de2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:42f04641-d17f-4ff4-9b47-651ab04c1b17:3649:1875469127612160:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788587262.845272:0:22741:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.101@tcp lock: ffff8f5bc2050000/0xfbc93bbea5fdb2b1 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xfbc93bbea5fdb2b8 expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788587262.845278:0:22741:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.101@tcp lock: ffff8f5bc2050000/0xfbc93bbea5fdb2b1 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xfbc93bbea5fdb2b8 expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788587262.845283:0:22741:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:1.0:1788587262.845371:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788587262.845373:0:3649:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788587262.845391:0:22737:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127612160 00000100:00100000:1.0:1788587262.845396:0:22737:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127612160 00010000:00010000:1.0:1788587262.845431:0:22737:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8f5b837be400/0xfbc93bbea5fdb3bb lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xfbc93bbea5fdb3b4 expref: 18 pid: 22747 timeout: 708 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788587262.845454:0:22737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1788587262.845460:0:22737:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bb05adc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:42f04641-d17f-4ff4-9b47-651ab04c1b17+18:3649:x1875469127612160:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788587262.845479:0:22737:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788587262.845486:0:22737:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8f5b837be400/0xfbc93bbea5fdb3bb lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xfbc93bbea5fdb3b4 expref: 18 pid: 22747 timeout: 708 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587262.845496:0:22737:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8f5b837be400/0xfbc93bbea5fdb3bb lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xfbc93bbea5fdb3b4 expref: 18 pid: 22747 timeout: 708 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587262.845509:0:22737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f5b837be400/0xfbc93bbea5fdb3bb lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xfbc93bbea5fdb3b4 expref: 18 pid: 22747 timeout: 708 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587262.845536:0:22737:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788587262.845572:0:22737:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bb05adc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:42f04641-d17f-4ff4-9b47-651ab04c1b17+17:3649:x1875469127612160:12345-0@lo:103:ldlm_bl.0 Request processed in 112us (199us total) trans 0 rc 0/0 00000100:00100000:1.0:1788587262.845578:0:22737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1788587262.845605:0:3649:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a83de2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:42f04641-d17f-4ff4-9b47-651ab04c1b17:3649:1875469127612160:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788587262.845830:0:22741:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.101@tcp lock: ffff8f5bc2050000/0xfbc93bbea5fdb2b1 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xfbc93bbea5fdb2b8 expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587262.845838:0:22741:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788587262.845859:0:22741:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.101@tcp lock: ffff8f5bc2050000/0xfbc93bbea5fdb2b1 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xfbc93bbea5fdb2b8 expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587262.845866:0:22741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.101@tcp lock: ffff8f5bc2050000/0xfbc93bbea5fdb2b1 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xfbc93bbea5fdb2b8 expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788587262.845870:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788587262.845879:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bb05ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:42f04641-d17f-4ff4-9b47-651ab04c1b17:3648:1875469127612288:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788587262.845906:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788587262.845954:0:22738:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127612288 00000100:00100000:3.0:1788587262.845959:0:22738:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127612288 00010000:00010000:3.0:1788587262.845975:0:22738:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8f5a8224c600/0xfbc93bbea5fdb2b8 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xfbc93bbea5fdb2b1 expref: 17 pid: 22746 timeout: 708 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788587262.846001:0:22738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1788587262.846008:0:22738:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a83c56680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:42f04641-d17f-4ff4-9b47-651ab04c1b17+17:3648:x1875469127612288:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788587262.846117:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788587262.846119:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788587262.846120:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788587262.846141:0:22738:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788587262.846145:0:22738:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8f5a8224c600/0xfbc93bbea5fdb2b8 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xfbc93bbea5fdb2b1 expref: 17 pid: 22746 timeout: 708 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587262.846152:0:22738:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8f5a8224c600/0xfbc93bbea5fdb2b8 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xfbc93bbea5fdb2b1 expref: 17 pid: 22746 timeout: 708 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587262.846159:0:22738:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f5a8224c600/0xfbc93bbea5fdb2b8 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xfbc93bbea5fdb2b1 expref: 17 pid: 22746 timeout: 708 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587262.846167:0:22738:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8f5b837bea00/0xfbc93bbea5fdb40f lrc: 3/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 23905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587262.846172:0:22738:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f5b837bea00/0xfbc93bbea5fdb40f lrc: 4/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 23905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587262.846190:0:22738:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8f5b837bea00/0xfbc93bbea5fdb40f lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 23905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587262.846194:0:22738:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8f5b837bea00/0xfbc93bbea5fdb40f lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587262.846199:0:22738:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8f5b837bea00/0xfbc93bbea5fdb40f lrc: 4/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587262.846202:0:22738:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8f5b837bea00/0xfbc93bbea5fdb40f lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587262.846206:0:22738:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f5b837bea00 already unused, calling callback (ffffffffc0dc14f0) 00010000:00010000:3.0:1788587262.846208:0:22738:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8f5b837bea00/0xfbc93bbea5fdb40f lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587262.846213:0:22738:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8f5b837bea00/0xfbc93bbea5fdb40f lrc: 6/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 23905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587262.846224:0:22738:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8f5b837bea00/0xfbc93bbea5fdb40f lrc: 4/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587262.846233:0:22738:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788587262.846247:0:23905:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8f5b837bea00/0xfbc93bbea5fdb40f lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587262.846255:0:23905:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8f5b837bea00/0xfbc93bbea5fdb40f lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587262.846261:0:23905:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f5b837bea00/0xfbc93bbea5fdb40f lrc: 0/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788587262.846270:0:22738:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a83c56680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:42f04641-d17f-4ff4-9b47-651ab04c1b17+16:3648:x1875469127612288:12345-0@lo:103:ldlm_bl.0 Request processed in 263us (363us total) trans 0 rc 0/0 00000100:00100000:3.0:1788587262.846275:0:22738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1788587262.846371:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bb05ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:42f04641-d17f-4ff4-9b47-651ab04c1b17:3648:1875469127612288:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788587263.704734:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1788587264.085269:0:22750:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:0.0:1788587264.085276:0:22750:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8f5bbfa54800 from 13 10000000:01000000:0.0:1788587264.085281:0:22750:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1788587264.085326:0:22750:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.101@tcp lock: ffff8f5b837bf200/0xfbc93bbea5fdb416 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587264.085339:0:22750:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.101@tcp lock: ffff8f5b837bf200/0xfbc93bbea5fdb416 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587264.085350:0:22750:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.101@tcp lock: ffff8f5b837bf200/0xfbc93bbea5fdb416 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788587264.085394:0:22750:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bbc729f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:42f04641-d17f-4ff4-9b47-651ab04c1b17:22750:1875469127612416:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1788587264.085488:0:22750:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788587264.085520:0:22750:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5bad65e000 going to sleep for 11 seconds 00000100:00100000:1.0:1788587264.087293:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127612416 00000100:00100000:1.0:1788587264.087306:0:22746:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127612416 00000100:00100000:1.0:1788587264.087383:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:1.0:1788587264.087397:0:22746:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a82574850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:42f04641-d17f-4ff4-9b47-651ab04c1b17+16:22750:x1875469127612416:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788587264.089515:0:22746:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788587264.089756:0:22746:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f5b837bee00/0xfbc93bbea5fdb41d lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xfbc93bbea5fdb416 expref: -99 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587264.090546:0:22746:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f5b837bee00/0xfbc93bbea5fdb41d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xfbc93bbea5fdb416 expref: 17 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587264.090568:0:22746:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f5b837bee00/0xfbc93bbea5fdb41d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xfbc93bbea5fdb416 expref: 17 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587264.090578:0:22746:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f5b837bee00, rc 0) 00000100:00100000:0.0:1788587264.090668:0:22746:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a82574850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:42f04641-d17f-4ff4-9b47-651ab04c1b17+17:22750:x1875469127612416:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 3275us (5179us total) trans 0 rc 0/0 00000100:00100000:0.0:1788587264.090678:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:1.0:1788587264.090869:0:22750:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bbc729f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:42f04641-d17f-4ff4-9b47-651ab04c1b17:22750:1875469127612416:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788587264.090889:0:22750:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.101@tcp lock: ffff8f5b837bf200/0xfbc93bbea5fdb416 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xfbc93bbea5fdb41d expref: -99 pid: 22750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587264.090899:0:22750:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.101@tcp lock: ffff8f5b837bf200/0xfbc93bbea5fdb416 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xfbc93bbea5fdb41d expref: -99 pid: 22750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788587264.090978:0:22750:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a83c56a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:42f04641-d17f-4ff4-9b47-651ab04c1b17:22750:1875469127612544:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788587264.091009:0:22750:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788587264.091049:0:22750:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5bad660180 going to sleep for 11 seconds 00000100:00100000:0.0:1788587264.091164:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127612544 00000100:00100000:0.0:1788587264.091171:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127612544 00000100:00100000:0.0:1788587264.091211:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:0.0:1788587264.091220:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a82575c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42f04641-d17f-4ff4-9b47-651ab04c1b17+17:22750:x1875469127612544:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1788587264.091321:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a82575c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42f04641-d17f-4ff4-9b47-651ab04c1b17+17:22750:x1875469127612544:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 102us (310us total) trans 0 rc 0/0 00000100:00100000:0.0:1788587264.091329:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:1.0:1788587264.091657:0:22750:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a83c56a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:42f04641-d17f-4ff4-9b47-651ab04c1b17:22750:1875469127612544:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788587264.091704:0:22750:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a83c56a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:42f04641-d17f-4ff4-9b47-651ab04c1b17:22750:1875469127612672:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1788587264.091744:0:22750:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788587264.091767:0:22750:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5bad660180 going to sleep for 11 seconds 00000100:00100000:1.0:1788587264.091779:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127612672 00000100:00100000:1.0:1788587264.091783:0:22746:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127612672 00000100:00100000:1.0:1788587264.091808:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:1.0:1788587264.091814:0:22746:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a82577050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:42f04641-d17f-4ff4-9b47-651ab04c1b17+17:22750:x1875469127612672:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1788587264.093550:0:22746:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a82577050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:42f04641-d17f-4ff4-9b47-651ab04c1b17+17:22750:x1875469127612672:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 1720us (1790us total) trans 0 rc 0/0 00000100:00100000:0.0:1788587264.093570:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:1.0:1788587264.093761:0:22750:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a83c56a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:42f04641-d17f-4ff4-9b47-651ab04c1b17:22750:1875469127612672:0@lo:503:ll_cfg_requeue.0 00000040:00080000:0.0:1788587264.098694:0:23971:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:1.0:1788587264.099045:0:22750:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:1.0:1788587264.099070:0:22750:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.101@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1788587264.099080:0:22750:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.101@tcp lock: ffff8f5b837bf200/0xfbc93bbea5fdb416 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xfbc93bbea5fdb41d expref: -99 pid: 22750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587264.099091:0:22750:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.101@tcp lock: ffff8f5b837bf200/0xfbc93bbea5fdb416 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xfbc93bbea5fdb41d expref: -99 pid: 22750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788587264.099101:0:22750:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:1.0:1788587264.099104:0:22750:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8f5a822f3000 from 13 10000000:01000000:1.0:1788587264.099107:0:22750:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1788587264.099213:0:22750:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.101@tcp lock: ffff8f5a8224c200/0xfbc93bbea5fdb424 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587264.099222:0:22750:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.101@tcp lock: ffff8f5a8224c200/0xfbc93bbea5fdb424 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587264.099233:0:22750:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.101@tcp lock: ffff8f5a8224c200/0xfbc93bbea5fdb424 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788587264.099272:0:22750:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a83c56a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:42f04641-d17f-4ff4-9b47-651ab04c1b17:22750:1875469127612800:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1788587264.099339:0:22750:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788587264.099436:0:22750:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5bad660180 going to sleep for 11 seconds 00000100:00100000:0.0:1788587264.099485:0:22745:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127612800 00000100:00100000:0.0:1788587264.099492:0:22745:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127612800 00000100:00100000:0.0:1788587264.099697:0:22745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:0.0:1788587264.099709:0:22745:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a82575450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42f04641-d17f-4ff4-9b47-651ab04c1b17+17:22750:x1875469127612800:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788587264.099722:0:22745:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788587264.099736:0:22745:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f5b837be200/0xfbc93bbea5fdb42b lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xfbc93bbea5fdb424 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587264.099760:0:22745:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f5b837be200/0xfbc93bbea5fdb42b lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xfbc93bbea5fdb424 expref: 18 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587264.099771:0:22745:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f5b837be200/0xfbc93bbea5fdb42b lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xfbc93bbea5fdb424 expref: 18 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587264.099779:0:22745:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f5b837be200, rc 0) 00000100:00100000:0.0:1788587264.099829:0:22745:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a82575450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42f04641-d17f-4ff4-9b47-651ab04c1b17+18:22750:x1875469127612800:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 123us (489us total) trans 0 rc 0/0 00000100:00100000:0.0:1788587264.099835:0:22745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:3.0:1788587264.103333:0:22750:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a83c56a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:42f04641-d17f-4ff4-9b47-651ab04c1b17:22750:1875469127612800:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788587264.103366:0:22750:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.101@tcp lock: ffff8f5a8224c200/0xfbc93bbea5fdb424 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xfbc93bbea5fdb42b expref: -99 pid: 22750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587264.103398:0:22750:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.101@tcp lock: ffff8f5a8224c200/0xfbc93bbea5fdb424 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xfbc93bbea5fdb42b expref: -99 pid: 22750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788587264.103499:0:22750:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a83de2a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:42f04641-d17f-4ff4-9b47-651ab04c1b17:22750:1875469127612928:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788587264.104030:0:22750:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788587264.104078:0:22750:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5b987476c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788587264.104110:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127612928 00000100:00100000:3.0:1788587264.104117:0:22746:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127612928 00000100:00100000:3.0:1788587264.104158:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:3.0:1788587264.104239:0:22746:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a82576050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:42f04641-d17f-4ff4-9b47-651ab04c1b17+18:22750:x1875469127612928:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788587264.104466:0:22746:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a82576050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:42f04641-d17f-4ff4-9b47-651ab04c1b17+18:22750:x1875469127612928:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 228us (437us total) trans 0 rc 0/0 00000100:00100000:3.0:1788587264.104473:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:3.0:1788587264.104515:0:22750:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a83de2a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:42f04641-d17f-4ff4-9b47-651ab04c1b17:22750:1875469127612928:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788587264.104626:0:22750:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a83de2a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:42f04641-d17f-4ff4-9b47-651ab04c1b17:22750:1875469127613056:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1788587264.104684:0:22750:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788587264.105023:0:22750:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5b987476c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788587264.105062:0:22745:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127613056 00000100:00100000:0.0:1788587264.105069:0:22745:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127613056 00000100:00100000:0.0:1788587264.105233:0:22745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:0.0:1788587264.105242:0:22745:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a82576850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42f04641-d17f-4ff4-9b47-651ab04c1b17+18:22750:x1875469127613056:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1788587264.105353:0:22745:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a82576850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42f04641-d17f-4ff4-9b47-651ab04c1b17+18:22750:x1875469127613056:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 112us (667us total) trans 0 rc 0/0 00000100:00100000:0.0:1788587264.105361:0:22745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:3.0:1788587264.105387:0:22750:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a83de2a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:42f04641-d17f-4ff4-9b47-651ab04c1b17:22750:1875469127613056:0@lo:503:ll_cfg_requeue.0 00000040:00080000:2.0:1788587264.112152:0:23972:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:1.0:1788587264.112385:0:22750:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:1.0:1788587264.112411:0:22750:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.101@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1788587264.112449:0:22750:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.101@tcp lock: ffff8f5a8224c200/0xfbc93bbea5fdb424 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xfbc93bbea5fdb42b expref: -99 pid: 22750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587264.112461:0:22750:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.101@tcp lock: ffff8f5a8224c200/0xfbc93bbea5fdb424 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xfbc93bbea5fdb42b expref: -99 pid: 22750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587264.725005:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788587265.751919:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1788587266.261363:0:22789:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00080000:2.0:1788587266.389840:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788587266.389848:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1788587266.389850:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788587266.389866:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1788587266.389879:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bb05aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:42f04641-d17f-4ff4-9b47-651ab04c1b17:3646:1875469127613184:0@lo:400:kworker.0 00000100:00100000:2.0:1788587266.389909:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788587266.389925:0:3649:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bb05ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3649:1875469127613440:0@lo:400:kworker.0 00000100:00100000:3.0:1788587266.389960:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788587266.390057:0:3649:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1788587266.390119:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788587266.390123:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1788587266.390125:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788587266.390128:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1788587266.390138:0:3649:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bbc79df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1875469127613568:0@lo:400:kworker.0 00000100:00100000:2.0:1788587266.390165:0:3649:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788587266.390864:0:22754:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127613440 00000100:00100000:1.0:1788587266.390873:0:22754:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127613440 00000100:00100000:1.0:1788587266.390921:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1788587266.390931:0:22754:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bbc79c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3649:x1875469127613440:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788587266.390996:0:22754:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bbc79c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3649:x1875469127613440:12345-0@lo:400:kworker.0 Request processed in 66us (940us total) trans 0 rc 0/0 00000100:00100000:1.0:1788587266.391003:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1788587266.391038:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127613568 00000100:00100000:1.0:1788587266.391042:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127613568 00000100:00100000:1.0:1788587266.391072:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1788587266.391085:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bbc79d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3649:x1875469127613568:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788587266.391118:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bbc79d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3649:x1875469127613568:12345-0@lo:400:kworker.0 Request processed in 40us (952us total) trans 0 rc 0/0 00000100:00100000:1.0:1788587266.391124:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1788587266.391171:0:3649:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bbc79df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1875469127613568:0@lo:400:kworker.0 00010000:00080000:1.0:1788587266.391197:0:3649:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8f5bb05ad500 x1875469127613440/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788587282 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788587266.391208:0:3649:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bb05ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3649:1875469127613440:0@lo:400:kworker.0 00000100:00100000:1.0:1788587266.391695:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bb05ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1875469127613312:0@lo:400:kworker.0 00000100:00100000:1.0:1788587266.391738:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788587266.391771:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bbc79ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1875469127613824:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788587266.391789:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788587266.391806:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788587266.391811:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bbc79f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3647:1875469127613696:0@lo:400:kworker.0 00000100:00100000:1.0:1788587266.391833:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788587266.391855:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127613696 00000100:00100000:1.0:1788587266.391859:0:22753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127613696 00000100:00100000:1.0:1788587266.391883:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1788587266.391888:0:22753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a83c54e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3647:x1875469127613696:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788587266.391921:0:22753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a83c54e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3647:x1875469127613696:12345-0@lo:400:kworker.0 Request processed in 33us (87us total) trans 0 rc 0/0 00000100:00100000:1.0:1788587266.391926:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1788587266.391939:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127613312 00000100:00100000:1.0:1788587266.391942:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127613312 00000100:00100000:1.0:1788587266.391957:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127613824 00000100:00100000:1.0:1788587266.391959:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127613824 00000100:00100000:1.0:1788587266.391969:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:1.0:1788587266.391974:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a83c56300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3647:x1875469127613312:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788587266.392000:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a83c56300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3647:x1875469127613312:12345-0@lo:400:kworker.0 Request processed in 26us (267us total) trans 0 rc 0/0 00000100:00100000:1.0:1788587266.392005:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:1.0:1788587266.392027:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1788587266.392032:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a83c56d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3647:x1875469127613824:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1788587266.392053:0:22759:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1788587266.392089:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a83c56d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3647:x1875469127613824:12345-0@lo:41:osp-pre-0-1.0 Request processed in 57us (299us total) trans 0 rc 0/0 00000100:00100000:1.0:1788587266.392094:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00010000:00080000:1.0:1788587266.392122:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8f5bbc79f100 x1875469127613696/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788587282 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788587266.392131:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bbc79f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3647:1875469127613696:0@lo:400:kworker.0 00000100:00100000:1.0:1788587266.392142:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bb05ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1875469127613312:0@lo:400:kworker.0 00000100:00100000:1.0:1788587266.392153:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bbc79ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1875469127613824:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788587266.393058:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788587266.393069:0:3649:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a83c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1875469127613952:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788587266.393104:0:3649:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788587266.393155:0:3645:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788587256/real 1788587256] req@ffff8f5bbc72b100 x1875469127606784/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788587266 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788587266.393190:0:3645:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f5bbc72b100 x1875469127606784/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788587266 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788587266.393200:0:3645:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788587256/real 1788587256] req@ffff8f5bb05aea00 x1875469127606656/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788587266 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788587266.393210:0:3645:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f5bb05aea00 x1875469127606656/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788587266 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1788587266.393223:0:3645:0:(import.c:65:import_set_state_nolock()) ffff8f5b83585000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788587266.393238:0:3645:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1788587266.393242:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bbc72b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3645:1875469127606784:0@lo:8:llog_process_th.0 00000100:00080000:0.0:1788587266.393246:0:3645:0:(import.c:65:import_set_state_nolock()) ffff8f5bbfb25800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788587266.393250:0:3645:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1788587266.393253:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bb05aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3645:1875469127606656:0@lo:8:llog_process_th.0 00000100:00100000:1.0:1788587266.393377:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127613952 00000100:00100000:1.0:1788587266.393382:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127613952 00000100:00100000:1.0:1788587266.393432:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1788587266.393440:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a83c55500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3649:x1875469127613952:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1788587266.393464:0:22759:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1788587266.393503:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a83c55500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3649:x1875469127613952:12345-0@lo:41:osp-pre-1-0.0 Request processed in 65us (399us total) trans 0 rc 0/0 00000100:00100000:1.0:1788587266.393510:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1788587266.393542:0:3649:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a83c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1875469127613952:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788587266.395476:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127613184 00000100:00100000:3.0:1788587266.395489:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127613184 00000100:00100000:3.0:1788587266.395556:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:3.0:1788587266.395564:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a82576c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42f04641-d17f-4ff4-9b47-651ab04c1b17+18:3646:x1875469127613184:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1788587266.395586:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788587266.395593:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1788587266.395596:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788587266.395599:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1788587266.395604:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788587266.395607:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1788587266.395611:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f5bbfb25800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1788587266.395617:0:8:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 601 00000100:00080000:2.0:1788587266.395630:0:8:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1788587266.395638:0:8:0:(import.c:665:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff8f5bbfb25800 using connection 192.168.203.101@tcp/0@lo 00000100:00100000:3.0:1788587266.395647:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a82576c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42f04641-d17f-4ff4-9b47-651ab04c1b17+18:3646:x1875469127613184:12345-0@lo:400:kworker.0 Request processed in 82us (5691us total) trans 0 rc 0/0 00000100:00100000:3.0:1788587266.395655:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:2.0:1788587266.395670:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f5bbc79e680 x1875469127614080/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788587266.395705:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bb05aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:42f04641-d17f-4ff4-9b47-651ab04c1b17:3646:1875469127613184:0@lo:400:kworker.0 00000100:00080000:2.0:1788587266.395706:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788587266.395714:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1788587266.395716:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f5b83585000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1788587266.395721:0:8:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 601 00000100:00080000:2.0:1788587266.395725:0:8:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1788587266.395729:0:8:0:(import.c:665:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff8f5b83585000 using connection 192.168.203.101@tcp/0@lo 00000100:00100000:2.0:1788587266.395745:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bbc79e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3645:1875469127614080:0@lo:8:kworker.0 00000400:00000100:2.0:1788587266.395779:0:3645:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875469127614080 offset 0 length 520: 4 00000100:00100000:2.0:1788587266.395817:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f5bbc79ea00 x1875469127614208/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788587266.400925:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bbc79ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3645:1875469127614208:0@lo:8:kworker.0 00000400:00000100:3.0:1788587266.400991:0:3645:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875469127614208 offset 0 length 520: 4 00010000:00010000:1.0:1788587266.775147:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:1.0:1788587266.903006:0:23485:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00010000:00010000:0.0:1788587267.800121:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788587268.438226:0:3645:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788587253/real 1788587253] req@ffff8f5a83c55f80 x1875469127604608/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788587268 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788587268.438254:0:3645:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f5a83c55f80 x1875469127604608/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788587268 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788587268.438265:0:3645:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788587253/real 1788587253] req@ffff8f5a83c55c00 x1875469127604736/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788587268 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788587268.438275:0:3645:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f5a83c55c00 x1875469127604736/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788587268 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1788587268.438293:0:3645:0:(import.c:65:import_set_state_nolock()) ffff8f5bbfa51800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788587268.438308:0:3645:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1788587268.438312:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a83c55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1875469127604608:0@lo:8:kworker.0 00000100:00080000:2.0:1788587268.438318:0:3645:0:(import.c:65:import_set_state_nolock()) ffff8f5a822e1000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788587268.438329:0:3645:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1788587268.438333:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a83c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1875469127604736:0@lo:8:kworker.0 00000040:00080000:2.0:1788587268.438915:0:23511:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00080000:1.0:1788587268.440804:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788587268.440810:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1788587268.440813:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f5bbfa51800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788587268.440821:0:38:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 599 00000100:00080000:1.0:1788587268.440827:0:38:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1788587268.440834:0:38:0:(import.c:665:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff8f5bbfa51800 using connection 192.168.203.101@tcp/0@lo 00000100:00100000:1.0:1788587268.440867:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f5a83c55f80 x1875469127614592/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1788587268.440884:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788587268.440887:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1788587268.440889:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f5a822e1000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788587268.440892:0:38:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 599 00000100:00080000:1.0:1788587268.440895:0:38:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1788587268.440898:0:38:0:(import.c:665:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff8f5a822e1000 using connection 192.168.203.101@tcp/0@lo 00000100:00100000:1.0:1788587268.440910:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f5a83c56a00 x1875469127614720/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1788587268.440930:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788587268.440933:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788587268.440936:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788587268.440938:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1788587268.440969:0:3649:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a83c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:42f04641-d17f-4ff4-9b47-651ab04c1b17:3649:1875469127614336:0@lo:400:kworker.0 00000100:00100000:1.0:1788587268.441034:0:3649:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788587268.441077:0:3649:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a83c57480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3649:1875469127615104:0@lo:400:kworker.0 00000100:00100000:1.0:1788587268.441101:0:3649:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788587268.441124:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788587268.441129:0:3649:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a83c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1875469127614976:0@lo:400:kworker.0 00000100:00100000:1.0:1788587268.441152:0:3649:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788587268.441177:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a83c54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3647:1875469127614848:0@lo:400:kworker.0 00000100:00100000:1.0:1788587268.441198:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788587268.441214:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788587268.441220:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a83c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1875469127614464:0@lo:400:kworker.0 00000100:00100000:1.0:1788587268.441238:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788587268.441266:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127614336 00000100:00100000:1.0:1788587268.441273:0:22746:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127614336 00000100:00100000:1.0:1788587268.441313:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:1.0:1788587268.441322:0:22746:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a83c95850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:42f04641-d17f-4ff4-9b47-651ab04c1b17+18:3649:x1875469127614336:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788587268.441366:0:22746:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a83c95850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:42f04641-d17f-4ff4-9b47-651ab04c1b17+18:3649:x1875469127614336:12345-0@lo:400:kworker.0 Request processed in 45us (331us total) trans 0 rc 0/0 00000100:00100000:1.0:1788587268.441373:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:1.0:1788587268.441401:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127615104 00000100:00100000:1.0:1788587268.441404:0:22752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127615104 00000100:00100000:1.0:1788587268.441447:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127614848 00000100:00100000:1.0:1788587268.441450:0:22752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127614848 00000100:00100000:1.0:1788587268.441463:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1788587268.441469:0:22752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a83c57800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3649:x1875469127615104:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788587268.441498:0:22752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a83c57800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3649:x1875469127615104:12345-0@lo:400:kworker.0 Request processed in 29us (396us total) trans 0 rc 0/0 00000100:00100000:1.0:1788587268.441505:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1788587268.441516:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1788587268.441543:0:22752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a83c54700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1875469127614848:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788587268.441574:0:22752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a83c54700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1875469127614848:12345-0@lo:400:kworker.0 Request processed in 32us (375us total) trans 0 rc 0/0 00000100:00100000:1.0:1788587268.441580:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1788587268.441596:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127614976 00000100:00100000:1.0:1788587268.441599:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127614976 00000100:00100000:1.0:1788587268.441627:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127614464 00000100:00100000:1.0:1788587268.441629:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127614464 00000100:00100000:1.0:1788587268.441641:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1788587268.441646:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a83c54000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3649:x1875469127614976:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788587268.441676:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a83c54000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3649:x1875469127614976:12345-0@lo:400:kworker.0 Request processed in 30us (523us total) trans 0 rc 0/0 00000100:00100000:1.0:1788587268.441682:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1788587268.441692:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:1.0:1788587268.441697:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a83c57b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3647:x1875469127614464:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788587268.441721:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a83c57b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3647:x1875469127614464:12345-0@lo:400:kworker.0 Request processed in 24us (482us total) trans 0 rc 0/0 00000100:00100000:1.0:1788587268.441726:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:1.0:1788587268.441761:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a83c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1875469127614464:0@lo:400:kworker.0 00010000:00080000:1.0:1788587268.441773:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8f5a83c54380 x1875469127614848/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788587284 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788587268.441783:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a83c54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3647:1875469127614848:0@lo:400:kworker.0 00000100:00100000:1.0:1788587268.441805:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a83c55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1875469127614592:0@lo:8:kworker.0 00000400:00000100:1.0:1788587268.441824:0:3645:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875469127614592 offset 0 length 520: 4 00000100:00100000:1.0:1788587268.441841:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a83c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1875469127614720:0@lo:8:kworker.0 00000400:00000100:1.0:1788587268.441869:0:3645:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875469127614720 offset 0 length 520: 4 00000100:00100000:1.0:1788587268.441898:0:3649:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a83c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1875469127614976:0@lo:400:kworker.0 00000100:00100000:1.0:1788587268.441908:0:3649:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a83c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:42f04641-d17f-4ff4-9b47-651ab04c1b17:3649:1875469127614336:0@lo:400:kworker.0 00010000:00080000:1.0:1788587268.441917:0:3649:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8f5a83c57480 x1875469127615104/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788587284 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788587268.441926:0:3649:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a83c57480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3649:1875469127615104:0@lo:400:kworker.0 00000020:01000004:1.0:1788587268.765379:0:24253:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:1.0:1788587268.765384:0:24253:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/ost1_flakey 00000020:01000004:1.0:1788587268.765385:0:24253:0:(obd_mount.c:929:lmd_print()) options: errors=remount-ro 00000080:01200004:1.0:1788587268.766803:0:24253:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff8f5b84194800 00000020:01000004:1.0:1788587268.766823:0:24253:0:(tgt_mount.c:2506:osd_start()) Attempting to start lustre-OST0000, type=osd-ldiskfs, lsifl=200002, mountfl=0 00000020:01000004:1.0:1788587268.766838:0:24253:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-OST0000-osd (typ=osd-ldiskfs) 00000020:00000080:1.0:1788587268.766854:0:24253:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osd (ffff8f5b86d519c0) 00000020:00000080:1.0:1788587268.766872:0:24253:0:(obd_config.c:720:class_attach_name()) OBD: dev 20 attached type osd-ldiskfs with refcount 2 00010000:00010000:3.0:1788587268.820748:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00100000:10000000:1.0:1788587268.822693:0:24253:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:1.0:1788587268.825158:0:24253:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:1.0:1788587268.825648:0:24253:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x5:0x0] (8/32) registered 00100000:10000000:1.0:1788587268.825881:0:24253:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:1.0:1788587268.826062:0:24253:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x4:0x0] (8/32) registered 00100000:10000000:1.0:1788587268.826355:0:24253:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x6:0x0] (8/32) registered 00100000:10000000:1.0:1788587268.826572:0:24253:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x1:0x0] (8/8) registered 00080000:01000000:1.0:1788587268.827998:0:24253:0:(osd_lproc.c:911:osd_procfs_init()) lustre-OST0000: register osd-ldiskfs tunable parameters 00000020:00000080:1.0:1788587268.828207:0:24253:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osd (uuid lustre-OST0000-osd_UUID) 00080000:01000000:1.0:1788587268.828220:0:24253:0:(osd_handler.c:8924:osd_obd_connect()) connect #0 00000020:00000080:1.0:1788587268.828231:0:24253:0:(genops.c:1385:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0xfbc93bbea5fdb439 00000020:01000004:1.0:1788587268.828237:0:24253:0:(tgt_mount.c:2591:server_fill_super()) Found service lustre-OST0000 on device /dev/mapper/ost1_flakey 00000020:01000004:1.0:1788587268.828258:0:24253:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.203.101@tcp:Set MGC reconnect 1 10000000:01000000:1.0:1788587268.828266:0:24253:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.203.101@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:1.0:1788587268.828272:0:24253:0:(tgt_mount.c:1812:server_start_targets()) starting target lustre-OST0000 00000020:01000004:1.0:1788587268.828277:0:24253:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD OSS (typ=ost) 00000020:00000080:1.0:1788587268.828288:0:24253:0:(genops.c:413:class_newdev()) Allocate new device OSS (ffff8f5b86d54d40) 00000020:00000080:1.0:1788587268.828303:0:24253:0:(obd_config.c:720:class_attach_name()) OBD: dev 21 attached type ost with refcount 2 00000100:00100000:1.0:1788587268.829985:0:24253:0:(service.c:155:ptlrpc_grow_req_bufs()) ost: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1788587268.830150:0:24253:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 0 min 3 max 116 00000100:00100000:1.0:1788587268.830157:0:24253:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_000' 00000100:00100000:1.0:1788587268.832966:0:24253:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 1 min 3 max 116 00000100:00100000:1.0:1788587268.832981:0:24253:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_001' 00000100:00100000:1.0:1788587268.841056:0:24253:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 2 min 3 max 116 00000100:00100000:2.0:1788587268.841122:0:24253:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_002' 00000100:00100000:2.0:1788587268.843177:0:24253:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_create: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1788587268.843370:0:24253:0:(service.c:3462:ptlrpc_start_thread()) ost_create[0] started 0 min 2 max 16 00000100:00100000:2.0:1788587268.843377:0:24253:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_create00_000' 00000100:00100000:0.0:1788587268.844186:0:24253:0:(service.c:3462:ptlrpc_start_thread()) ost_create[0] started 1 min 2 max 16 00000100:00100000:2.0:1788587268.844238:0:24253:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_create00_001' 00000100:00100000:2.0:1788587268.862528:0:24253:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1788587268.863914:0:24253:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 0 min 3 max 116 00000100:00100000:2.0:1788587268.863923:0:24253:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_000' 00000100:00100000:2.0:1788587268.865646:0:24253:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 1 min 3 max 116 00000100:00100000:2.0:1788587268.865659:0:24253:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_001' 00000100:00100000:2.0:1788587268.869220:0:24253:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 2 min 3 max 116 00000100:00100000:2.0:1788587268.869242:0:24253:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_002' 00000100:00100000:0.0:1788587268.871273:0:24253:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_seq: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1788587268.871514:0:24253:0:(service.c:3462:ptlrpc_start_thread()) ost_seq[0] started 0 min 2 max 16 00000100:00100000:0.0:1788587268.871521:0:24253:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_seq00_000' 00000100:00100000:2.0:1788587268.875363:0:24253:0:(service.c:3462:ptlrpc_start_thread()) ost_seq[0] started 1 min 2 max 16 00000100:00100000:2.0:1788587268.875376:0:24253:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_seq00_001' 00000100:00100000:0.0:1788587268.919666:0:24253:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1788587268.919876:0:24253:0:(service.c:3462:ptlrpc_start_thread()) ost_out[0] started 0 min 2 max 16 00000100:00100000:0.0:1788587268.919884:0:24253:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_out00_000' 00000100:00100000:1.0:1788587268.921780:0:24253:0:(service.c:3462:ptlrpc_start_thread()) ost_out[0] started 1 min 2 max 16 00000100:00100000:1.0:1788587268.921794:0:24253:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_out00_001' 00000020:00000080:1.0:1788587268.922271:0:24253:0:(obd_config.c:826:class_setup()) finished setup of obd OSS (uuid OSS_uuid) 00000020:01000004:1.0:1788587268.922296:0:24253:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/ost1_flakey 10000000:01000000:1.0:1788587268.922302:0:24253:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.203.101@tcp: cl_mgc_mutex lustre-OST0000-osd for locked: rc = 0 00000040:01000000:1.0:1788587268.938113:0:24253:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.203.101@tcp ctxt 0 is initialized 00000020:01000004:1.0:1788587268.938152:0:24253:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-OST0000, fs=lustre, 192.168.203.101@tcp, index=0000, flags=0x20002 00000020:01000004:1.0:1788587268.938156:0:24253:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:1.0:1788587268.938158:0:24253:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1788587268.938159:0:24253:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1788587268.938160:0:24253:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1788587268.938162:0:24253:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1788587268.938163:0:24253:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1788587268.938164:0:24253:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1788587268.938166:0:24253:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1788587268.938167:0:24253:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:1.0:1788587268.938171:0:24253:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0000 0x10020002 00000020:01000004:1.0:1788587268.938173:0:24253:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:1.0:1788587268.938174:0:24253:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1788587268.938176:0:24253:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1788587268.938177:0:24253:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1788587268.938178:0:24253:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1788587268.938180:0:24253:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1788587268.938181:0:24253:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1788587268.938182:0:24253:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1788587268.938183:0:24253:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:1.0:1788587268.938215:0:24253:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0000 00000100:00100000:1.0:1788587268.938237:0:24253:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a83c57480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42f04641-d17f-4ff4-9b47-651ab04c1b17:24253:1875469127615232:0@lo:253:mount.lustre.0 00000100:00100000:1.0:1788587268.938316:0:24253:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788587268.938374:0:24253:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5ba073f240 going to sleep for 11 seconds 00000100:00100000:2.0:1788587268.938643:0:22745:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127615232 00000100:00100000:2.0:1788587268.938651:0:22745:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127615232 00000100:00100000:2.0:1788587268.938702:0:22745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:2.0:1788587268.938712:0:22745:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5ba07b4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42f04641-d17f-4ff4-9b47-651ab04c1b17+18:24253:x1875469127615232:12345-0@lo:253:mount.lustre.0 20000000:01000000:2.0:1788587268.938749:0:22745:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:2.0:1788587268.938752:0:22745:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-OST0000 is running on 0@lo 20000000:01000000:2.0:1788587268.938756:0:22745:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00000100:00100000:2.0:1788587268.939217:0:22745:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5ba07b4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42f04641-d17f-4ff4-9b47-651ab04c1b17+18:24253:x1875469127615232:12345-0@lo:253:mount.lustre.0 Request processed in 505us (900us total) trans 0 rc 0/0 00000100:00100000:2.0:1788587268.939225:0:22745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:1.0:1788587268.939630:0:24253:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a83c57480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42f04641-d17f-4ff4-9b47-651ab04c1b17:24253:1875469127615232:0@lo:253:mount.lustre.0 10000000:01000000:1.0:1788587268.939641:0:24253:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:1.0:1788587268.939644:0:24253:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:1.0:1788587268.939646:0:24253:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1788587268.939647:0:24253:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1788587268.939648:0:24253:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1788587268.939649:0:24253:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1788587268.939650:0:24253:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1788587268.939652:0:24253:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1788587268.939653:0:24253:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1788587268.939654:0:24253:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:2.0:1788587268.939785:0:24253:0:(tgt_mount.c:101:server_register_mount()) register mount ffff8f5b84194800 from lustre-OST0000 10000000:01000000:2.0:1788587268.939811:0:24253:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-OST0000 from 0 10000000:01000000:2.0:1788587268.939813:0:24253:0:(mgc_request.c:329:config_log_add()) add config log lustre-OST0000-0000000000000000 10000000:01000000:2.0:1788587268.939829:0:24253:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff8f5bb4c9b380 local copy 00010000:00010000:2.0:1788587268.939838:0:24253:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.101@tcp lock: ffff8f5bc2051600/0xfbc93bbea5fdb1f4 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xfbc93bbea5fdb1fb expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788587268.939934:0:24253:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bbc79c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42f04641-d17f-4ff4-9b47-651ab04c1b17:24253:1875469127615360:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788587268.939972:0:24253:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788587268.940301:0:24253:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5b908e9780 going to sleep for 11 seconds 00000100:00100000:3.0:1788587268.940350:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127615360 00000100:00100000:3.0:1788587268.940356:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127615360 00000100:00100000:3.0:1788587268.940446:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:3.0:1788587268.940455:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bbfa7f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42f04641-d17f-4ff4-9b47-651ab04c1b17+18:24253:x1875469127615360:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788587268.940542:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bbfa7f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42f04641-d17f-4ff4-9b47-651ab04c1b17+18:24253:x1875469127615360:12345-0@lo:501:mount.lustre.0 Request processed in 88us (568us total) trans 0 rc -2/-2 00000100:00100000:3.0:1788587268.940550:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:2.0:1788587268.940628:0:24253:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bbc79c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42f04641-d17f-4ff4-9b47-651ab04c1b17:24253:1875469127615360:0@lo:501:mount.lustre.0 10000000:01000000:2.0:1788587268.940640:0:24253:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.203.101@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:2.0:1788587268.940657:0:24253:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.203.101@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:2.0:1788587268.940662:0:24253:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.101@tcp lock: ffff8f5bc2051600/0xfbc93bbea5fdb1f4 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xfbc93bbea5fdb1fb expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587268.940671:0:24253:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.101@tcp lock: ffff8f5bc2051600/0xfbc93bbea5fdb1f4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xfbc93bbea5fdb1fb expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788587268.940698:0:24253:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff8f5b84194800 10000000:01000000:2.0:1788587268.940703:0:24253:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:2.0:1788587268.940708:0:24253:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-OST0000-0000000000000000 10000000:01000000:2.0:1788587268.940720:0:24253:0:(mgc_request.c:68:mgc_name2resid()) log lustre-OST0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1788587268.940726:0:24253:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 1 10000000:01000000:2.0:1788587268.940729:0:24253:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00010000:00010000:2.0:1788587268.940750:0:24253:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.101@tcp lock: ffff8f5bc2051800/0xfbc93bbea5fdb447 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24253 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587268.940758:0:24253:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.101@tcp lock: ffff8f5bc2051800/0xfbc93bbea5fdb447 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24253 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587268.940767:0:24253:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.101@tcp lock: ffff8f5bc2051800/0xfbc93bbea5fdb447 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24253 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788587268.940788:0:24253:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bbc79c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42f04641-d17f-4ff4-9b47-651ab04c1b17:24253:1875469127615488:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1788587268.940817:0:24253:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788587268.941163:0:24253:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5b908e9780 going to sleep for 11 seconds 00000100:00100000:1.0:1788587268.941260:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127615488 00000100:00100000:1.0:1788587268.941265:0:22746:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127615488 00000100:00100000:1.0:1788587268.941293:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:1.0:1788587268.941301:0:22746:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bbfa7ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:42f04641-d17f-4ff4-9b47-651ab04c1b17+18:24253:x1875469127615488:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788587268.941312:0:22746:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788587268.941325:0:22746:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f5a8224c000/0xfbc93bbea5fdb44e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0xfbc93bbea5fdb447 expref: -99 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587268.941348:0:22746:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f5a8224c000/0xfbc93bbea5fdb44e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xfbc93bbea5fdb447 expref: 19 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587268.941358:0:22746:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f5a8224c000/0xfbc93bbea5fdb44e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xfbc93bbea5fdb447 expref: 19 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587268.941367:0:22746:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f5a8224c000, rc 0) 00000100:00100000:1.0:1788587268.941409:0:22746:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bbfa7ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:42f04641-d17f-4ff4-9b47-651ab04c1b17+19:24253:x1875469127615488:12345-0@lo:101:mount.lustre.0 Request processed in 109us (591us total) trans 0 rc 0/0 00000100:00100000:1.0:1788587268.941441:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:2.0:1788587268.941526:0:24253:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bbc79c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42f04641-d17f-4ff4-9b47-651ab04c1b17:24253:1875469127615488:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788587268.941540:0:24253:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.101@tcp lock: ffff8f5bc2051800/0xfbc93bbea5fdb447 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xfbc93bbea5fdb44e expref: -99 pid: 24253 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587268.941549:0:24253:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.101@tcp lock: ffff8f5bc2051800/0xfbc93bbea5fdb447 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0xfbc93bbea5fdb44e expref: -99 pid: 24253 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788587268.943227:0:24253:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 14 count 14 00000040:00080000:2.0:1788587268.948192:0:24253:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1788587268.953848:0:24253:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].1, 224 off8416 00000040:00080000:2.0:1788587268.953911:0:24253:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].2, 128 off8544 00000040:00080000:2.0:1788587268.953929:0:24253:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].3, 112 off8656 00000040:00080000:2.0:1788587268.953944:0:24253:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].4, 224 off8880 00000040:00080000:2.0:1788587268.953983:0:24253:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].5, 224 off9104 00000040:00080000:2.0:1788587268.954000:0:24253:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].6, 80 off9184 00000040:00080000:2.0:1788587268.954015:0:24253:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].7, 224 off9408 00000040:00080000:2.0:1788587268.954620:0:24253:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].8, 224 off9632 00000040:00080000:2.0:1788587268.954639:0:24253:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].9, 80 off9712 00000040:00080000:2.0:1788587268.954653:0:24253:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].10, 224 off9936 00000040:00080000:2.0:1788587268.954666:0:24253:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].11, 224 off10160 00000040:00080000:2.0:1788587268.954679:0:24253:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].12, 120 off10280 00000040:00080000:2.0:1788587268.954705:0:24253:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].13, 224 off10504 00000040:00080000:2.0:1788587268.954710:0:24253:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 13 count 14 00000100:00100000:2.0:1788587268.954879:0:24253:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bbc79c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42f04641-d17f-4ff4-9b47-651ab04c1b17:24253:1875469127615616:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788587268.954942:0:24253:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788587268.955045:0:24253:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5b908e9b40 going to sleep for 11 seconds 00000100:00100000:1.0:1788587268.955907:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127615616 00000100:00100000:1.0:1788587268.955917:0:22746:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127615616 00000100:00100000:3.0:1788587268.956143:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:3.0:1788587268.956154:0:22746:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bbfa7f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:42f04641-d17f-4ff4-9b47-651ab04c1b17+19:24253:x1875469127615616:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788587268.956310:0:22746:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bbfa7f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:42f04641-d17f-4ff4-9b47-651ab04c1b17+19:24253:x1875469127615616:12345-0@lo:501:mount.lustre.0 Request processed in 158us (1368us total) trans 0 rc 0/0 00000100:00100000:3.0:1788587268.956317:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:2.0:1788587268.956396:0:24253:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bbc79c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42f04641-d17f-4ff4-9b47-651ab04c1b17:24253:1875469127615616:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788587268.956464:0:24253:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bbc79c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42f04641-d17f-4ff4-9b47-651ab04c1b17:24253:1875469127615744:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788587268.956529:0:24253:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788587268.956929:0:24253:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5b908e9b40 going to sleep for 11 seconds 00000100:00100000:0.0:1788587268.956989:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127615744 00000100:00100000:0.0:1788587268.956995:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127615744 00000100:00100000:0.0:1788587268.957033:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:0.0:1788587268.957039:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bbfa7e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42f04641-d17f-4ff4-9b47-651ab04c1b17+19:24253:x1875469127615744:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788587268.960660:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bbfa7e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42f04641-d17f-4ff4-9b47-651ab04c1b17+19:24253:x1875469127615744:12345-0@lo:503:mount.lustre.0 Request processed in 3612us (4122us total) trans 0 rc 0/0 00000100:00100000:0.0:1788587268.960674:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:2.0:1788587268.960866:0:24253:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bbc79c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42f04641-d17f-4ff4-9b47-651ab04c1b17:24253:1875469127615744:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1788587268.961306:0:24253:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1788587268.961389:0:24253:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bbc79c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42f04641-d17f-4ff4-9b47-651ab04c1b17:24253:1875469127615872:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788587268.961476:0:24253:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788587268.961517:0:24253:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5b908e9780 going to sleep for 11 seconds 00000100:00100000:0.0:1788587268.961857:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127615872 00000100:00100000:0.0:1788587268.961865:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127615872 00000100:00100000:0.0:1788587268.961899:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:0.0:1788587268.961907:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bbfa7f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42f04641-d17f-4ff4-9b47-651ab04c1b17+19:24253:x1875469127615872:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788587268.962338:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bbfa7f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42f04641-d17f-4ff4-9b47-651ab04c1b17+19:24253:x1875469127615872:12345-0@lo:502:mount.lustre.0 Request processed in 430us (861us total) trans 0 rc 0/0 00000100:00100000:0.0:1788587268.962346:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:2.0:1788587268.962513:0:24253:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bbc79c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42f04641-d17f-4ff4-9b47-651ab04c1b17:24253:1875469127615872:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1788587268.962704:0:24253:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].1, 224 off8416 00000040:00080000:2.0:1788587268.962773:0:24253:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].2, 128 off8544 00000040:00080000:2.0:1788587268.962788:0:24253:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].3, 112 off8656 00000040:00080000:2.0:1788587268.962800:0:24253:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].4, 224 off8880 00000040:00080000:2.0:1788587268.962814:0:24253:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].5, 224 off9104 00000040:00080000:2.0:1788587268.962843:0:24253:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].6, 80 off9184 00000040:00080000:2.0:1788587268.962859:0:24253:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].7, 224 off9408 00000040:00080000:2.0:1788587268.962871:0:24253:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].8, 224 off9632 00000040:00080000:2.0:1788587268.962883:0:24253:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].9, 80 off9712 00000040:00080000:2.0:1788587268.962896:0:24253:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].10, 224 off9936 00000040:00080000:2.0:1788587268.962909:0:24253:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].11, 224 off10160 00000040:00080000:2.0:1788587268.962921:0:24253:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].12, 120 off10280 00000100:00100000:2.0:1788587268.962949:0:24253:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bbc79c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42f04641-d17f-4ff4-9b47-651ab04c1b17:24253:1875469127616000:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788587268.962990:0:24253:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788587268.963013:0:24253:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5b908e9780 going to sleep for 11 seconds 00000100:00100000:0.0:1788587268.965034:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127616000 00000100:00100000:0.0:1788587268.965049:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127616000 00000100:00100000:0.0:1788587268.965100:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:0.0:1788587268.965110:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bbfa7c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42f04641-d17f-4ff4-9b47-651ab04c1b17+19:24253:x1875469127616000:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788587268.965268:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bbfa7c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42f04641-d17f-4ff4-9b47-651ab04c1b17+19:24253:x1875469127616000:12345-0@lo:502:mount.lustre.0 Request processed in 160us (2276us total) trans 0 rc 0/0 00000100:00100000:0.0:1788587268.965275:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00100000:2.0:1788587268.965488:0:24253:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bbc79c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42f04641-d17f-4ff4-9b47-651ab04c1b17:24253:1875469127616000:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1788587268.965579:0:24253:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].13, 224 off10504 00000040:00080000:2.0:1788587268.965617:0:24253:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 13 count 14 00000020:01000000:3.0:1788587268.966560:0:24270:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:3.0:1788587268.966569:0:24270:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/ost1_flakey 00000020:00000080:3.0:1788587268.966576:0:24270:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788587268.966579:0:24270:0:(obd_config.c:1563:class_process_config()) marker 21 (0x1) lustre-OST0000 add ost 00000020:00000080:3.0:1788587268.966594:0:24270:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1788587268.966618:0:24270:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000 (ffff8f5bb4c999c0) 00000020:00000080:3.0:1788587268.966643:0:24270:0:(obd_config.c:720:class_attach_name()) OBD: dev 22 attached type obdfilter with refcount 2 00000020:00000080:3.0:1788587268.966650:0:24270:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:3.0:1788587268.966842:0:24270:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8f5b84194800 from lustre-OST0000, refs=2 00080000:01000000:3.0:1788587268.966853:0:24270:0:(osd_handler.c:8924:osd_obd_connect()) connect #1 00000020:00000080:3.0:1788587268.966860:0:24270:0:(genops.c:1385:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0xfbc93bbea5fdb45c 00010000:00010000:3.0:1788587268.976461:0:24270:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0000_UUID-3 is initialized 00000001:00000004:3.0:1788587268.977838:0:24270:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 3, last_transno is 8589934594 00080000:10000000:3.0:1788587268.979673:0:24270:0:(osd_handler.c:5580:osd_index_try()) lustre-OST0000: index object [0x200000003:0xb:0x0] (8/32) registered 00000020:00000080:1.0:1788587268.980974:0:24270:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:01000000:1.0:1788587268.980985:0:24270:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788587268.980992:0:24270:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788587268.980994:0:24270:0:(obd_config.c:1563:class_process_config()) marker 21 (0x2) lustre-OST0000 add ost 00000020:01000000:1.0:1788587268.980997:0:24270:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1788587268.981000:0:24270:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #27 00000020:01000000:1.0:1788587268.981002:0:24270:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1788587268.981003:0:24270:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1788587268.981005:0:24270:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1788587268.981007:0:24270:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788587268.981008:0:24270:0:(obd_config.c:1563:class_process_config()) marker 27 (0x6) lustre sys.timeout 00000020:01000000:1.0:1788587268.981011:0:24270:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788587268.981014:0:24270:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788587268.981015:0:24270:0:(obd_config.c:1563:class_process_config()) marker 35 (0x1) lustre sys.timeout 00000020:00000080:1.0:1788587268.981030:0:24270:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:1.0:1788587268.981032:0:24270:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:1.0:1788587268.981034:0:24270:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788587268.981037:0:24270:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788587268.981038:0:24270:0:(obd_config.c:1563:class_process_config()) marker 35 (0x2) lustre sys.timeout 00000020:01000000:1.0:1788587268.981040:0:24270:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788587268.981043:0:24270:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788587268.981044:0:24270:0:(obd_config.c:1563:class_process_config()) marker 40 (0x1) lustre sys.jobid_var 00000020:00000080:1.0:1788587268.981048:0:24270:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000020:01000000:1.0:1788587268.981071:0:24270:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788587268.981074:0:24270:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788587268.981075:0:24270:0:(obd_config.c:1563:class_process_config()) marker 40 (0x2) lustre sys.jobid_var 00000040:00080000:1.0:1788587268.981078:0:24270:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 14 count 14 00000020:01000000:2.0:1788587268.985132:0:24253:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0000 gen 1-13 (rc=0) 10000000:01000000:2.0:1788587268.985181:0:24253:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.101@tcp: configuration from log 'lustre-OST0000' succeeded (0). 00010000:00010000:2.0:1788587268.985206:0:24253:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.101@tcp lock: ffff8f5bc2051800/0xfbc93bbea5fdb447 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xfbc93bbea5fdb44e expref: -99 pid: 24253 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587268.985220:0:24253:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.101@tcp lock: ffff8f5bc2051800/0xfbc93bbea5fdb447 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xfbc93bbea5fdb44e expref: -99 pid: 24253 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788587268.985229:0:24253:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8f5b84194800 from 1 10000000:01000000:2.0:1788587268.985232:0:24253:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1788587268.985271:0:24253:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.101@tcp lock: ffff8f5bc2050000/0xfbc93bbea5fdb463 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24253 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587268.985278:0:24253:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.101@tcp lock: ffff8f5bc2050000/0xfbc93bbea5fdb463 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24253 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587268.985289:0:24253:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.101@tcp lock: ffff8f5bc2050000/0xfbc93bbea5fdb463 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24253 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788587268.985315:0:24253:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bbc79c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42f04641-d17f-4ff4-9b47-651ab04c1b17:24253:1875469127616128:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1788587268.985381:0:24253:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788587268.985478:0:24253:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5b908e9780 going to sleep for 11 seconds 00000100:00100000:3.0:1788587268.986143:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127616128 00000100:00100000:3.0:1788587268.986152:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127616128 00000100:00100000:3.0:1788587268.986209:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:3.0:1788587268.986219:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bbfa7e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42f04641-d17f-4ff4-9b47-651ab04c1b17+19:24253:x1875469127616128:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788587268.986234:0:22747:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788587268.986249:0:22747:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f5ba1aa6600/0xfbc93bbea5fdb46a lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xfbc93bbea5fdb463 expref: -99 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587268.986275:0:22747:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f5ba1aa6600/0xfbc93bbea5fdb46a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xfbc93bbea5fdb463 expref: 20 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587268.986287:0:22747:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f5ba1aa6600/0xfbc93bbea5fdb46a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xfbc93bbea5fdb463 expref: 20 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587268.986295:0:22747:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f5ba1aa6600, rc 0) 00000100:00100000:3.0:1788587268.986354:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bbfa7e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42f04641-d17f-4ff4-9b47-651ab04c1b17+20:24253:x1875469127616128:12345-0@lo:101:mount.lustre.0 Request processed in 137us (972us total) trans 0 rc 0/0 00000100:00100000:3.0:1788587268.986361:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00100000:2.0:1788587268.986553:0:24253:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bbc79c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42f04641-d17f-4ff4-9b47-651ab04c1b17:24253:1875469127616128:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788587268.986569:0:24253:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.101@tcp lock: ffff8f5bc2050000/0xfbc93bbea5fdb463 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xfbc93bbea5fdb46a expref: -99 pid: 24253 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587268.986580:0:24253:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.101@tcp lock: ffff8f5bc2050000/0xfbc93bbea5fdb463 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xfbc93bbea5fdb46a expref: -99 pid: 24253 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788587268.988129:0:24253:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 13 count 13 00000040:00080000:2.0:1788587268.988390:0:24253:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1788587268.988769:0:24253:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:2.0:1788587268.988795:0:24253:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 112 off8528 00000040:00080000:2.0:1788587268.988810:0:24253:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 224 off8752 00000040:00080000:2.0:1788587268.988844:0:24253:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8976 00000040:00080000:2.0:1788587268.988861:0:24253:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 112 off9088 00000040:00080000:2.0:1788587268.988875:0:24253:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 224 off9312 00000040:00080000:2.0:1788587268.988890:0:24253:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 224 off9536 00000040:00080000:2.0:1788587268.988904:0:24253:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 128 off9664 00000040:00080000:2.0:1788587268.988918:0:24253:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9888 00000040:00080000:2.0:1788587268.988931:0:24253:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10112 00000040:00080000:2.0:1788587268.988944:0:24253:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 128 off10240 00000040:00080000:2.0:1788587268.988962:0:24253:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 224 off10464 00000040:00080000:2.0:1788587268.988968:0:24253:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 12 count 13 00000100:00100000:2.0:1788587268.989561:0:24253:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bbc79c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42f04641-d17f-4ff4-9b47-651ab04c1b17:24253:1875469127616256:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788587268.989637:0:24253:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788587268.989734:0:24253:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5b908e9b40 going to sleep for 11 seconds 00000100:00100000:3.0:1788587268.992156:0:22745:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127616256 00000100:00100000:3.0:1788587268.992171:0:22745:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127616256 00000100:00100000:3.0:1788587268.992275:0:22745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:3.0:1788587268.992285:0:22745:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bbfa7cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42f04641-d17f-4ff4-9b47-651ab04c1b17+20:24253:x1875469127616256:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788587268.992473:0:22745:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bbfa7cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42f04641-d17f-4ff4-9b47-651ab04c1b17+20:24253:x1875469127616256:12345-0@lo:501:mount.lustre.0 Request processed in 189us (2835us total) trans 0 rc 0/0 00000100:00100000:3.0:1788587268.992481:0:22745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:2.0:1788587268.995641:0:24253:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bbc79c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42f04641-d17f-4ff4-9b47-651ab04c1b17:24253:1875469127616256:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788587268.995707:0:24253:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bbc79c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42f04641-d17f-4ff4-9b47-651ab04c1b17:24253:1875469127616384:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788587268.995793:0:24253:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788587268.995825:0:24253:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5b908e9b40 going to sleep for 11 seconds 00000100:00100000:3.0:1788587268.995974:0:22745:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127616384 00000100:00100000:3.0:1788587268.995981:0:22745:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127616384 00000100:00100000:3.0:1788587268.996097:0:22745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:3.0:1788587268.996108:0:22745:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bbfa7c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42f04641-d17f-4ff4-9b47-651ab04c1b17+20:24253:x1875469127616384:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1788587268.996219:0:22745:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bbfa7c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42f04641-d17f-4ff4-9b47-651ab04c1b17+20:24253:x1875469127616384:12345-0@lo:503:mount.lustre.0 Request processed in 112us (425us total) trans 0 rc 0/0 00000100:00100000:3.0:1788587268.996227:0:22745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:2.0:1788587268.996316:0:24253:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bbc79c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42f04641-d17f-4ff4-9b47-651ab04c1b17:24253:1875469127616384:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1788587268.996894:0:24253:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1788587268.996965:0:24253:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bbc79c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42f04641-d17f-4ff4-9b47-651ab04c1b17:24253:1875469127616512:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788587268.997011:0:24253:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788587268.997646:0:24253:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5b908e9780 going to sleep for 11 seconds 00000100:00100000:3.0:1788587268.997683:0:22745:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127616512 00000100:00100000:3.0:1788587268.997689:0:22745:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127616512 00000100:00100000:3.0:1788587268.997816:0:22745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:3.0:1788587268.997825:0:22745:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bbfa7c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42f04641-d17f-4ff4-9b47-651ab04c1b17+20:24253:x1875469127616512:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788587268.997990:0:22745:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bbfa7c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42f04641-d17f-4ff4-9b47-651ab04c1b17+20:24253:x1875469127616512:12345-0@lo:502:mount.lustre.0 Request processed in 165us (977us total) trans 0 rc 0/0 00000100:00100000:3.0:1788587268.997998:0:22745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:0.0:1788587268.998140:0:24253:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bbc79c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42f04641-d17f-4ff4-9b47-651ab04c1b17:24253:1875469127616512:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1788587268.998369:0:24253:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:0.0:1788587268.998398:0:24253:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 112 off8528 00000040:00080000:0.0:1788587268.998648:0:24253:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 224 off8752 00000040:00080000:0.0:1788587268.998666:0:24253:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8976 00000040:00080000:0.0:1788587268.998680:0:24253:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 112 off9088 00000040:00080000:0.0:1788587268.998693:0:24253:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 224 off9312 00000040:00080000:0.0:1788587268.998707:0:24253:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 224 off9536 00000040:00080000:0.0:1788587268.998797:0:24253:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 128 off9664 00000040:00080000:0.0:1788587268.998812:0:24253:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9888 00000040:00080000:0.0:1788587268.998835:0:24253:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10112 00000040:00080000:0.0:1788587268.998848:0:24253:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 128 off10240 00000100:00100000:0.0:1788587268.998885:0:24253:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bbc72b100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42f04641-d17f-4ff4-9b47-651ab04c1b17:24253:1875469127616640:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788587268.998938:0:24253:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788587268.998974:0:24253:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5bb4c94780 going to sleep for 11 seconds 00000100:00100000:1.0:1788587268.999094:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127616640 00000100:00100000:1.0:1788587268.999100:0:22746:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127616640 00000100:00100000:1.0:1788587268.999132:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:1.0:1788587268.999148:0:22746:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bbfa7dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:42f04641-d17f-4ff4-9b47-651ab04c1b17+20:24253:x1875469127616640:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788587268.999253:0:22746:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bbfa7dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:42f04641-d17f-4ff4-9b47-651ab04c1b17+20:24253:x1875469127616640:12345-0@lo:502:mount.lustre.0 Request processed in 106us (314us total) trans 0 rc 0/0 00000100:00100000:1.0:1788587268.999261:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00100000:0.0:1788587268.999374:0:24253:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bbc72b100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42f04641-d17f-4ff4-9b47-651ab04c1b17:24253:1875469127616640:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1788587268.999439:0:24253:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 224 off10464 00000040:00080000:0.0:1788587268.999448:0:24253:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:0.0:1788587269.000186:0:24274:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788587269.000197:0:24274:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788587269.000200:0:24274:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:0.0:1788587269.000207:0:24274:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8f5b84194800 00000020:00000080:0.0:1788587269.000209:0:24274:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1788587269.000216:0:24274:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788587269.000219:0:24274:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788587269.000220:0:24274:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:0.0:1788587269.000223:0:24274:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788587269.000225:0:24274:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788587269.000226:0:24274:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:0.0:1788587269.000229:0:24274:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8f5b84194800 00000020:00000080:0.0:1788587269.000230:0:24274:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1788587269.000318:0:24274:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788587269.000322:0:24274:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788587269.000323:0:24274:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:0.0:1788587269.000326:0:24274:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788587269.000328:0:24274:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788587269.000330:0:24274:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:0.0:1788587269.000334:0:24274:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8f5b84194800 00000020:00000080:0.0:1788587269.000336:0:24274:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1788587269.001121:0:24274:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788587269.001127:0:24274:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788587269.001128:0:24274:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:0.0:1788587269.001140:0:24274:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788587269.001144:0:24274:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788587269.001146:0:24274:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:0.0:1788587269.001150:0:24274:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8f5b84194800 00000020:00000080:0.0:1788587269.001153:0:24274:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1788587269.001189:0:24274:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788587269.001193:0:24274:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788587269.001195:0:24274:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:0.0:1788587269.001198:0:24274:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 13 count 13 00000020:01000000:2.0:1788587269.005822:0:24253:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:2.0:1788587269.005866:0:24253:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.101@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1788587269.005888:0:24253:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.101@tcp lock: ffff8f5bc2050000/0xfbc93bbea5fdb463 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xfbc93bbea5fdb46a expref: -99 pid: 24253 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587269.005902:0:24253:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.101@tcp lock: ffff8f5bc2050000/0xfbc93bbea5fdb463 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xfbc93bbea5fdb46a expref: -99 pid: 24253 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788587269.005957:0:24253:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:2.0:1788587269.005961:0:24253:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff8f5b84194800 10000000:01000000:2.0:1788587269.005964:0:24253:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff8f5b84194800 10000000:01000000:2.0:1788587269.005968:0:24253:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1788587269.005974:0:24253:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff8f5b84194800 from 1 10000000:01000000:2.0:1788587269.005977:0:24253:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1788587269.006010:0:24253:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.101@tcp lock: ffff8f5bc2050200/0xfbc93bbea5fdb471 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24253 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587269.006810:0:24253:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.101@tcp lock: ffff8f5bc2050200/0xfbc93bbea5fdb471 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24253 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587269.006824:0:24253:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.101@tcp lock: ffff8f5bc2050200/0xfbc93bbea5fdb471 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24253 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788587269.006849:0:24253:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bbc79e300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42f04641-d17f-4ff4-9b47-651ab04c1b17:24253:1875469127616768:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1788587269.006915:0:24253:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788587269.006947:0:24253:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5b908e9d80 going to sleep for 11 seconds 00000100:00100000:3.0:1788587269.007027:0:22745:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127616768 00000100:00100000:3.0:1788587269.007033:0:22745:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127616768 00000100:00100000:3.0:1788587269.007082:0:22745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:3.0:1788587269.007091:0:22745:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bbfa7d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42f04641-d17f-4ff4-9b47-651ab04c1b17+20:24253:x1875469127616768:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788587269.007103:0:22745:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788587269.007117:0:22745:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f5ba1aa6800/0xfbc93bbea5fdb478 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0xfbc93bbea5fdb471 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587269.007149:0:22745:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f5ba1aa6800/0xfbc93bbea5fdb478 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xfbc93bbea5fdb471 expref: 21 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587269.007161:0:22745:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f5ba1aa6800/0xfbc93bbea5fdb478 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xfbc93bbea5fdb471 expref: 21 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587269.007169:0:22745:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f5ba1aa6800, rc 0) 00000100:00100000:3.0:1788587269.007209:0:22745:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bbfa7d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42f04641-d17f-4ff4-9b47-651ab04c1b17+21:24253:x1875469127616768:12345-0@lo:101:mount.lustre.0 Request processed in 119us (294us total) trans 0 rc 0/0 00000100:00100000:3.0:1788587269.007216:0:22745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:2.0:1788587269.007362:0:24253:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bbc79e300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42f04641-d17f-4ff4-9b47-651ab04c1b17:24253:1875469127616768:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788587269.007377:0:24253:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.101@tcp lock: ffff8f5bc2050200/0xfbc93bbea5fdb471 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xfbc93bbea5fdb478 expref: -99 pid: 24253 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587269.007397:0:24253:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.101@tcp lock: ffff8f5bc2050200/0xfbc93bbea5fdb471 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0xfbc93bbea5fdb478 expref: -99 pid: 24253 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788587269.011998:0:24253:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 52 count 51 00000040:00080000:2.0:1788587269.013268:0:24253:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1788587269.013482:0:24253:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:2.0:1788587269.013507:0:24253:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 120 off8536 00000040:00080000:2.0:1788587269.013520:0:24253:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 168 off8704 00000040:00080000:2.0:1788587269.013532:0:24253:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8928 00000040:00080000:2.0:1788587269.013544:0:24253:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 224 off9152 00000040:00080000:2.0:1788587269.013556:0:24253:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 120 off9272 00000040:00080000:2.0:1788587269.013568:0:24253:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 168 off9440 00000040:00080000:2.0:1788587269.013581:0:24253:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 224 off9664 00000040:00080000:2.0:1788587269.013619:0:24253:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:2.0:1788587269.013636:0:24253:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 120 off10008 00000040:00080000:2.0:1788587269.013649:0:24253:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 224 off10232 00000040:00080000:2.0:1788587269.013663:0:24253:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10456 00000040:00080000:2.0:1788587269.013675:0:24253:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].13, 88 off10544 00000040:00080000:2.0:1788587269.013688:0:24253:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].14, 128 off10672 00000040:00080000:2.0:1788587269.013700:0:24253:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].15, 144 off10816 00000040:00080000:2.0:1788587269.017155:0:24253:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].16, 160 off10976 00000040:00080000:2.0:1788587269.017233:0:24253:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].17, 224 off11200 00000040:00080000:2.0:1788587269.017251:0:24253:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].18, 224 off11424 00000040:00080000:2.0:1788587269.017265:0:24253:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].19, 80 off11504 00000040:00080000:2.0:1788587269.017278:0:24253:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].20, 224 off11728 00000040:00080000:2.0:1788587269.017291:0:24253:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].21, 224 off11952 00000040:00080000:2.0:1788587269.017305:0:24253:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].22, 88 off12040 00000040:00080000:2.0:1788587269.017319:0:24253:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].23, 128 off12168 00000040:00080000:2.0:1788587269.017335:0:24253:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].24, 144 off12312 00000040:00080000:2.0:1788587269.017373:0:24253:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].25, 160 off12472 00000040:00080000:2.0:1788587269.017391:0:24253:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].26, 224 off12696 00000040:00080000:2.0:1788587269.017436:0:24253:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].27, 224 off12920 00000040:00080000:2.0:1788587269.017454:0:24253:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].28, 80 off13000 00000040:00080000:2.0:1788587269.017469:0:24253:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].29, 224 off13224 00000040:00080000:2.0:1788587269.017482:0:24253:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].30, 224 off13448 00000040:00080000:2.0:1788587269.017495:0:24253:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].31, 88 off13536 00000040:00080000:2.0:1788587269.017508:0:24253:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].32, 128 off13664 00000040:00080000:2.0:1788587269.017522:0:24253:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].33, 144 off13808 00000040:00080000:2.0:1788587269.017537:0:24253:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].34, 128 off13936 00000040:00080000:2.0:1788587269.017550:0:24253:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].35, 224 off14160 00000040:00080000:2.0:1788587269.017564:0:24253:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].36, 224 off14384 00000040:00080000:2.0:1788587269.017577:0:24253:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].37, 80 off14464 00000040:00080000:2.0:1788587269.017591:0:24253:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].38, 224 off14688 00000040:00080000:2.0:1788587269.017618:0:24253:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].39, 224 off14912 00000040:00080000:2.0:1788587269.017635:0:24253:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].40, 88 off15000 00000040:00080000:2.0:1788587269.017661:0:24253:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].41, 128 off15128 00000040:00080000:2.0:1788587269.017677:0:24253:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].42, 144 off15272 00000040:00080000:2.0:1788587269.017692:0:24253:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].43, 128 off15400 00000040:00080000:2.0:1788587269.017704:0:24253:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].44, 224 off15624 00000040:00080000:2.0:1788587269.017718:0:24253:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].45, 224 off15848 00000040:00080000:2.0:1788587269.017729:0:24253:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].46, 80 off15928 00000040:00080000:2.0:1788587269.017742:0:24253:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].47, 224 off16152 00000040:00080000:2.0:1788587269.017757:0:24253:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].48, 232 off16384 00000040:00080000:2.0:1788587269.017918:0:24253:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].49, 224 off16608 00000040:00080000:2.0:1788587269.017939:0:24253:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].50, 120 off16728 00000040:00080000:2.0:1788587269.017958:0:24253:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].51, 224 off16952 00000040:00080000:2.0:1788587269.017964:0:24253:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 51 count 51 00000100:00100000:2.0:1788587269.020581:0:24253:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bbc79e300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42f04641-d17f-4ff4-9b47-651ab04c1b17:24253:1875469127616896:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788587269.020659:0:24253:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788587269.023718:0:24253:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5b908e9780 going to sleep for 11 seconds 00000100:00100000:0.0:1788587269.029838:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127616896 00000100:00100000:0.0:1788587269.029855:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127616896 00000100:00100000:0.0:1788587269.030000:0:22745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:0.0:1788587269.030011:0:22745:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bbfa7e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42f04641-d17f-4ff4-9b47-651ab04c1b17+21:24253:x1875469127616896:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788587269.030186:0:22745:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bbfa7e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42f04641-d17f-4ff4-9b47-651ab04c1b17+21:24253:x1875469127616896:12345-0@lo:501:mount.lustre.0 Request processed in 177us (9527us total) trans 0 rc 0/0 00000100:00100000:0.0:1788587269.030193:0:22745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00100000:2.0:1788587269.030346:0:24253:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bbc79e300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42f04641-d17f-4ff4-9b47-651ab04c1b17:24253:1875469127616896:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788587269.030394:0:24253:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bbc79e300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42f04641-d17f-4ff4-9b47-651ab04c1b17:24253:1875469127617024:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788587269.030491:0:24253:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788587269.030523:0:24253:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5b908e9780 going to sleep for 11 seconds 00000100:00100000:1.0:1788587269.031904:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127617024 00000100:00100000:1.0:1788587269.031913:0:22746:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127617024 00000100:00100000:1.0:1788587269.031963:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:1.0:1788587269.031972:0:22746:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5b9a700050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:42f04641-d17f-4ff4-9b47-651ab04c1b17+21:24253:x1875469127617024:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1788587269.032169:0:22746:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5b9a700050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:42f04641-d17f-4ff4-9b47-651ab04c1b17+21:24253:x1875469127617024:12345-0@lo:503:mount.lustre.0 Request processed in 198us (1677us total) trans 0 rc 0/0 00000100:00100000:1.0:1788587269.032177:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00100000:2.0:1788587269.032298:0:24253:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bbc79e300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42f04641-d17f-4ff4-9b47-651ab04c1b17:24253:1875469127617024:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1788587269.035185:0:24253:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1788587269.035292:0:24253:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bbc79e300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42f04641-d17f-4ff4-9b47-651ab04c1b17:24253:1875469127617152:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788587269.035376:0:24253:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788587269.035435:0:24253:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5b908e9d80 going to sleep for 11 seconds 00000100:00100000:3.0:1788587269.036913:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127617152 00000100:00100000:3.0:1788587269.036926:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127617152 00000100:00100000:3.0:1788587269.036983:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:3.0:1788587269.036993:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5b9a702c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42f04641-d17f-4ff4-9b47-651ab04c1b17+21:24253:x1875469127617152:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788587269.037144:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5b9a702c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42f04641-d17f-4ff4-9b47-651ab04c1b17+21:24253:x1875469127617152:12345-0@lo:502:mount.lustre.0 Request processed in 151us (1767us total) trans 0 rc 0/0 00000100:00100000:3.0:1788587269.037151:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00100000:2.0:1788587269.037406:0:24253:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bbc79e300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42f04641-d17f-4ff4-9b47-651ab04c1b17:24253:1875469127617152:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1788587269.037650:0:24253:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:2.0:1788587269.037695:0:24253:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 120 off8536 00000040:00080000:2.0:1788587269.037846:0:24253:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 168 off8704 00000040:00080000:2.0:1788587269.037866:0:24253:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8928 00000040:00080000:2.0:1788587269.037881:0:24253:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 224 off9152 00000040:00080000:2.0:1788587269.037896:0:24253:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 120 off9272 00000040:00080000:2.0:1788587269.037908:0:24253:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 168 off9440 00000040:00080000:2.0:1788587269.037920:0:24253:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 224 off9664 00000040:00080000:2.0:1788587269.037933:0:24253:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:2.0:1788587269.037946:0:24253:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 120 off10008 00000040:00080000:2.0:1788587269.037959:0:24253:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 224 off10232 00000040:00080000:2.0:1788587269.037978:0:24253:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10456 00000040:00080000:2.0:1788587269.037991:0:24253:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].13, 88 off10544 00000040:00080000:2.0:1788587269.038004:0:24253:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].14, 128 off10672 00000040:00080000:2.0:1788587269.038074:0:24253:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].15, 144 off10816 00000040:00080000:2.0:1788587269.038091:0:24253:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].16, 160 off10976 00000040:00080000:2.0:1788587269.038104:0:24253:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].17, 224 off11200 00000040:00080000:2.0:1788587269.038132:0:24253:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].18, 224 off11424 00000040:00080000:2.0:1788587269.038146:0:24253:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].19, 80 off11504 00000040:00080000:2.0:1788587269.038159:0:24253:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].20, 224 off11728 00000040:00080000:2.0:1788587269.038172:0:24253:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].21, 224 off11952 00000040:00080000:2.0:1788587269.038195:0:24253:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].22, 88 off12040 00000040:00080000:2.0:1788587269.038207:0:24253:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].23, 128 off12168 00000040:00080000:2.0:1788587269.038220:0:24253:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].24, 144 off12312 00000040:00080000:2.0:1788587269.038232:0:24253:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].25, 160 off12472 00000040:00080000:2.0:1788587269.038245:0:24253:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].26, 224 off12696 00000040:00080000:2.0:1788587269.038259:0:24253:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].27, 224 off12920 00000040:00080000:2.0:1788587269.038271:0:24253:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].28, 80 off13000 00000040:00080000:2.0:1788587269.038283:0:24253:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].29, 224 off13224 00000040:00080000:2.0:1788587269.038295:0:24253:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].30, 224 off13448 00000040:00080000:2.0:1788587269.038308:0:24253:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].31, 88 off13536 00000040:00080000:2.0:1788587269.038321:0:24253:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].32, 128 off13664 00000040:00080000:2.0:1788587269.038335:0:24253:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].33, 144 off13808 00000040:00080000:2.0:1788587269.038361:0:24253:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].34, 128 off13936 00000040:00080000:2.0:1788587269.038374:0:24253:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].35, 224 off14160 00000040:00080000:2.0:1788587269.038387:0:24253:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].36, 224 off14384 00000040:00080000:2.0:1788587269.038400:0:24253:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].37, 80 off14464 00000040:00080000:2.0:1788587269.038413:0:24253:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].38, 224 off14688 00000040:00080000:2.0:1788587269.038456:0:24253:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].39, 224 off14912 00000040:00080000:2.0:1788587269.038470:0:24253:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].40, 88 off15000 00000040:00080000:2.0:1788587269.038485:0:24253:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].41, 128 off15128 00000040:00080000:2.0:1788587269.038499:0:24253:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].42, 144 off15272 00000040:00080000:2.0:1788587269.038511:0:24253:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].43, 128 off15400 00000040:00080000:2.0:1788587269.038523:0:24253:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].44, 224 off15624 00000040:00080000:2.0:1788587269.038534:0:24253:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].45, 224 off15848 00000040:00080000:2.0:1788587269.038545:0:24253:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].46, 80 off15928 00000040:00080000:2.0:1788587269.038556:0:24253:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].47, 224 off16152 00000040:00080000:2.0:1788587269.038566:0:24253:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].48, 232 off16384 00000100:00100000:2.0:1788587269.038631:0:24253:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bbc79e300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42f04641-d17f-4ff4-9b47-651ab04c1b17:24253:1875469127617280:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788587269.038691:0:24253:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788587269.038833:0:24253:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5b908e9d80 going to sleep for 11 seconds 00000100:00100000:3.0:1788587269.041155:0:22745:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127617280 00000100:00100000:3.0:1788587269.041171:0:22745:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127617280 00000100:00100000:3.0:1788587269.041275:0:22745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:3.0:1788587269.041285:0:22745:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5b9a703c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42f04641-d17f-4ff4-9b47-651ab04c1b17+21:24253:x1875469127617280:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788587269.041598:0:22745:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5b9a703c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42f04641-d17f-4ff4-9b47-651ab04c1b17+21:24253:x1875469127617280:12345-0@lo:502:mount.lustre.0 Request processed in 314us (2906us total) trans 0 rc 0/0 00000100:00100000:3.0:1788587269.041617:0:22745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00100000:1.0:1788587269.043300:0:24253:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bbc79e300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42f04641-d17f-4ff4-9b47-651ab04c1b17:24253:1875469127617280:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1788587269.043600:0:24253:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].49, 224 off16608 00000040:00080000:1.0:1788587269.043638:0:24253:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].50, 120 off16728 00000100:00100000:1.0:1788587269.043676:0:24253:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a83c57480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42f04641-d17f-4ff4-9b47-651ab04c1b17:24253:1875469127617408:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788587269.043740:0:24253:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788587269.043777:0:24253:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5b85169540 going to sleep for 11 seconds 00000100:00100000:3.0:1788587269.043819:0:22745:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127617408 00000100:00100000:3.0:1788587269.043825:0:22745:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127617408 00000100:00100000:3.0:1788587269.043911:0:22745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00100000:3.0:1788587269.043920:0:22745:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5b9a702450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42f04641-d17f-4ff4-9b47-651ab04c1b17+21:24253:x1875469127617408:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788587269.044088:0:22745:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5b9a702450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42f04641-d17f-4ff4-9b47-651ab04c1b17+21:24253:x1875469127617408:12345-0@lo:502:mount.lustre.0 Request processed in 168us (347us total) trans 0 rc 0/0 00000100:00100000:3.0:1788587269.044096:0:22745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000100:00100000:1.0:1788587269.044160:0:24253:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a83c57480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42f04641-d17f-4ff4-9b47-651ab04c1b17:24253:1875469127617408:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1788587269.044195:0:24253:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].51, 224 off16952 00000040:00080000:1.0:1788587269.044204:0:24253:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:3.0:1788587269.047215:0:24279:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0000 (typ=lwp) 00000020:00000080:3.0:1788587269.047234:0:24279:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0000 (ffff8f5bae574d40) 00000020:00000080:3.0:1788587269.047257:0:24279:0:(obd_config.c:720:class_attach_name()) OBD: dev 23 attached type lwp with refcount 2 00000020:01000004:3.0:1788587269.047343:0:24279:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8f5b84194800 from lustre-OST0000, refs=3 00000020:01000004:3.0:1788587269.047347:0:24279:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8f5b84194800 from lustre-OST0000, refs=3 00000020:01000004:3.0:1788587269.047350:0:24279:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8f5b84194800 3 00010000:00080000:3.0:1788587269.047985:0:24279:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8f5a83c45800@lustre-MDT0000-lwp-OST0000: add connection 192.168.203.101@tcp at head 00010000:00010000:2.0:1788587269.052011:0:24279:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0000-9 is initialized 00000020:00000080:2.0:1788587269.052207:0:24279:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000010:01000000:2.0:1788587269.052292:0:24279:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:2.0:1788587269.052305:0:24279:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-OST0000, cookie 0xfbc93bbea5fdb486 00000100:00080000:2.0:1788587269.052315:0:24279:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1788587269.052321:0:24279:0:(import.c:665:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8f5a83c45800 using connection 192.168.203.101@tcp/0@lo 00000100:00100000:2.0:1788587269.052355:0:24279:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f5bbc79d500 x1875469127617536/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788587269.052463:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bbc79d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3645:1875469127617536:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1788587269.052528:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1788587269.054279:0:24279:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000100:00080000:3.0:1788587269.057789:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788587269.057801:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1788587269.057804:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788587269.057808:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1788587269.062787:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127617536 00000100:00100000:0.0:1788587269.062802:0:22752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127617536 00000100:00100000:0.0:1788587269.062843:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1788587269.062852:0:22752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bbc72b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3645:x1875469127617536:12345-0@lo:38:llog_process_th.0 00010000:00080000:0.0:1788587269.062880:0:22752:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0000_UUID@0@lo t0 exp 0000000000000000 cur 614 last 0 00000020:00000080:0.0:1788587269.062914:0:22752:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-OST0000_UUID, cookie 0xfbc93bbea5fdb48d 00000004:00100000:0.0:1788587269.062930:0:22752:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:0.0:1788587269.062961:0:22752:0:(import.c:65:import_set_state_nolock()) ffff8f5b8739a800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1788587269.063039:0:22752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bbc72b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3645:x1875469127617536:12345-0@lo:38:llog_process_th.0 Request processed in 187us (10511us total) trans 0 rc 0/0 00000100:00100000:0.0:1788587269.063057:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00080000:0.0:1788587269.063098:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8f5bbc79d500 x1875469127617536/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1788587279 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788587269.063110:0:3645:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 2 00000100:00080000:0.0:1788587269.063118:0:3645:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0000: connect to target with instance 3 00000100:00080000:0.0:1788587269.063124:0:3645:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0000: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:0.0:1788587269.063129:0:3645:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:0.0:1788587269.063131:0:3645:0:(import.c:65:import_set_state_nolock()) ffff8f5a83c45800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:0.0:1788587269.063136:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bbc79d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3645:1875469127617536:0@lo:38:llog_process_th.0 00000020:01000004:2.0:1788587269.064726:0:24279:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-lwp-OST0000 (typ=lwp) 00000020:00000080:2.0:1788587269.064743:0:24279:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-lwp-OST0000 (ffff8f5a83344d40) 00000020:00000080:2.0:1788587269.064767:0:24279:0:(obd_config.c:720:class_attach_name()) OBD: dev 24 attached type lwp with refcount 2 00000020:01000004:2.0:1788587269.064842:0:24279:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8f5b84194800 from lustre-OST0000, refs=3 00000020:01000004:2.0:1788587269.064846:0:24279:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8f5b84194800 from lustre-OST0000, refs=3 00000020:01000004:2.0:1788587269.064849:0:24279:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8f5b84194800 3 00010000:00080000:2.0:1788587269.064876:0:24279:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8f5a84b23000@lustre-MDT0001-lwp-OST0000: add connection 192.168.203.101@tcp at head 00010000:00010000:2.0:1788587269.066516:0:24279:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-lwp-OST0000-10 is initialized 00000020:00000080:2.0:1788587269.073100:0:24279:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-lwp-OST0000 (uuid lustre-MDT0001-lwp-OST0000_UUID) 00000010:01000000:2.0:1788587269.073148:0:24279:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:2.0:1788587269.073162:0:24279:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-lwp-OST0000, cookie 0xfbc93bbea5fdb49b 00000100:00080000:2.0:1788587269.073174:0:24279:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1788587269.073181:0:24279:0:(import.c:665:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff8f5a84b23000 using connection 192.168.203.101@tcp/0@lo 00000100:00100000:2.0:1788587269.073217:0:24279:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f5bbc79d880 x1875469127617664/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788587269.073275:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bbc79d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3645:1875469127617664:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1788587269.073341:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1788587269.073649:0:24279:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID 00000100:00100000:2.0:1788587269.073894:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a83de2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:42f04641-d17f-4ff4-9b47-651ab04c1b17:3646:1875469127617792:0@lo:400:kworker.0 00000100:00100000:2.0:1788587269.073937:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788587269.073981:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127617792 00000100:00100000:2.0:1788587269.073988:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127617792 00000100:00100000:2.0:1788587269.074045:0:22745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00100000:2.0:1788587269.074056:0:22745:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5b83516c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42f04641-d17f-4ff4-9b47-651ab04c1b17+21:3646:x1875469127617792:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788587269.074126:0:22745:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5b83516c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42f04641-d17f-4ff4-9b47-651ab04c1b17+21:3646:x1875469127617792:12345-0@lo:400:kworker.0 Request processed in 73us (188us total) trans 0 rc 0/0 00000100:00100000:2.0:1788587269.074136:0:22745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00000100:00100000:2.0:1788587269.074184:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a83de2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:42f04641-d17f-4ff4-9b47-651ab04c1b17:3646:1875469127617792:0@lo:400:kworker.0 00000040:00080000:2.0:1788587269.077853:0:24279:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 52 count 51 00000020:01000000:1.0:1788587269.078556:0:24253:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:1.0:1788587269.078590:0:24253:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.101@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:1.0:1788587269.078615:0:24253:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.101@tcp lock: ffff8f5bc2050200/0xfbc93bbea5fdb471 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xfbc93bbea5fdb478 expref: -99 pid: 24253 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587269.078629:0:24253:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.101@tcp lock: ffff8f5bc2050200/0xfbc93bbea5fdb471 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xfbc93bbea5fdb478 expref: -99 pid: 24253 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:1.0:1788587269.078681:0:24253:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:1.0:1788587269.078683:0:24253:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1788587269.078685:0:24253:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1788587269.078686:0:24253:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1788587269.078687:0:24253:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1788587269.078688:0:24253:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1788587269.078690:0:24253:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1788587269.078691:0:24253:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1788587269.078693:0:24253:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:1.0:1788587269.078696:0:24253:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0000 0x40020002 00000020:01000004:1.0:1788587269.078699:0:24253:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:1.0:1788587269.078700:0:24253:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1788587269.078701:0:24253:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1788587269.078702:0:24253:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1788587269.078703:0:24253:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1788587269.078704:0:24253:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1788587269.078706:0:24253:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1788587269.078707:0:24253:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1788587269.078707:0:24253:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:1.0:1788587269.078734:0:24253:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0000 00000100:00100000:1.0:1788587269.078753:0:24253:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a83c57480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42f04641-d17f-4ff4-9b47-651ab04c1b17:24253:1875469127617920:0@lo:253:mount.lustre.0 00000100:00100000:1.0:1788587269.078818:0:24253:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788587269.078858:0:24253:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5bbca7f780 going to sleep for 11 seconds 00000100:00100000:3.0:1788587269.078954:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127617920 00000100:00100000:3.0:1788587269.078962:0:22746:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127617920 00000100:00100000:3.0:1788587269.079004:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000100:00100000:3.0:1788587269.079013:0:22746:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5b83517850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:42f04641-d17f-4ff4-9b47-651ab04c1b17+21:24253:x1875469127617920:12345-0@lo:253:mount.lustre.0 20000000:01000000:3.0:1788587269.079038:0:22746:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:3.0:1788587269.079052:0:22746:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 00000100:00100000:0.0:1788587269.079258:0:22754:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127617664 00000100:00100000:0.0:1788587269.079263:0:22754:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127617664 00000100:00100000:0.0:1788587269.079282:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1788587269.079287:0:22754:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bbc729c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3645:x1875469127617664:12345-0@lo:38:llog_process_th.0 00010000:00080000:0.0:1788587269.079309:0:22754:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0001-lwp-OST0000_UUID@0@lo t0 exp 0000000000000000 cur 615 last 0 00000020:00000080:0.0:1788587269.079361:0:22754:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-lwp-OST0000_UUID, cookie 0xfbc93bbea5fdb4a2 00000004:00100000:0.0:1788587269.079376:0:22754:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:0.0:1788587269.079406:0:22754:0:(import.c:65:import_set_state_nolock()) ffff8f5b8739d800 : changing import state from RECOVER to FULL 00000100:00080000:2.0:1788587269.079532:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788587269.079536:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1788587269.079539:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788587269.079542:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1788587269.079550:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788587269.079561:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bbc79dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1875469127618048:0@lo:400:kworker.0 00000100:00100000:2.0:1788587269.079598:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788587269.079641:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127618048 00000100:00100000:2.0:1788587269.079645:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127618048 00000100:00100000:2.0:1788587269.079671:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:2.0:1788587269.079679:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bbc79c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3646:x1875469127618048:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788587269.079723:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bbc79c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3646:x1875469127618048:12345-0@lo:400:kworker.0 Request processed in 46us (124us total) trans 0 rc 0/0 00000100:00100000:2.0:1788587269.079731:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:2.0:1788587269.079769:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bbc79dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1875469127618048:0@lo:400:kworker.0 00000100:00100000:2.0:1788587269.079812:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bbc79dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3648:1875469127618176:0@lo:400:kworker.0 00000100:00100000:2.0:1788587269.079838:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788587269.079870:0:22753:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000100:00100000:2.0:1788587269.079877:0:22753:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_003' 00000100:00080000:2.0:1788587269.079973:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788587269.079977:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1788587269.079980:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788587269.079983:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1788587269.079991:0:3649:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bbc79f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1875469127618304:0@lo:400:kworker.0 00000100:00100000:2.0:1788587269.080017:0:3649:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788587269.080046:0:23826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127618304 00000100:00100000:2.0:1788587269.080050:0:23826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127618304 00000100:00100000:2.0:1788587269.080070:0:23826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:2.0:1788587269.080077:0:23826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bbc79f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3649:x1875469127618304:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788587269.080111:0:23826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bbc79f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3649:x1875469127618304:12345-0@lo:400:kworker.0 Request processed in 34us (93us total) trans 0 rc 0/0 00000100:00100000:2.0:1788587269.080117:0:23826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:2.0:1788587269.080147:0:3649:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bbc79f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1875469127618304:0@lo:400:kworker.0 00000100:00100000:2.0:1788587269.080176:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bbc79f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3646:1875469127618432:0@lo:400:kworker.0 00000100:00100000:2.0:1788587269.080198:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788587269.080242:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788587269.080249:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bbc79ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3646:1875469127618560:0@lo:400:kworker.0 00000100:00100000:2.0:1788587269.080277:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788587269.080473:0:22754:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bbc729c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3645:x1875469127617664:12345-0@lo:38:llog_process_th.0 Request processed in 1185us (7132us total) trans 0 rc 0/0 00000100:00100000:0.0:1788587269.080481:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1788587269.080494:0:22754:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127618176 00000100:00100000:0.0:1788587269.080497:0:22754:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127618176 00000100:00100000:0.0:1788587269.080514:0:22754:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127618432 00000100:00100000:0.0:1788587269.080522:0:22754:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127618432 00000100:00100000:0.0:1788587269.080537:0:22754:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127618560 00000100:00100000:0.0:1788587269.080540:0:22754:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127618560 00000100:00100000:0.0:1788587269.080565:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1788587269.080570:0:22754:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bbc79fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3648:x1875469127618176:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788587269.080623:0:22754:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bbc79fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3648:x1875469127618176:12345-0@lo:400:kworker.0 Request processed in 51us (784us total) trans 0 rc 0/0 00000100:00100000:0.0:1788587269.080630:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1788587269.080641:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1788587269.080648:0:22754:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bbc79ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3646:x1875469127618432:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788587269.080678:0:22754:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bbc79ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3646:x1875469127618432:12345-0@lo:400:kworker.0 Request processed in 31us (479us total) trans 0 rc 0/0 00000100:00100000:0.0:1788587269.080684:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1788587269.080695:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1788587269.080700:0:22754:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bbc79d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3646:x1875469127618560:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788587269.080724:0:22754:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bbc79d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3646:x1875469127618560:12345-0@lo:400:kworker.0 Request processed in 24us (446us total) trans 0 rc 0/0 00000100:00100000:0.0:1788587269.080730:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00010000:00080000:0.0:1788587269.080838:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8f5bbc79d880 x1875469127617664/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1788587279 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788587269.080849:0:3645:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 2 00000100:00080000:0.0:1788587269.080856:0:3645:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-MDT0001-lwp-OST0000: connect to target with instance 3 00000100:00080000:0.0:1788587269.080862:0:3645:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-MDT0001-lwp-OST0000: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:0.0:1788587269.080867:0:3645:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:0.0:1788587269.080870:0:3645:0:(import.c:65:import_set_state_nolock()) ffff8f5a84b23000 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00100000:0.0:1788587269.080875:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bbc79d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3645:1875469127617664:0@lo:38:llog_process_th.0 00010000:00080000:0.0:1788587269.080911:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8f5bbc79dc00 x1875469127618176/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788587285 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788587269.080920:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bbc79dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3648:1875469127618176:0@lo:400:kworker.0 00010000:00080000:0.0:1788587269.080942:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8f5bbc79ce00 x1875469127618560/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788587285 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788587269.080951:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bbc79ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3646:1875469127618560:0@lo:400:kworker.0 00010000:00080000:0.0:1788587269.080960:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8f5bbc79f480 x1875469127618432/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788587285 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788587269.080968:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bbc79f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3646:1875469127618432:0@lo:400:kworker.0 00000100:00080000:2.0:1788587269.081223:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 20000000:01000000:0.0:1788587269.088393:0:22746:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:0.0:1788587269.088474:0:22746:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00000100:00100000:1.0:1788587269.088800:0:22746:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5b83517850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:42f04641-d17f-4ff4-9b47-651ab04c1b17+21:24253:x1875469127617920:12345-0@lo:253:mount.lustre.0 Request processed in 9784us (9978us total) trans 0 rc 0/0 00000100:00100000:1.0:1788587269.088812:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00000100:00100000:2.0:1788587269.088953:0:24253:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a83c57480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42f04641-d17f-4ff4-9b47-651ab04c1b17:24253:1875469127617920:0@lo:253:mount.lustre.0 10000000:01000000:2.0:1788587269.088966:0:24253:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:2.0:1788587269.088969:0:24253:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1788587269.088971:0:24253:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1788587269.088972:0:24253:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1788587269.088985:0:24253:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1788587269.088986:0:24253:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1788587269.088987:0:24253:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1788587269.088989:0:24253:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1788587269.088990:0:24253:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1788587269.088992:0:24253:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:2.0:1788587269.089007:0:24253:0:(tgt_mount.c:2698:server_calc_timeout()) lustre-OST0000: Imperative Recovery not enabled, recovery window 60-180 20000000:01000000:3.0:1788587269.090081:0:22769:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:3.0:1788587269.090087:0:22769:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:3.0:1788587269.090108:0:22769:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8f5ba1aa6400/0xfbc93bbea5fdb4a9 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587269.090136:0:22769:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8f5b837bfa00/0xfbc93bbea5fdb3f3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xfbc93bbea5fdb3ec expref: 20 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587269.090144:0:22769:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8f5ba1aa7e00/0xfbc93bbea5fdb401 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xfbc93bbea5fdb3fa expref: 20 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587269.090152:0:22769:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8f5ba1aa6400/0xfbc93bbea5fdb4a9 lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587269.090191:0:22769:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8f5ba1aa7e00/0xfbc93bbea5fdb401 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xfbc93bbea5fdb3fa expref: 20 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587269.090205:0:22769:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8f5ba1aa7e00/0xfbc93bbea5fdb401 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xfbc93bbea5fdb3fa expref: 20 pid: 22746 timeout: 715 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788587269.090219:0:22769:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a83de0000 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22769:1875469127618688:0@lo:104: 00000100:00100000:3.0:1788587269.090270:0:22769:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1788587269.090320:0:22769:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8f5b837bfa00/0xfbc93bbea5fdb3f3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xfbc93bbea5fdb3ec expref: 20 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587269.090328:0:22769:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8f5b837bfa00/0xfbc93bbea5fdb3f3 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xfbc93bbea5fdb3ec expref: 20 pid: 22746 timeout: 715 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788587269.090337:0:22769:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a83de2a00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22769:1875469127618816:0@lo:104: 00000100:00100000:3.0:1788587269.090361:0:22769:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788587269.090381:0:22769:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5b82b9c0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788587269.090639:0:22735:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1788587269.090654:0:22735:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127618688 00000100:00100000:0.0:1788587269.090660:0:22735:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127618688 00000100:00100000:0.0:1788587269.090692:0:22735:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127618816 00000100:00100000:0.0:1788587269.090695:0:22735:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127618816 00000100:00100000:0.0:1788587269.090715:0:22735:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1788587269.090724:0:22735:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a83de1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:42f04641-d17f-4ff4-9b47-651ab04c1b17+4:22769:x1875469127618688:12345-0@lo:104: 00010000:00010000:0.0:1788587269.090737:0:22735:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.101@tcp lock: ffff8f5b837bf800/0xfbc93bbea5fdb3fa lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xfbc93bbea5fdb401 expref: -99 pid: 22750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587269.090787:0:22735:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1788587269.090793:0:22735:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a83de1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:42f04641-d17f-4ff4-9b47-651ab04c1b17+4:22769:x1875469127618688:12345-0@lo:104: Request processed in 71us (523us total) trans 0 rc 0/0 00000100:00100000:0.0:1788587269.090800:0:22735:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1788587269.090823:0:22735:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1788587269.090829:0:22735:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bbc79b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:42f04641-d17f-4ff4-9b47-651ab04c1b17+3:22769:x1875469127618816:12345-0@lo:104: 00010000:00010000:0.0:1788587269.090837:0:22735:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.101@tcp lock: ffff8f5bc2051c00/0xfbc93bbea5fdb3ec lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xfbc93bbea5fdb3f3 expref: -99 pid: 22750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587269.090870:0:22735:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:0.0:1788587269.090874:0:22735:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bbc79b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:42f04641-d17f-4ff4-9b47-651ab04c1b17+3:22769:x1875469127618816:12345-0@lo:104: Request processed in 47us (514us total) trans 0 rc 0/0 00000100:00100000:0.0:1788587269.090880:0:22735:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00010000:0.0:1788587269.090913:0:22740:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788587269.090919:0:22740:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.101@tcp lock: ffff8f5b837bf800/0xfbc93bbea5fdb3fa lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xfbc93bbea5fdb401 expref: -99 pid: 22750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587269.090925:0:22740:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f5b837bf800 already unused, calling callback (ffffffffc13dec20) 10000000:00010000:0.0:1788587269.090929:0:22740:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.101@tcp lock: ffff8f5b837bf800/0xfbc93bbea5fdb3fa lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xfbc93bbea5fdb401 expref: -99 pid: 22750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587269.090937:0:22740:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.101@tcp lock: ffff8f5b837bf800/0xfbc93bbea5fdb3fa lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xfbc93bbea5fdb401 expref: -99 pid: 22750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788587269.090945:0:22740:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.101@tcp lock: ffff8f5b837bf800/0xfbc93bbea5fdb3fa lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xfbc93bbea5fdb401 expref: -99 pid: 22750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788587269.090951:0:22740:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:0.0:1788587269.090974:0:22740:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.101@tcp lock: ffff8f5b837bf800/0xfbc93bbea5fdb3fa lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xfbc93bbea5fdb401 expref: -99 pid: 22750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587269.090981:0:22740:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788587269.091000:0:22740:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.101@tcp lock: ffff8f5b837bf800/0xfbc93bbea5fdb3fa lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xfbc93bbea5fdb401 expref: -99 pid: 22750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587269.091018:0:22740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.101@tcp lock: ffff8f5b837bf800/0xfbc93bbea5fdb3fa lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xfbc93bbea5fdb401 expref: -99 pid: 22750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587269.091032:0:22740:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788587269.091035:0:22740:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.101@tcp lock: ffff8f5bc2051c00/0xfbc93bbea5fdb3ec lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xfbc93bbea5fdb3f3 expref: -99 pid: 22750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587269.091040:0:22740:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f5bc2051c00 already unused, calling callback (ffffffffc13dec20) 10000000:00010000:0.0:1788587269.091043:0:22740:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.101@tcp lock: ffff8f5bc2051c00/0xfbc93bbea5fdb3ec lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xfbc93bbea5fdb3f3 expref: -99 pid: 22750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587269.091049:0:22740:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.101@tcp lock: ffff8f5bc2051c00/0xfbc93bbea5fdb3ec lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xfbc93bbea5fdb3f3 expref: -99 pid: 22750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788587269.091056:0:22740:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.101@tcp lock: ffff8f5bc2051c00/0xfbc93bbea5fdb3ec lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xfbc93bbea5fdb3f3 expref: -99 pid: 22750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788587269.091061:0:22740:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:0.0:1788587269.091074:0:22740:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.101@tcp lock: ffff8f5bc2051c00/0xfbc93bbea5fdb3ec lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xfbc93bbea5fdb3f3 expref: -99 pid: 22750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587269.091080:0:22740:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788587269.091087:0:22740:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.101@tcp lock: ffff8f5bc2051c00/0xfbc93bbea5fdb3ec lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xfbc93bbea5fdb3f3 expref: -99 pid: 22750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587269.091093:0:22740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.101@tcp lock: ffff8f5bc2051c00/0xfbc93bbea5fdb3ec lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xfbc93bbea5fdb3f3 expref: -99 pid: 22750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587269.091107:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788587269.091114:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788587269.091116:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788587269.091122:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788587269.091134:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bbc728e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:42f04641-d17f-4ff4-9b47-651ab04c1b17:3648:1875469127618944:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788587269.091162:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788587269.091188:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788587269.091194:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bbc72b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:42f04641-d17f-4ff4-9b47-651ab04c1b17:3648:1875469127619072:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788587269.091216:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788587269.091244:0:22738:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127618944 00000100:00100000:0.0:1788587269.091247:0:22738:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127618944 00010000:00010000:0.0:1788587269.091263:0:22738:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8f5ba1aa7e00/0xfbc93bbea5fdb401 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xfbc93bbea5fdb3fa expref: 21 pid: 22746 timeout: 715 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788587269.091278:0:22738:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127619072 00000100:00100000:0.0:1788587269.091281:0:22738:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127619072 00010000:00010000:0.0:1788587269.091290:0:22738:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8f5b837bfa00/0xfbc93bbea5fdb3f3 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xfbc93bbea5fdb3ec expref: 22 pid: 22746 timeout: 715 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788587269.091302:0:22738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1788587269.091307:0:22738:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bbc729180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:42f04641-d17f-4ff4-9b47-651ab04c1b17+22:3648:x1875469127618944:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788587269.091315:0:22738:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788587269.091320:0:22738:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8f5ba1aa7e00/0xfbc93bbea5fdb401 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xfbc93bbea5fdb3fa expref: 22 pid: 22746 timeout: 715 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587269.091331:0:22738:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8f5ba1aa7e00/0xfbc93bbea5fdb401 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xfbc93bbea5fdb3fa expref: 22 pid: 22746 timeout: 715 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587269.091345:0:22738:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788587269.091371:0:22738:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bbc729180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:42f04641-d17f-4ff4-9b47-651ab04c1b17+22:3648:x1875469127618944:12345-0@lo:103:ldlm_bl.0 Request processed in 64us (208us total) trans 0 rc 0/0 00000100:00100000:0.0:1788587269.091386:0:22738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1788587269.091400:0:22738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1788587269.091406:0:22738:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a83c97850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:42f04641-d17f-4ff4-9b47-651ab04c1b17+21:3648:x1875469127619072:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788587269.091438:0:22738:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788587269.091443:0:22738:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8f5b837bfa00/0xfbc93bbea5fdb3f3 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xfbc93bbea5fdb3ec expref: 21 pid: 22746 timeout: 715 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587269.091452:0:22738:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8f5b837bfa00/0xfbc93bbea5fdb3f3 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xfbc93bbea5fdb3ec expref: 21 pid: 22746 timeout: 715 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587269.091463:0:22738:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8f5ba1aa6400/0xfbc93bbea5fdb4a9 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587269.091470:0:22738:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f5ba1aa6400/0xfbc93bbea5fdb4a9 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:0.0:1788587269.091481:0:22738:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.014143049s 00010000:00010000:0.0:1788587269.091485:0:22738:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8f5ba1aa6400/0xfbc93bbea5fdb4a9 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587269.091493:0:22738:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8f5ba1aa6400/0xfbc93bbea5fdb4a9 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587269.091500:0:22738:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8f5ba1aa6400/0xfbc93bbea5fdb4a9 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587269.091506:0:22738:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8f5ba1aa6400/0xfbc93bbea5fdb4a9 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587269.091511:0:22738:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f5ba1aa6400 already unused, calling callback (ffffffffc0dc14f0) 00010000:00010000:0.0:1788587269.091521:0:22738:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8f5ba1aa6400/0xfbc93bbea5fdb4a9 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587269.091529:0:22738:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8f5ba1aa6400/0xfbc93bbea5fdb4a9 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587269.091537:0:22738:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8f5ba1aa6400/0xfbc93bbea5fdb4a9 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587269.091547:0:22738:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788587269.091571:0:22738:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a83c97850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:42f04641-d17f-4ff4-9b47-651ab04c1b17+21:3648:x1875469127619072:12345-0@lo:103:ldlm_bl.0 Request processed in 165us (354us total) trans 0 rc 0/0 00000100:00100000:0.0:1788587269.091577:0:22738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1788587269.091639:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bbc72b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:42f04641-d17f-4ff4-9b47-651ab04c1b17:3648:1875469127619072:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788587269.091648:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bbc728e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:42f04641-d17f-4ff4-9b47-651ab04c1b17:3648:1875469127618944:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788587269.091951:0:22769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f5ba1aa7e00/0xfbc93bbea5fdb401 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xfbc93bbea5fdb3fa expref: 20 pid: 22746 timeout: 715 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788587269.091973:0:22769:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a83de0000 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22769:1875469127618688:0@lo:104: 00010000:00010000:3.0:1788587269.091987:0:22769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f5b837bfa00/0xfbc93bbea5fdb3f3 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xfbc93bbea5fdb3ec expref: 19 pid: 22746 timeout: 715 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788587269.091994:0:22769:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a83de2a00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22769:1875469127618816:0@lo:104: 00010000:00010000:3.0:1788587269.092010:0:22769:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8f5ba1aa6400/0xfbc93bbea5fdb4a9 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587269.092019:0:22769:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8f5ba1aa6400/0xfbc93bbea5fdb4a9 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587269.092026:0:22769:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8f5ba1aa6400/0xfbc93bbea5fdb4a9 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587269.092032:0:22769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f5ba1aa6400/0xfbc93bbea5fdb4a9 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00000004:0.0:1788587269.092129:0:24253:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 3, last_transno is 12884901888 00002000:00080000:1.0:1788587269.098791:0:24253:0:(ofd_obd.c:539:ofd_postrecov()) lustre-OST0000: recovery is over 00100000:10000000:1.0:1788587269.098801:0:24253:0:(lfsck_lib.c:3085:lfsck_start()) lustre-OST0000-osd: start master thread 00000020:01000004:1.0:1788587269.098838:0:24253:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:1.0:1788587269.098885:0:24253:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.203.101@tcp: cl_mgc_mutex unlock 00000020:01000004:1.0:1788587269.098906:0:24253:0:(tgt_mount.c:2464:server_fill_super_common()) Server sb, dev=49 00000080:00000004:1.0:1788587269.098933:0:24253:0:(super25.c:182:lustre_fill_super()) /dev/mapper/ost1_flakey: Mount complete 00000020:00000004:1.0:1788587269.099757:0:24253:0:(tgt_mount.c:2350:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1788587269.099946:0:24253:0:(tgt_mount.c:2365:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:0.0:1788587269.844781:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:3.0:1788587270.002100:0:24333:0:(tgt_mount.c:2350:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1788587270.002323:0:24333:0:(tgt_mount.c:2365:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:0.0:1788587270.874021:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1788587270.998202:0:22750:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:2.0:1788587270.998210:0:22750:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8f5bbfa54800 from 13 10000000:01000000:2.0:1788587270.998216:0:22750:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:2.0:1788587270.998267:0:22750:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.101@tcp lock: ffff8f5bc2051c00/0xfbc93bbea5fdb4b0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587270.998279:0:22750:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.101@tcp lock: ffff8f5bc2051c00/0xfbc93bbea5fdb4b0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587270.998291:0:22750:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.101@tcp lock: ffff8f5bc2051c00/0xfbc93bbea5fdb4b0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788587270.998318:0:22750:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bbc79e300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:42f04641-d17f-4ff4-9b47-651ab04c1b17:22750:1875469127619200:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1788587270.998400:0:22750:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788587270.998466:0:22750:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5a836fcd80 going to sleep for 11 seconds 00000100:00100000:0.0:1788587270.998694:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127619200 00000100:00100000:0.0:1788587270.998713:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127619200 00000100:00100000:0.0:1788587270.998769:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00100000:0.0:1788587270.998781:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5b83515c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42f04641-d17f-4ff4-9b47-651ab04c1b17+19:22750:x1875469127619200:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788587270.998793:0:22747:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788587270.998808:0:22747:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f5b837bf800/0xfbc93bbea5fdb4b7 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xfbc93bbea5fdb4b0 expref: -99 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587270.998832:0:22747:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f5b837bf800/0xfbc93bbea5fdb4b7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xfbc93bbea5fdb4b0 expref: 20 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587270.998856:0:22747:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f5b837bf800/0xfbc93bbea5fdb4b7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xfbc93bbea5fdb4b0 expref: 20 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587270.998865:0:22747:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f5b837bf800, rc 0) 00000100:00100000:0.0:1788587270.998912:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5b83515c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42f04641-d17f-4ff4-9b47-651ab04c1b17+20:22750:x1875469127619200:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 134us (512us total) trans 0 rc 0/0 00000100:00100000:0.0:1788587270.998919:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000100:00100000:2.0:1788587270.999185:0:22750:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bbc79e300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:42f04641-d17f-4ff4-9b47-651ab04c1b17:22750:1875469127619200:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788587270.999201:0:22750:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.101@tcp lock: ffff8f5bc2051c00/0xfbc93bbea5fdb4b0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xfbc93bbea5fdb4b7 expref: -99 pid: 22750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587270.999211:0:22750:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.101@tcp lock: ffff8f5bc2051c00/0xfbc93bbea5fdb4b0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xfbc93bbea5fdb4b7 expref: -99 pid: 22750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788587270.999261:0:22750:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bbc79e300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:42f04641-d17f-4ff4-9b47-651ab04c1b17:22750:1875469127619328:0@lo:256:ll_cfg_requeue.0 00000100:00100000:2.0:1788587270.999293:0:22750:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788587270.999330:0:22750:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5a836fcd80 going to sleep for 11 seconds 00000100:00100000:3.0:1788587270.999376:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127619328 00000100:00100000:3.0:1788587270.999382:0:22746:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127619328 00000100:00100000:3.0:1788587270.999438:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00100000:3.0:1788587270.999447:0:22746:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5b83514050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:42f04641-d17f-4ff4-9b47-651ab04c1b17+20:22750:x1875469127619328:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:3.0:1788587270.999462:0:22746:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:3.0:1788587270.999477:0:22746:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:3.0:1788587271.000369:0:22746:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 13 00000100:00100000:0.0:1788587271.000795:0:22746:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5b83514050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:42f04641-d17f-4ff4-9b47-651ab04c1b17+20:22750:x1875469127619328:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 1348us (1499us total) trans 0 rc 0/0 00000100:00100000:0.0:1788587271.000804:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00100000:2.0:1788587271.000907:0:22750:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bbc79e300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:42f04641-d17f-4ff4-9b47-651ab04c1b17:22750:1875469127619328:0@lo:256:ll_cfg_requeue.0 10000000:01000000:2.0:1788587271.000978:0:22750:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.101@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:2.0:1788587271.000986:0:22750:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.101@tcp lock: ffff8f5bc2051c00/0xfbc93bbea5fdb4b0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xfbc93bbea5fdb4b7 expref: -99 pid: 22750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587271.000997:0:22750:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.101@tcp lock: ffff8f5bc2051c00/0xfbc93bbea5fdb4b0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xfbc93bbea5fdb4b7 expref: -99 pid: 22750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788587271.001006:0:22750:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:2.0:1788587271.001009:0:22750:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8f5a822f3000 from 13 10000000:01000000:2.0:1788587271.001012:0:22750:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:2.0:1788587271.001052:0:22750:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.101@tcp lock: ffff8f5bc2050a00/0xfbc93bbea5fdb4be lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587271.001059:0:22750:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.101@tcp lock: ffff8f5bc2050a00/0xfbc93bbea5fdb4be lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587271.001069:0:22750:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.101@tcp lock: ffff8f5bc2050a00/0xfbc93bbea5fdb4be lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788587271.001569:0:22750:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bbc79e300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:42f04641-d17f-4ff4-9b47-651ab04c1b17:22750:1875469127619456:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1788587271.001621:0:22750:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788587271.001649:0:22750:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5a836fcd80 going to sleep for 11 seconds 00000100:00100000:2.0:1788587271.001665:0:22745:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127619456 00000100:00100000:2.0:1788587271.001669:0:22745:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127619456 00000100:00100000:2.0:1788587271.001707:0:22745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000100:00100000:2.0:1788587271.001716:0:22745:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5b83516450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42f04641-d17f-4ff4-9b47-651ab04c1b17+20:22750:x1875469127619456:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788587271.001727:0:22745:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788587271.001747:0:22745:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f5bc2050c00/0xfbc93bbea5fdb4c5 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xfbc93bbea5fdb4be expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587271.001771:0:22745:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f5bc2050c00/0xfbc93bbea5fdb4c5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xfbc93bbea5fdb4be expref: 21 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587271.001780:0:22745:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f5bc2050c00/0xfbc93bbea5fdb4c5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xfbc93bbea5fdb4be expref: 21 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587271.001787:0:22745:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f5bc2050c00, rc 0) 00000100:00100000:2.0:1788587271.002200:0:22745:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5b83516450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42f04641-d17f-4ff4-9b47-651ab04c1b17+21:22750:x1875469127619456:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 483us (577us total) trans 0 rc 0/0 00000100:00100000:2.0:1788587271.002207:0:22745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000100:00100000:3.0:1788587271.002378:0:22750:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bbc79e300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:42f04641-d17f-4ff4-9b47-651ab04c1b17:22750:1875469127619456:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788587271.002394:0:22750:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.101@tcp lock: ffff8f5bc2050a00/0xfbc93bbea5fdb4be lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xfbc93bbea5fdb4c5 expref: -99 pid: 22750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587271.002412:0:22750:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.101@tcp lock: ffff8f5bc2050a00/0xfbc93bbea5fdb4be lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xfbc93bbea5fdb4c5 expref: -99 pid: 22750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788587271.002494:0:22750:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a83de2a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:42f04641-d17f-4ff4-9b47-651ab04c1b17:22750:1875469127619584:0@lo:256:ll_cfg_requeue.0 00000100:00100000:3.0:1788587271.002531:0:22750:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788587271.002552:0:22750:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5bbc851c00 going to sleep for 11 seconds 00000100:00100000:2.0:1788587271.002904:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127619584 00000100:00100000:2.0:1788587271.002910:0:22746:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127619584 00000100:00100000:2.0:1788587271.002991:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87 00000100:00100000:2.0:1788587271.003000:0:22746:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5b83514450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:42f04641-d17f-4ff4-9b47-651ab04c1b17+21:22750:x1875469127619584:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:2.0:1788587271.003017:0:22746:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:2.0:1788587271.003032:0:22746:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:2.0:1788587271.003044:0:22746:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 13 00000100:00100000:2.0:1788587271.003135:0:22746:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5b83514450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:42f04641-d17f-4ff4-9b47-651ab04c1b17+21:22750:x1875469127619584:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 137us (603us total) trans 0 rc 0/0 00000100:00100000:2.0:1788587271.003143:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 00000100:00100000:3.0:1788587271.004259:0:22750:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a83de2a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:42f04641-d17f-4ff4-9b47-651ab04c1b17:22750:1875469127619584:0@lo:256:ll_cfg_requeue.0 10000000:01000000:3.0:1788587271.004334:0:22750:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.101@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1788587271.004343:0:22750:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.101@tcp lock: ffff8f5bc2050a00/0xfbc93bbea5fdb4be lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xfbc93bbea5fdb4c5 expref: -99 pid: 22750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587271.004366:0:22750:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.101@tcp lock: ffff8f5bc2050a00/0xfbc93bbea5fdb4be lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xfbc93bbea5fdb4c5 expref: -99 pid: 22750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788587271.513882:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bbc79ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1875469127619840:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788587271.513953:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788587271.513993:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1788587271.514000:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bbc79c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1875469127619712:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788587271.514023:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788587271.514068:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127619840 00000100:00100000:2.0:1788587271.514075:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127619840 00000100:00100000:2.0:1788587271.514114:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127619712 00000100:00100000:2.0:1788587271.514117:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127619712 00000100:00100000:2.0:1788587271.514132:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:2.0:1788587271.514141:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bbc79f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3647:x1875469127619840:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1788587271.514174:0:22758:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1788587271.514220:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bbc79f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3647:x1875469127619840:12345-0@lo:41:osp-pre-0-1.0 Request processed in 80us (268us total) trans 0 rc 0/0 00000100:00100000:2.0:1788587271.514227:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:2.0:1788587271.514244:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:2.0:1788587271.514249:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bbc79df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3647:x1875469127619712:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1788587271.514266:0:22758:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1788587271.514292:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bbc79df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3647:x1875469127619712:12345-0@lo:41:osp-pre-1-0.0 Request processed in 43us (268us total) trans 0 rc 0/0 00000100:00100000:2.0:1788587271.514298:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:2.0:1788587271.514342:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bbc79c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1875469127619712:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788587271.514354:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bbc79ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1875469127619840:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1788587271.894193:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788587272.916637:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788587273.940560:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1788587274.580630:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788587274.580637:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1788587274.580640:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788587274.580643:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1788587274.580669:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788587274.580673:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1788587274.580686:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788587274.580690:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1788587274.580729:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bbc79e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3646:1875469127620224:0@lo:400:kworker.0 00000100:00100000:2.0:1788587274.580791:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788587274.580821:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bbc79d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3646:1875469127620736:0@lo:400:kworker.0 00000100:00100000:2.0:1788587274.580848:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788587274.580873:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788587274.580879:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bbc79f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1875469127620352:0@lo:400:kworker.0 00000100:00100000:2.0:1788587274.580901:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788587274.580946:0:22754:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127620224 00000100:00100000:2.0:1788587274.581029:0:22754:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127620224 00000100:00100000:2.0:1788587274.581116:0:22754:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127620736 00000100:00100000:2.0:1788587274.581119:0:22754:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127620736 00000100:00100000:2.0:1788587274.581166:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1788587274.581176:0:22754:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a81093b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1875469127620224:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788587274.581270:0:22754:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a81093b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1875469127620224:12345-0@lo:400:kworker.0 Request processed in 95us (478us total) trans 0 rc 0/0 00000100:00100000:2.0:1788587274.581292:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1788587274.581321:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1788587274.581329:0:22754:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a81091180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3646:x1875469127620736:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788587274.581371:0:22754:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a81091180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3646:x1875469127620736:12345-0@lo:400:kworker.0 Request processed in 43us (521us total) trans 0 rc 0/0 00000100:00100000:2.0:1788587274.581390:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1788587274.581441:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127620352 00000100:00100000:2.0:1788587274.581456:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127620352 00000100:00100000:2.0:1788587274.581495:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:2.0:1788587274.581510:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a81090a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3646:x1875469127620352:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788587274.581597:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a81090a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3646:x1875469127620352:12345-0@lo:400:kworker.0 Request processed in 87us (693us total) trans 0 rc 0/0 00000100:00100000:2.0:1788587274.581603:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00080000:2.0:1788587274.581623:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1788587274.581653:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bbc79f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1875469127620352:0@lo:400:kworker.0 00010000:00080000:2.0:1788587274.581667:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8f5bbc79e300 x1875469127620224/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788587290 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788587274.581679:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bbc79e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3646:1875469127620224:0@lo:400:kworker.0 00010000:00080000:2.0:1788587274.581694:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8f5bbc79d880 x1875469127620736/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788587290 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788587274.581703:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bbc79d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3646:1875469127620736:0@lo:400:kworker.0 00000100:00100000:3.0:1788587274.581780:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bbc79ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:42f04641-d17f-4ff4-9b47-651ab04c1b17:3648:1875469127619968:0@lo:400:kworker.0 00000100:00100000:3.0:1788587274.581817:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788587274.581852:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bbc79ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3648:1875469127620480:0@lo:400:kworker.0 00000100:00100000:3.0:1788587274.581882:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788587274.581903:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1788587274.581909:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bbc79c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1875469127620096:0@lo:400:kworker.0 00000100:00100000:3.0:1788587274.581931:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788587274.581948:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bbc79dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3648:1875469127620608:0@lo:400:kworker.0 00000100:00100000:3.0:1788587274.581973:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788587274.581998:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127620096 00000100:00100000:3.0:1788587274.582009:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127620096 00000100:00100000:3.0:1788587274.582037:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:3.0:1788587274.582043:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a83de0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3648:x1875469127620096:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788587274.582145:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a83de0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3648:x1875469127620096:12345-0@lo:400:kworker.0 Request processed in 102us (213us total) trans 0 rc 0/0 00000100:00100000:3.0:1788587274.582164:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:3.0:1788587274.582194:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127620480 00000100:00100000:3.0:1788587274.582198:0:22753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127620480 00000100:00100000:3.0:1788587274.582229:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127620608 00000100:00100000:3.0:1788587274.582232:0:22753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127620608 00000100:00100000:3.0:1788587274.582271:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1788587274.582278:0:22753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a83de2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3648:x1875469127620480:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788587274.582339:0:22753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a83de2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3648:x1875469127620480:12345-0@lo:400:kworker.0 Request processed in 62us (456us total) trans 0 rc 0/0 00000100:00100000:3.0:1788587274.582362:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1788587274.582388:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1788587274.582395:0:22753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a83de2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3648:x1875469127620608:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788587274.582498:0:22753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a83de2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3648:x1875469127620608:12345-0@lo:400:kworker.0 Request processed in 103us (523us total) trans 0 rc 0/0 00000100:00100000:3.0:1788587274.582504:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1788587274.582550:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bbc79c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1875469127620096:0@lo:400:kworker.0 00010000:00080000:3.0:1788587274.582562:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8f5bbc79dc00 x1875469127620608/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788587290 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788587274.582582:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bbc79dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3648:1875469127620608:0@lo:400:kworker.0 00010000:00080000:3.0:1788587274.582592:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8f5bbc79ce00 x1875469127620480/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788587290 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788587274.582614:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bbc79ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3648:1875469127620480:0@lo:400:kworker.0 00000100:00100000:2.0:1788587274.583497:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127619968 00000100:00100000:2.0:1788587274.583504:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127619968 00000100:00100000:2.0:1788587274.583561:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88 00000100:00100000:2.0:1788587274.583579:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5b83517050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42f04641-d17f-4ff4-9b47-651ab04c1b17+21:3648:x1875469127619968:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788587274.583629:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5b83517050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42f04641-d17f-4ff4-9b47-651ab04c1b17+21:3648:x1875469127619968:12345-0@lo:400:kworker.0 Request processed in 52us (1810us total) trans 0 rc 0/0 00000100:00100000:2.0:1788587274.583636:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88 00000100:00080000:2.0:1788587274.583662:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788587274.587012:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bbc79ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:42f04641-d17f-4ff4-9b47-651ab04c1b17:3648:1875469127619968:0@lo:400:kworker.0 00010000:00010000:0.0:1788587274.971628:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1788587275.052788:0:24624:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg301-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00000020:00000004:2.0:1788587275.831792:0:24676:0:(tgt_mount.c:2350:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1788587275.832367:0:24676:0:(tgt_mount.c:2365:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:2.0:1788587275.991890:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1788587276.501350:0:22789:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:2.0:1788587276.635747:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a81090700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1875469127620864:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788587276.635824:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788587276.635876:0:23826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127620864 00000100:00100000:2.0:1788587276.635883:0:23826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127620864 00000100:00100000:2.0:1788587276.635927:0:23826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:2.0:1788587276.635935:0:23826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a81093100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3647:x1875469127620864:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1788587276.635965:0:23826:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1788587276.636007:0:23826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a81093100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3647:x1875469127620864:12345-0@lo:41:osp-pre-1-0.0 Request processed in 72us (183us total) trans 0 rc 0/0 00000100:00100000:2.0:1788587276.636013:0:23826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:2.0:1788587276.636057:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a81090700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1875469127620864:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788587276.636146:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1788587276.636155:0:3649:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a83de3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1875469127620992:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788587276.636182:0:3649:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788587276.636209:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127620992 00000100:00100000:3.0:1788587276.636213:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127620992 00000100:00100000:3.0:1788587276.636237:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1788587276.636243:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a83de3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3649:x1875469127620992:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788587276.636258:0:22758:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1788587276.636291:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a83de3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3649:x1875469127620992:12345-0@lo:41:osp-pre-0-1.0 Request processed in 48us (108us total) trans 0 rc 0/0 00000100:00100000:3.0:1788587276.636296:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1788587276.636326:0:3649:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a83de3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1875469127620992:0@lo:41:osp-pre-0-1.0 00000020:00000004:2.0:1788587276.647365:0:24726:0:(tgt_mount.c:2350:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1788587276.648021:0:24726:0:(tgt_mount.c:2365:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:3.0:1788587277.012705:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788587278.037149:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1788587278.685586:0:23511:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:3.0:1788587279.061496:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788587279.702074:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00080000:1.0:1788587279.702129:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788587279.702135:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788587279.702138:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788587279.702141:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1788587279.702204:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a83c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1875469127621248:0@lo:400:kworker.0 00000100:00100000:0.0:1788587279.702273:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788587279.702333:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788587279.702340:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a83c54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3646:1875469127621376:0@lo:400:kworker.0 00000100:00100000:0.0:1788587279.702366:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788587279.702400:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127621248 00000100:00100000:0.0:1788587279.702407:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127621248 00000100:00100000:0.0:1788587279.702483:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1788587279.702493:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bbc728e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3646:x1875469127621248:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788587279.702563:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bbc728e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3646:x1875469127621248:12345-0@lo:400:kworker.0 Request processed in 72us (289us total) trans 0 rc 0/0 00000100:00100000:0.0:1788587279.702570:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1788587279.702619:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127621376 00000100:00100000:0.0:1788587279.702623:0:22752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127621376 00000100:00100000:0.0:1788587279.702650:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1788587279.702657:0:22752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bbc72b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1875469127621376:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788587279.702690:0:22752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bbc72b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1875469127621376:12345-0@lo:400:kworker.0 Request processed in 34us (323us total) trans 0 rc 0/0 00000100:00100000:0.0:1788587279.702696:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00010000:00080000:0.0:1788587279.702737:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8f5a83c54380 x1875469127621376/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788587295 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788587279.702753:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a83c54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3646:1875469127621376:0@lo:400:kworker.0 00000100:00100000:0.0:1788587279.702765:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a83c55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1875469127621248:0@lo:400:kworker.0 00000100:00100000:3.0:1788587279.703882:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1788587279.703899:0:3649:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a83c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1875469127621504:0@lo:400:kworker.0 00000100:00100000:3.0:1788587279.703945:0:3649:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788587279.705844:0:23826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127621504 00000100:00100000:0.0:1788587279.705858:0:23826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127621504 00000100:00100000:0.0:1788587279.705931:0:23826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1788587279.705942:0:23826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a83de3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3649:x1875469127621504:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788587279.706032:0:23826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a83de3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3649:x1875469127621504:12345-0@lo:400:kworker.0 Request processed in 91us (2085us total) trans 0 rc 0/0 00000100:00100000:0.0:1788587279.706039:0:23826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1788587279.706091:0:3649:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a83c55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1875469127621504:0@lo:400:kworker.0 00000100:00100000:2.0:1788587279.706911:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a83c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:42f04641-d17f-4ff4-9b47-651ab04c1b17:3648:1875469127621120:0@lo:400:kworker.0 00000100:00100000:2.0:1788587279.706962:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788587279.707106:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127621120 00000100:00100000:0.0:1788587279.707111:0:22746:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127621120 00000100:00100000:0.0:1788587279.707149:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89 00000100:00100000:0.0:1788587279.707158:0:22746:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5b83516850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:42f04641-d17f-4ff4-9b47-651ab04c1b17+21:3648:x1875469127621120:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788587279.707207:0:22746:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5b83516850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:42f04641-d17f-4ff4-9b47-651ab04c1b17+21:3648:x1875469127621120:12345-0@lo:400:kworker.0 Request processed in 50us (244us total) trans 0 rc 0/0 00000100:00100000:0.0:1788587279.707230:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89 00000100:00100000:3.0:1788587279.707321:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a83c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:42f04641-d17f-4ff4-9b47-651ab04c1b17:3648:1875469127621120:0@lo:400:kworker.0 00000100:00080000:1.0:1788587279.708845:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788587279.708855:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788587279.708858:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788587279.708861:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1788587279.709182:0:3649:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bbc72a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3649:1875469127621632:0@lo:400:kworker.0 00000100:00100000:3.0:1788587279.709247:0:3649:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788587279.709338:0:22754:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127621632 00000100:00100000:2.0:1788587279.709345:0:22754:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127621632 00000100:00100000:2.0:1788587279.709402:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1788587279.709411:0:22754:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a83de1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3649:x1875469127621632:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788587279.709619:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bbc72aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3646:1875469127621760:0@lo:400:kworker.0 00000100:00100000:0.0:1788587279.709648:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788587279.709682:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127621760 00000100:00100000:0.0:1788587279.709685:0:22752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127621760 00000100:00100000:0.0:1788587279.709720:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1788587279.709727:0:22752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bbc729180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3646:x1875469127621760:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788587279.709761:0:22752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bbc729180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3646:x1875469127621760:12345-0@lo:400:kworker.0 Request processed in 34us (112us total) trans 0 rc 0/0 00000100:00100000:0.0:1788587279.709768:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00010000:00080000:0.0:1788587279.709805:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8f5bbc72aa00 x1875469127621760/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788587295 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788587279.709818:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bbc72aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3646:1875469127621760:0@lo:400:kworker.0 00000100:00100000:0.0:1788587279.709860:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bbc72aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3647:1875469127621888:0@lo:400:kworker.0 00000100:00100000:0.0:1788587279.709897:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788587279.709922:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127621888 00000100:00100000:0.0:1788587279.709926:0:22752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127621888 00000100:00100000:0.0:1788587279.709948:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1788587279.709954:0:22752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bbc729f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3647:x1875469127621888:12345-0@lo:400:kworker.0 00010000:00080000:1.0:1788587279.710119:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8f5bbc72aa00 x1875469127621888/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788587295 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788587279.710130:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bbc72aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3647:1875469127621888:0@lo:400:kworker.0 00000100:00100000:0.0:1788587279.710294:0:22752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bbc729f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3647:x1875469127621888:12345-0@lo:400:kworker.0 Request processed in 339us (395us total) trans 0 rc 0/0 00000100:00100000:0.0:1788587279.710302:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1788587279.711036:0:22754:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a83de1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3649:x1875469127621632:12345-0@lo:400:kworker.0 Request processed in 1624us (1786us total) trans 0 rc 0/0 00000100:00100000:2.0:1788587279.711044:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00080000:2.0:1788587279.711067:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1788587279.711071:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00080000:3.0:1788587279.712793:0:3649:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8f5bbc72a680 x1875469127621632/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788587295 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788587279.712823:0:3649:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bbc72a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3649:1875469127621632:0@lo:400:kworker.0 00010000:00010000:2.0:1788587280.093281:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788587281.109072:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788587281.371325:0:3645:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788587266/real 1788587266] req@ffff8f5bbc79ea00 x1875469127614208/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788587281 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788587281.371357:0:3645:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f5bbc79ea00 x1875469127614208/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788587281 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788587281.371368:0:3645:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788587266/real 1788587266] req@ffff8f5bbc79e680 x1875469127614080/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788587281 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788587281.371382:0:3645:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f5bbc79e680 x1875469127614080/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788587281 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1788587281.371403:0:3645:0:(import.c:65:import_set_state_nolock()) ffff8f5b83585000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1788587281.371449:0:3645:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1788587281.371454:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bbc79ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3645:1875469127614208:0@lo:8:kworker.0 00000100:00080000:3.0:1788587281.371460:0:3645:0:(import.c:65:import_set_state_nolock()) ffff8f5bbfb25800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1788587281.371464:0:3645:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1788587281.371467:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bbc79e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3645:1875469127614080:0@lo:8:kworker.0 00000100:00080000:2.0:1788587281.372020:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788587281.372025:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1788587281.372027:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788587281.372030:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1788587281.372049:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788587281.372052:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1788587281.372055:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f5bbfb25800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1788587281.372060:0:8:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 612 00000100:00080000:2.0:1788587281.372066:0:8:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1788587281.372073:0:8:0:(import.c:665:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff8f5bbfb25800 using connection 192.168.203.101@tcp/0@lo 00000100:00100000:2.0:1788587281.372093:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f5a81091880 x1875469127622528/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1788587281.372105:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788587281.372108:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1788587281.372109:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f5b83585000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1788587281.372112:0:8:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 612 00000100:00080000:2.0:1788587281.372115:0:8:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1788587281.372118:0:8:0:(import.c:665:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff8f5b83585000 using connection 192.168.203.101@tcp/0@lo 00000100:00100000:2.0:1788587281.372128:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f5a81090000 x1875469127622656/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788587281.372197:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a81090700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:42f04641-d17f-4ff4-9b47-651ab04c1b17:3648:1875469127622016:0@lo:400:kworker.0 00000100:00100000:1.0:1788587281.372264:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788587281.372305:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a81092d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3648:1875469127622784:0@lo:400:kworker.0 00000100:00100000:1.0:1788587281.372332:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788587281.372356:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1788587281.372362:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a81091f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1875469127622144:0@lo:400:kworker.0 00000100:00100000:1.0:1788587281.372385:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788587281.372403:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a81093480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3648:1875469127622912:0@lo:400:kworker.0 00000100:00100000:1.0:1788587281.372707:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788587281.372737:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a81091500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3646:1875469127622272:0@lo:400:kworker.0 00000100:00100000:1.0:1788587281.372759:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788587281.372790:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a81091c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3646:1875469127623040:0@lo:400:kworker.0 00000100:00100000:1.0:1788587281.372811:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788587281.372827:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788587281.372833:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a81090e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1875469127622400:0@lo:400:kworker.0 00000100:00100000:1.0:1788587281.372852:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788587281.372885:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127622784 00000100:00100000:1.0:1788587281.372893:0:22753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127622784 00000100:00100000:1.0:1788587281.372929:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127622912 00000100:00100000:1.0:1788587281.372932:0:22753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127622912 00000100:00100000:1.0:1788587281.372958:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127622272 00000100:00100000:1.0:1788587281.372961:0:22753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127622272 00000100:00100000:1.0:1788587281.372971:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127623040 00000100:00100000:1.0:1788587281.372973:0:22753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127623040 00000100:00100000:1.0:1788587281.372989:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1788587281.372997:0:22753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a83c57100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3648:x1875469127622784:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788587281.373045:0:22753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a83c57100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3648:x1875469127622784:12345-0@lo:400:kworker.0 Request processed in 49us (711us total) trans 0 rc 0/0 00000100:00100000:1.0:1788587281.373051:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1788587281.373070:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1788587281.373076:0:22753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a83c55880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3648:x1875469127622912:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788587281.373103:0:22753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a83c55880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3648:x1875469127622912:12345-0@lo:400:kworker.0 Request processed in 27us (395us total) trans 0 rc 0/0 00000100:00100000:1.0:1788587281.373108:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1788587281.373120:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1788587281.373126:0:22753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a83c54380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1875469127622272:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788587281.373155:0:22753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a83c54380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1875469127622272:12345-0@lo:400:kworker.0 Request processed in 30us (396us total) trans 0 rc 0/0 00000100:00100000:1.0:1788587281.373160:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1788587281.373179:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:1.0:1788587281.373184:0:22753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a83c56680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3646:x1875469127623040:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788587281.373212:0:22753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a83c56680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3646:x1875469127623040:12345-0@lo:400:kworker.0 Request processed in 28us (400us total) trans 0 rc 0/0 00000100:00100000:1.0:1788587281.373217:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:1.0:1788587281.373234:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127622144 00000100:00100000:1.0:1788587281.373238:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127622144 00000100:00100000:1.0:1788587281.373256:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127622400 00000100:00100000:1.0:1788587281.373259:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127622400 00000100:00100000:1.0:1788587281.373270:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1788587281.373275:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a83c55c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3648:x1875469127622144:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788587281.373305:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a83c55c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3648:x1875469127622144:12345-0@lo:400:kworker.0 Request processed in 30us (919us total) trans 0 rc 0/0 00000100:00100000:1.0:1788587281.373310:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1788587281.373321:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1788587281.373326:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a83c57480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3646:x1875469127622400:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788587281.373351:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a83c57480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3646:x1875469127622400:12345-0@lo:400:kworker.0 Request processed in 25us (498us total) trans 0 rc 0/0 00000100:00100000:1.0:1788587281.373356:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00080000:1.0:1788587281.373382:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788587281.373387:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788587281.373411:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a81090e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1875469127622400:0@lo:400:kworker.0 00000100:00100000:2.0:1788587281.374847:0:22745:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127622016 00000100:00100000:2.0:1788587281.374858:0:22745:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127622016 00000100:00100000:2.0:1788587281.374907:0:22745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90 00000100:00100000:2.0:1788587281.374916:0:22745:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5b83517450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42f04641-d17f-4ff4-9b47-651ab04c1b17+21:3648:x1875469127622016:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788587281.374991:0:22745:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5b83517450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42f04641-d17f-4ff4-9b47-651ab04c1b17+21:3648:x1875469127622016:12345-0@lo:400:kworker.0 Request processed in 75us (2726us total) trans 0 rc 0/0 00000100:00100000:2.0:1788587281.374997:0:22745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90 00000100:00100000:3.0:1788587281.375253:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a81091880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3645:1875469127622528:0@lo:8:kworker.0 00000100:00100000:3.0:1788587281.375297:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788587281.375337:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a81090000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3645:1875469127622656:0@lo:8:kworker.0 00000100:00100000:3.0:1788587281.375358:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788587281.375591:0:24257:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127622528 00000100:00100000:0.0:1788587281.375596:0:24257:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127622528 00000100:00100000:0.0:1788587281.375621:0:24257:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127622656 00000100:00100000:2.0:1788587281.375828:0:24259:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1788587281.375834:0:24259:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a83de1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3645:x1875469127622528:12345-0@lo:8:kworker.0 00010000:00080000:2.0:1788587281.375861:0:24259:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 627 last 0 00000020:00000080:2.0:1788587281.375888:0:24259:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xfbc93bbea5fdb4cc 00002000:00100000:2.0:1788587281.375902:0:24259:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0001-mdtlov_UUID/ffff8f5a84b21000 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113a03 ocd_grant: 0 ocd_index: 0 ocd_group 1 00002000:00080000:2.0:1788587281.375906:0:24259:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 1 00002000:00100000:2.0:1788587281.375909:0:24259:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:2.0:1788587281.376071:0:24259:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 1 00000100:00080000:2.0:1788587281.376094:0:24259:0:(import.c:65:import_set_state_nolock()) ffff8f5a84b20800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1788587281.376140:0:24259:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a83de1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:3645:x1875469127622528:12345-0@lo:8:kworker.0 Request processed in 305us (842us total) trans 0 rc 0/0 00000100:00100000:2.0:1788587281.376147:0:24259:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1788587281.376561:0:24257:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127622656 00000100:00100000:0.0:1788587281.376584:0:24257:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1788587281.376590:0:24257:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a83de3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3645:x1875469127622656:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1788587281.376603:0:24257:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00080000:3.0:1788587281.377000:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8f5a81091880 x1875469127622528/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/416 e 0 to 0 dl 1788587301 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788587281.377012:0:3645:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:3.0:1788587281.377026:0:3645:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0001: connect to target with instance 3 00000100:00080000:3.0:1788587281.377033:0:3645:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0001: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:3.0:1788587281.377038:0:3645:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:3.0:1788587281.377041:0:3645:0:(import.c:65:import_set_state_nolock()) ffff8f5bbfb25800 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000004:00080000:3.0:1788587281.377056:0:3645:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:3.0:1788587281.377062:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a81091880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3645:1875469127622528:0@lo:8:kworker.0 00000004:00080000:3.0:1788587281.377119:0:23494:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0001: going to cleanup orphans since [0x280000400:0x1:0x0] 00000100:00100000:3.0:1788587281.377141:0:23494:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a83de1880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23494:1875469127623296:0@lo:7:osp-pre-0-1.0 00000100:00100000:3.0:1788587281.377178:0:23494:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788587281.377197:0:23494:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5bb4c7f540 going to sleep for 11 seconds 00000004:00080000:3.0:1788587281.377212:0:23493:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:3.0:1788587281.377286:0:23493:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 627307869881ns, next at 0ns, rc = 0 00080000:00080000:3.0:1788587281.377293:0:23493:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0001: async commit OSD 00010000:00080000:1.0:1788587281.377704:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8f5a81091500 x1875469127622272/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788587297 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788587281.377715:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a81091500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3646:1875469127622272:0@lo:400:kworker.0 00010000:00080000:1.0:1788587281.377726:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8f5a81091c00 x1875469127623040/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788587297 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788587281.377742:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a81091c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3646:1875469127623040:0@lo:400:kworker.0 00000100:00100000:1.0:1788587281.377766:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788587281.377772:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a83de2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1875469127623168:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788587281.377801:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788587281.377841:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a81091f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1875469127622144:0@lo:400:kworker.0 00010000:00080000:1.0:1788587281.377855:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8f5a81093480 x1875469127622912/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788587297 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788587281.377863:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a81093480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3648:1875469127622912:0@lo:400:kworker.0 00000100:00100000:1.0:1788587281.377874:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a81090700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:42f04641-d17f-4ff4-9b47-651ab04c1b17:3648:1875469127622016:0@lo:400:kworker.0 00010000:00080000:1.0:1788587281.377886:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8f5a81092d80 x1875469127622784/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788587297 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788587281.377894:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a81092d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3648:1875469127622784:0@lo:400:kworker.0 00000100:00100000:1.0:1788587281.379617:0:24259:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 3 min 3 max 116 00000100:00100000:1.0:1788587281.379636:0:24259:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_003' 00000100:00100000:1.0:1788587281.379781:0:24259:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127623296 00000100:00100000:1.0:1788587281.379789:0:24259:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127623296 00000100:00080000:1.0:1788587281.379837:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788587281.379905:0:24992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1788587281.379917:0:24992:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a83de0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:23494:x1875469127623296:12345-0@lo:7:osp-pre-0-1.0 00000100:00100000:2.0:1788587281.381743:0:24261:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127623168 00000100:00100000:2.0:1788587281.381757:0:24261:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127623168 00000100:00100000:2.0:1788587281.381812:0:24261:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1788587281.381821:0:24261:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bb05ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+7:3646:x1875469127623168:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1788587281.381848:0:24261:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1788587281.381934:0:24261:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bb05ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+7:3646:x1875469127623168:12345-0@lo:13:osp-pre-0-1.0 Request processed in 114us (4132us total) trans 0 rc 0/0 00000100:00100000:2.0:1788587281.381941:0:24261:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00080000:2.0:1788587281.381987:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8f5a83de2d80 x1875469127623168/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1788587297 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788587281.382019:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a83de2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1875469127623168:0@lo:13:osp-pre-0-1.0 00000004:00080000:3.0:1788587281.388490:0:23485:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1 committed 00002000:00080000:1.0:1788587281.412257:0:24992:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0000: adding sequence 0x280000400 00002000:00080000:1.0:1788587281.412268:0:24992:0:(ofd_dev.c:1208:ofd_get_info_hdl()) lustre-OST0000: LAST FID is [0x280000400:0x41:0x0] 00000100:00100000:1.0:1788587281.412360:0:24992:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a83de0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:23494:x1875469127623296:12345-0@lo:7:osp-pre-0-1.0 Request processed in 32442us (35178us total) trans 0 rc 0/0 00000100:00100000:1.0:1788587281.412370:0:24992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:2.0:1788587281.412895:0:23494:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8f5a83de1880 x1875469127623296/t0(0) o7->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 264/240 e 0 to 0 dl 1788587297 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788587281.412911:0:23494:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a83de1880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23494:1875469127623296:0@lo:7:osp-pre-0-1.0 00000004:00080000:2.0:1788587281.412923:0:23494:0:(osp_precreate.c:810:osp_get_lastfid_from_ost()) lustre-OST0000-osc-MDT0001: Got last_fid [0x280000400:0x41:0x0] 00000100:00100000:2.0:1788587281.412960:0:23494:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a81093800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23494:1875469127623424:0@lo:5:osp-pre-0-1.0 00000100:00100000:2.0:1788587281.413119:0:23494:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788587281.413149:0:23494:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5baab726c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788587281.413611:0:24259:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127623424 00000100:00100000:1.0:1788587281.413619:0:24259:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127623424 00000100:00100000:1.0:1788587281.413675:0:24259:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1788587281.413686:0:24259:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a81092300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:23494:x1875469127623424:12345-0@lo:5:osp-pre-0-1.0 00002000:00080000:1.0:1788587281.413712:0:24259:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = 0 00000100:00100000:1.0:1788587281.413748:0:24259:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a81092300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:23494:x1875469127623424:12345-0@lo:5:osp-pre-0-1.0 Request processed in 65us (630us total) trans 0 rc 0/0 00000100:00100000:1.0:1788587281.413755:0:24259:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00080000:2.0:1788587281.414285:0:23494:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8f5a81093800 x1875469127623424/t0(0) o5->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 432/432 e 0 to 0 dl 1788587297 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788587281.414300:0:23494:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a81093800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23494:1875469127623424:0@lo:5:osp-pre-0-1.0 00000004:00080000:2.0:1788587281.414311:0:23494:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0001: Got last_id [0x280000400:0x41:0x0] from OST, last_created [0x280000400:0x41:0x0]last_used is [0x280000400:0x41:0x0] 00000100:00100000:2.0:1788587281.414347:0:23494:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a81093800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23494:1875469127623552:0@lo:5:osp-pre-0-1.0 00000100:00100000:2.0:1788587281.414377:0:23494:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788587281.414401:0:23494:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5baab726c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788587281.414550:0:24992:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127623552 00000100:00100000:1.0:1788587281.414556:0:24992:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127623552 00000100:00100000:1.0:1788587281.414594:0:24992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1788587281.414601:0:24992:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a81092680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:23494:x1875469127623552:12345-0@lo:5:osp-pre-0-1.0 00002000:00080000:1.0:1788587281.415241:0:24992:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x280000400 at 66 00000100:00100000:0.0:1788587281.422100:0:24257:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a83de3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3645:x1875469127622656:12345-0@lo:8:kworker.0 Request processed in 45504us (46736us total) trans 0 rc -19/-19 00000100:00100000:0.0:1788587281.422110:0:24257:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00080000:3.0:1788587281.422671:0:3645:0:(import.c:65:import_set_state_nolock()) ffff8f5b83585000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1788587281.422678:0:3645:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1788587281.422682:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a81090000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3645:1875469127622656:0@lo:8:kworker.0 00000001:00080000:0.0:1788587281.442158:0:24254:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901889 is committed 00000001:00100000:0.0:1788587281.442172:0:24254:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000100:00100000:1.0:1788587281.442791:0:24992:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a81092680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:23494:x1875469127623552:12345-0@lo:5:osp-pre-0-1.0 Request processed in 28184us (28407us total) trans 12884901889 rc 0/0 00000100:00100000:1.0:1788587281.442804:0:24992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00080000:2.0:1788587281.443612:0:23494:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8f5a81093800 x1875469127623552/t0(0) o5->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 432/432 e 0 to 0 dl 1788587297 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788587281.443624:0:23494:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 12884901889 gen 2 00000100:00100000:2.0:1788587281.443631:0:23494:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a81093800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23494:1875469127623552:0@lo:5:osp-pre-0-1.0 00000004:00080000:2.0:1788587281.443646:0:23494:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0000-osc-MDT0001: current precreated pool: [0x280000400:0x41:0x0]-[0x280000400:0x61:0x0] 00000100:00100000:2.0:1788587281.443691:0:23494:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a81093800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:23494:1875469127623680:0@lo:900:osp-pre-0-1.0 00000100:00100000:2.0:1788587281.443728:0:23494:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788587281.443749:0:23494:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5baab726c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788587281.444275:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127623680 00000100:00100000:1.0:1788587281.444283:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127623680 00000100:00100000:1.0:1788587281.444333:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1788587281.444342:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a81092a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:23494:x1875469127623680:12345-0@lo:900:osp-pre-0-1.0 00000100:00100000:1.0:1788587281.444399:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a81092a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:23494:x1875469127623680:12345-0@lo:900:osp-pre-0-1.0 Request processed in 58us (671us total) trans 0 rc 0/0 00000100:00100000:1.0:1788587281.444407:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:1.0:1788587281.444460:0:23494:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8f5a81093800 x1875469127623680/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1788587297 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788587281.444471:0:23494:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a81093800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:23494:1875469127623680:0@lo:900:osp-pre-0-1.0 00000100:00100000:2.0:1788587281.750307:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788587281.750350:0:3649:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a83de1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1875469127623808:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788587281.750438:0:3649:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788587281.750773:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127623808 00000100:00100000:1.0:1788587281.750787:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127623808 00000100:00100000:1.0:1788587281.750833:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1788587281.750842:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a81090380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3649:x1875469127623808:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1788587281.750875:0:22758:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1788587281.750923:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a81090380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3649:x1875469127623808:12345-0@lo:41:osp-pre-0-1.0 Request processed in 83us (485us total) trans 0 rc 0/0 00000100:00100000:1.0:1788587281.750931:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1788587281.750989:0:3649:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a83de1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1875469127623808:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788587281.752225:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788587281.752241:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a83de2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1875469127623936:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788587281.752288:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788587281.752339:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127623936 00000100:00100000:3.0:1788587281.752407:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127623936 00000100:00100000:3.0:1788587281.752470:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:3.0:1788587281.752478:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bbc72a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3648:x1875469127623936:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788587281.752504:0:22759:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1788587281.752564:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bbc72a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3648:x1875469127623936:12345-0@lo:41:osp-pre-1-0.0 Request processed in 86us (275us total) trans 0 rc 0/0 00000100:00100000:3.0:1788587281.752570:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:3.0:1788587281.752607:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a83de2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1875469127623936:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1788587282.136402:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:2.0:1788587282.510408:0:25072:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:2.0:1788587282.510413:0:25072:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/ost2_flakey 00000020:01000004:2.0:1788587282.511342:0:25072:0:(obd_mount.c:929:lmd_print()) options: errors=remount-ro 00000080:01200004:2.0:1788587282.511718:0:25072:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff8f5bbfb16800 00000020:01000004:2.0:1788587282.511735:0:25072:0:(tgt_mount.c:2506:osd_start()) Attempting to start lustre-OST0001, type=osd-ldiskfs, lsifl=200002, mountfl=0 00000020:01000004:2.0:1788587282.511750:0:25072:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-OST0001-osd (typ=osd-ldiskfs) 00000020:00000080:2.0:1788587282.511765:0:25072:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osd (ffff8f5a833419c0) 00000020:00000080:2.0:1788587282.511781:0:25072:0:(obd_config.c:720:class_attach_name()) OBD: dev 25 attached type osd-ldiskfs with refcount 2 00100000:10000000:1.0:1788587282.584406:0:25072:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:1.0:1788587282.588070:0:25072:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:1.0:1788587282.588668:0:25072:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x5:0x0] (8/32) registered 00100000:10000000:1.0:1788587282.589565:0:25072:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:1.0:1788587282.590971:0:25072:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:1.0:1788587282.591247:0:25072:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x6:0x0] (8/32) registered 00100000:10000000:1.0:1788587282.592125:0:25072:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x4:0x0] (8/32) registered 00080000:01000000:1.0:1788587282.593953:0:25072:0:(osd_lproc.c:911:osd_procfs_init()) lustre-OST0001: register osd-ldiskfs tunable parameters 00000020:00000080:1.0:1788587282.594167:0:25072:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osd (uuid lustre-OST0001-osd_UUID) 00080000:01000000:1.0:1788587282.594181:0:25072:0:(osd_handler.c:8924:osd_obd_connect()) connect #0 00000020:00000080:1.0:1788587282.594192:0:25072:0:(genops.c:1385:class_connect()) connect: client lustre-OST0001-osd_UUID, cookie 0xfbc93bbea5fdb4da 00000020:01000004:1.0:1788587282.594199:0:25072:0:(tgt_mount.c:2591:server_fill_super()) Found service lustre-OST0001 on device /dev/mapper/ost2_flakey 00000020:01000004:1.0:1788587282.594219:0:25072:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.203.101@tcp:Set MGC reconnect 1 10000000:01000000:1.0:1788587282.594223:0:25072:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.203.101@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:1.0:1788587282.594228:0:25072:0:(tgt_mount.c:1812:server_start_targets()) starting target lustre-OST0001 00000020:01000004:1.0:1788587282.594258:0:25072:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/ost2_flakey 10000000:01000000:1.0:1788587282.594262:0:25072:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.203.101@tcp: cl_mgc_mutex lustre-OST0001-osd for locked: rc = 0 00000040:01000000:2.0:1788587282.615053:0:25072:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.203.101@tcp ctxt 0 is initialized 00000020:01000004:2.0:1788587282.615093:0:25072:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-OST0001, fs=lustre, 192.168.203.101@tcp, index=0001, flags=0x20002 00000020:01000004:2.0:1788587282.615098:0:25072:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:2.0:1788587282.615099:0:25072:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:2.0:1788587282.615101:0:25072:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1788587282.615102:0:25072:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1788587282.615104:0:25072:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1788587282.615105:0:25072:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1788587282.615108:0:25072:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1788587282.615110:0:25072:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1788587282.615111:0:25072:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:2.0:1788587282.615114:0:25072:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0001 0x10020002 00000020:01000004:2.0:1788587282.615116:0:25072:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1788587282.615118:0:25072:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:2.0:1788587282.615119:0:25072:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1788587282.615120:0:25072:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1788587282.615121:0:25072:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1788587282.615122:0:25072:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1788587282.615123:0:25072:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1788587282.615124:0:25072:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1788587282.615125:0:25072:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:2.0:1788587282.615160:0:25072:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0001 00000100:00100000:2.0:1788587282.615180:0:25072:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a81093800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42f04641-d17f-4ff4-9b47-651ab04c1b17:25072:1875469127624064:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1788587282.615246:0:25072:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788587282.615300:0:25072:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5bbc851cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1788587282.615365:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127624064 00000100:00100000:0.0:1788587282.615373:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127624064 00000100:00100000:0.0:1788587282.615449:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91 00000100:00100000:0.0:1788587282.615459:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5b83515050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42f04641-d17f-4ff4-9b47-651ab04c1b17+21:25072:x1875469127624064:12345-0@lo:253:mount.lustre.0 20000000:01000000:0.0:1788587282.615500:0:22747:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 1 is registered to MGS. 20000000:01000000:0.0:1788587282.615503:0:22747:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-OST0001 is running on 0@lo 20000000:01000000:0.0:1788587282.615507:0:22747:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0001, index=1, rc=0 00000100:00100000:0.0:1788587282.616296:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5b83515050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42f04641-d17f-4ff4-9b47-651ab04c1b17+21:25072:x1875469127624064:12345-0@lo:253:mount.lustre.0 Request processed in 836us (1047us total) trans 0 rc 0/0 00000100:00100000:0.0:1788587282.616307:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91 00000100:00100000:1.0:1788587282.616593:0:25072:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a81093800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42f04641-d17f-4ff4-9b47-651ab04c1b17:25072:1875469127624064:0@lo:253:mount.lustre.0 10000000:01000000:1.0:1788587282.616608:0:25072:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0001 got index = 1 00000020:01000004:1.0:1788587282.616621:0:25072:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:1.0:1788587282.616622:0:25072:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:1.0:1788587282.616624:0:25072:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1788587282.616625:0:25072:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1788587282.616626:0:25072:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1788587282.616627:0:25072:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1788587282.616628:0:25072:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1788587282.616630:0:25072:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1788587282.616631:0:25072:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:1.0:1788587282.616652:0:25072:0:(tgt_mount.c:101:server_register_mount()) register mount ffff8f5bbfb16800 from lustre-OST0001 10000000:01000000:1.0:1788587282.616692:0:25072:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-OST0001 from 0 10000000:01000000:1.0:1788587282.616696:0:25072:0:(mgc_request.c:329:config_log_add()) add config log lustre-OST0001-0000000000000000 10000000:01000000:1.0:1788587282.616704:0:25072:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff8f5bb4c9b380 local copy 00010000:00010000:1.0:1788587282.616714:0:25072:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.101@tcp lock: ffff8f5bc2051600/0xfbc93bbea5fdb1f4 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xfbc93bbea5fdb1fb expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788587282.616819:0:25072:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bb05adc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42f04641-d17f-4ff4-9b47-651ab04c1b17:25072:1875469127624192:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788587282.616856:0:25072:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788587282.616890:0:25072:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5bbcb10540 going to sleep for 11 seconds 00000100:00100000:2.0:1788587282.616924:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127624192 00000100:00100000:2.0:1788587282.616931:0:22746:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127624192 00000100:00100000:2.0:1788587282.616971:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 92 00000100:00100000:2.0:1788587282.616980:0:22746:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5b83514850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:42f04641-d17f-4ff4-9b47-651ab04c1b17+21:25072:x1875469127624192:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788587282.617048:0:22746:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5b83514850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:42f04641-d17f-4ff4-9b47-651ab04c1b17+21:25072:x1875469127624192:12345-0@lo:501:mount.lustre.0 Request processed in 70us (192us total) trans 0 rc -2/-2 00000100:00100000:2.0:1788587282.617055:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 92 00000100:00100000:1.0:1788587282.617701:0:25072:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bb05adc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42f04641-d17f-4ff4-9b47-651ab04c1b17:25072:1875469127624192:0@lo:501:mount.lustre.0 10000000:01000000:1.0:1788587282.617718:0:25072:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.203.101@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:1.0:1788587282.617740:0:25072:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.203.101@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:1.0:1788587282.617747:0:25072:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.101@tcp lock: ffff8f5bc2051600/0xfbc93bbea5fdb1f4 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xfbc93bbea5fdb1fb expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587282.617757:0:25072:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.101@tcp lock: ffff8f5bc2051600/0xfbc93bbea5fdb1f4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xfbc93bbea5fdb1fb expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788587282.617785:0:25072:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff8f5bbfb16800 10000000:01000000:1.0:1788587282.617791:0:25072:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:1.0:1788587282.617796:0:25072:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-OST0001-0000000000000000 10000000:01000000:1.0:1788587282.617807:0:25072:0:(mgc_request.c:68:mgc_name2resid()) log lustre-OST0001 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1788587282.617811:0:25072:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-OST0001-0000000000000000 from 1 10000000:01000000:1.0:1788587282.617814:0:25072:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0001 (res 0x65727473756c) 00010000:00010000:1.0:1788587282.617839:0:25072:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.101@tcp lock: ffff8f5a8224da00/0xfbc93bbea5fdb4e1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 25072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587282.617847:0:25072:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.101@tcp lock: ffff8f5a8224da00/0xfbc93bbea5fdb4e1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 25072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587282.617856:0:25072:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.101@tcp lock: ffff8f5a8224da00/0xfbc93bbea5fdb4e1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 25072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788587282.617871:0:25072:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bb05adc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42f04641-d17f-4ff4-9b47-651ab04c1b17:25072:1875469127624320:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1788587282.617905:0:25072:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788587282.617937:0:25072:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5bbcb10540 going to sleep for 11 seconds 00000100:00100000:2.0:1788587282.617962:0:22745:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127624320 00000100:00100000:2.0:1788587282.617968:0:22745:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127624320 00000100:00100000:2.0:1788587282.618009:0:22745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 93 00000100:00100000:2.0:1788587282.618016:0:22745:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5b83517c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42f04641-d17f-4ff4-9b47-651ab04c1b17+21:25072:x1875469127624320:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788587282.618025:0:22745:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788587282.618038:0:22745:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f5b829f4800/0xfbc93bbea5fdb4e8 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: local remote: 0xfbc93bbea5fdb4e1 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587282.618061:0:22745:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f5b829f4800/0xfbc93bbea5fdb4e8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xfbc93bbea5fdb4e1 expref: 22 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587282.618076:0:22745:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f5b829f4800/0xfbc93bbea5fdb4e8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xfbc93bbea5fdb4e1 expref: 22 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587282.618086:0:22745:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f5b829f4800, rc 0) 00000100:00100000:2.0:1788587282.618126:0:22745:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5b83517c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42f04641-d17f-4ff4-9b47-651ab04c1b17+22:25072:x1875469127624320:12345-0@lo:101:mount.lustre.0 Request processed in 111us (220us total) trans 0 rc 0/0 00000100:00100000:2.0:1788587282.618133:0:22745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 93 00000100:00100000:1.0:1788587282.619114:0:25072:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bb05adc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42f04641-d17f-4ff4-9b47-651ab04c1b17:25072:1875469127624320:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788587282.619132:0:25072:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.101@tcp lock: ffff8f5a8224da00/0xfbc93bbea5fdb4e1 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0xfbc93bbea5fdb4e8 expref: -99 pid: 25072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587282.619143:0:25072:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.101@tcp lock: ffff8f5a8224da00/0xfbc93bbea5fdb4e1 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0xfbc93bbea5fdb4e8 expref: -99 pid: 25072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1788587282.623014:0:25072:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 11 count 11 00000040:00080000:1.0:1788587282.623801:0:25072:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1788587282.629390:0:25072:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].1, 224 off8416 00000040:00080000:1.0:1788587282.631036:0:25072:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].2, 128 off8544 00000040:00080000:1.0:1788587282.631077:0:25072:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].3, 112 off8656 00000040:00080000:1.0:1788587282.631096:0:25072:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].4, 224 off8880 00000040:00080000:1.0:1788587282.631110:0:25072:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].5, 224 off9104 00000040:00080000:1.0:1788587282.631126:0:25072:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].6, 80 off9184 00000040:00080000:1.0:1788587282.631157:0:25072:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].7, 224 off9408 00000040:00080000:1.0:1788587282.631171:0:25072:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].8, 224 off9632 00000040:00080000:1.0:1788587282.631188:0:25072:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].9, 120 off9752 00000040:00080000:1.0:1788587282.631216:0:25072:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].10, 224 off9976 00000040:00080000:1.0:1788587282.631223:0:25072:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 10 count 11 00000100:00100000:1.0:1788587282.631326:0:25072:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bb05adc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42f04641-d17f-4ff4-9b47-651ab04c1b17:25072:1875469127624448:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788587282.631397:0:25072:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788587282.631525:0:25072:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5bbcb109c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788587282.635737:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127624448 00000100:00100000:0.0:1788587282.635753:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127624448 00000100:00100000:0.0:1788587282.635861:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 94 00000100:00100000:0.0:1788587282.635873:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5b83515850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42f04641-d17f-4ff4-9b47-651ab04c1b17+22:25072:x1875469127624448:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788587282.636067:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5b83515850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42f04641-d17f-4ff4-9b47-651ab04c1b17+22:25072:x1875469127624448:12345-0@lo:501:mount.lustre.0 Request processed in 196us (4670us total) trans 0 rc 0/0 00000100:00100000:0.0:1788587282.636087:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 94 00000100:00100000:1.0:1788587282.636209:0:25072:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bb05adc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42f04641-d17f-4ff4-9b47-651ab04c1b17:25072:1875469127624448:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788587282.636259:0:25072:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bb05adc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42f04641-d17f-4ff4-9b47-651ab04c1b17:25072:1875469127624576:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1788587282.636322:0:25072:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788587282.639204:0:25072:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5bbcb109c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788587282.639302:0:22745:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127624576 00000100:00100000:2.0:1788587282.639311:0:22745:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127624576 00000100:00100000:2.0:1788587282.639360:0:22745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 95 00000100:00100000:2.0:1788587282.639383:0:22745:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5b83a90c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42f04641-d17f-4ff4-9b47-651ab04c1b17+22:25072:x1875469127624576:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788587282.640434:0:22745:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5b83a90c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42f04641-d17f-4ff4-9b47-651ab04c1b17+22:25072:x1875469127624576:12345-0@lo:503:mount.lustre.0 Request processed in 1031us (4089us total) trans 0 rc 0/0 00000100:00100000:2.0:1788587282.640445:0:22745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 95 00000100:00100000:1.0:1788587282.640792:0:25072:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bb05adc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42f04641-d17f-4ff4-9b47-651ab04c1b17:25072:1875469127624576:0@lo:503:mount.lustre.0 00000040:00080000:1.0:1788587282.641340:0:25072:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1788587282.641440:0:25072:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bb05adc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42f04641-d17f-4ff4-9b47-651ab04c1b17:25072:1875469127624704:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788587282.641592:0:25072:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788587282.641740:0:25072:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5bbcb10540 going to sleep for 11 seconds 00000100:00100000:2.0:1788587282.641782:0:22745:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127624704 00000100:00100000:2.0:1788587282.641788:0:22745:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127624704 00000100:00100000:2.0:1788587282.642306:0:22745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 96 00000100:00100000:2.0:1788587282.642317:0:22745:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5b83a92c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42f04641-d17f-4ff4-9b47-651ab04c1b17+22:25072:x1875469127624704:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788587282.642936:0:22745:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5b83a92c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42f04641-d17f-4ff4-9b47-651ab04c1b17+22:25072:x1875469127624704:12345-0@lo:502:mount.lustre.0 Request processed in 620us (1342us total) trans 0 rc 0/0 00000100:00100000:2.0:1788587282.642944:0:22745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 96 00000100:00100000:1.0:1788587282.643027:0:25072:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bb05adc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42f04641-d17f-4ff4-9b47-651ab04c1b17:25072:1875469127624704:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1788587282.643227:0:25072:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].1, 224 off8416 00000040:00080000:1.0:1788587282.643257:0:25072:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].2, 128 off8544 00000040:00080000:1.0:1788587282.643273:0:25072:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].3, 112 off8656 00000040:00080000:1.0:1788587282.643288:0:25072:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].4, 224 off8880 00000040:00080000:1.0:1788587282.643302:0:25072:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].5, 224 off9104 00000040:00080000:1.0:1788587282.643318:0:25072:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].6, 80 off9184 00000040:00080000:1.0:1788587282.643332:0:25072:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].7, 224 off9408 00000040:00080000:1.0:1788587282.643347:0:25072:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].8, 224 off9632 00000040:00080000:1.0:1788587282.643361:0:25072:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].9, 120 off9752 00000100:00100000:1.0:1788587282.643399:0:25072:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bb05adc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42f04641-d17f-4ff4-9b47-651ab04c1b17:25072:1875469127624832:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788587282.643502:0:25072:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788587282.644068:0:25072:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5bbcb10540 going to sleep for 11 seconds 00000100:00100000:3.0:1788587282.644121:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127624832 00000100:00100000:3.0:1788587282.644128:0:22746:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127624832 00000100:00100000:3.0:1788587282.644176:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 97 00000100:00100000:3.0:1788587282.644185:0:22746:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5b83a91450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:42f04641-d17f-4ff4-9b47-651ab04c1b17+22:25072:x1875469127624832:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788587282.644292:0:22746:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5b83a91450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:42f04641-d17f-4ff4-9b47-651ab04c1b17+22:25072:x1875469127624832:12345-0@lo:502:mount.lustre.0 Request processed in 108us (788us total) trans 0 rc 0/0 00000100:00100000:3.0:1788587282.644299:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 97 00000100:00100000:1.0:1788587282.644333:0:25072:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bb05adc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42f04641-d17f-4ff4-9b47-651ab04c1b17:25072:1875469127624832:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1788587282.644383:0:25072:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].10, 224 off9976 00000040:00080000:1.0:1788587282.644393:0:25072:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 10 count 11 00000020:01000000:1.0:1788587282.645437:0:25076:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:1.0:1788587282.645446:0:25076:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/ost2_flakey 00000020:00000080:1.0:1788587282.645452:0:25076:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788587282.645454:0:25076:0:(obd_config.c:1563:class_process_config()) marker 29 (0x1) lustre-OST0001 add ost 00000020:00000080:1.0:1788587282.645719:0:25076:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1788587282.645735:0:25076:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001 (ffff8f5bb05e3380) 00000020:00000080:1.0:1788587282.645758:0:25076:0:(obd_config.c:720:class_attach_name()) OBD: dev 26 attached type obdfilter with refcount 2 00000020:00000080:1.0:1788587282.645766:0:25076:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:1.0:1788587282.645846:0:25076:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8f5bbfb16800 from lustre-OST0001, refs=2 00080000:01000000:1.0:1788587282.646015:0:25076:0:(osd_handler.c:8924:osd_obd_connect()) connect #1 00000020:00000080:1.0:1788587282.646024:0:25076:0:(genops.c:1385:class_connect()) connect: client lustre-OST0001-osd_UUID, cookie 0xfbc93bbea5fdb4f6 00010000:00010000:1.0:1788587282.650364:0:25076:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0001_UUID-4 is initialized 00000001:00000004:1.0:1788587282.650963:0:25076:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 3, last_transno is 8589934600 00080000:10000000:1.0:1788587282.652939:0:25076:0:(osd_handler.c:5580:osd_index_try()) lustre-OST0001: index object [0x200000003:0xb:0x0] (8/32) registered 00000020:00000080:2.0:1788587282.654665:0:25076:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001 (uuid lustre-OST0001_UUID) 00000020:01000000:2.0:1788587282.654676:0:25076:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788587282.654683:0:25076:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788587282.654685:0:25076:0:(obd_config.c:1563:class_process_config()) marker 29 (0x2) lustre-OST0001 add ost 00000020:01000000:2.0:1788587282.654689:0:25076:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788587282.654693:0:25076:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788587282.654694:0:25076:0:(obd_config.c:1563:class_process_config()) marker 37 (0x1) lustre sys.timeout 00000020:00000080:2.0:1788587282.654697:0:25076:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:2.0:1788587282.654699:0:25076:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:2.0:1788587282.654701:0:25076:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788587282.654704:0:25076:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788587282.654705:0:25076:0:(obd_config.c:1563:class_process_config()) marker 37 (0x2) lustre sys.timeout 00000020:01000000:2.0:1788587282.654707:0:25076:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788587282.654709:0:25076:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788587282.654711:0:25076:0:(obd_config.c:1563:class_process_config()) marker 42 (0x1) lustre sys.jobid_var 00000020:00000080:2.0:1788587282.654714:0:25076:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000020:01000000:2.0:1788587282.654737:0:25076:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788587282.654740:0:25076:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788587282.654741:0:25076:0:(obd_config.c:1563:class_process_config()) marker 42 (0x2) lustre sys.jobid_var 00000040:00080000:2.0:1788587282.654749:0:25076:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 11 count 11 00000020:01000000:1.0:1788587282.655235:0:25072:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0001 gen 1-10 (rc=0) 10000000:01000000:1.0:1788587282.655264:0:25072:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.101@tcp: configuration from log 'lustre-OST0001' succeeded (0). 00010000:00010000:1.0:1788587282.655278:0:25072:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.101@tcp lock: ffff8f5a8224da00/0xfbc93bbea5fdb4e1 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0xfbc93bbea5fdb4e8 expref: -99 pid: 25072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587282.655290:0:25072:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.101@tcp lock: ffff8f5a8224da00/0xfbc93bbea5fdb4e1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0xfbc93bbea5fdb4e8 expref: -99 pid: 25072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788587282.655299:0:25072:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8f5bbfb16800 from 1 10000000:01000000:1.0:1788587282.655302:0:25072:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1788587282.655343:0:25072:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.101@tcp lock: ffff8f5a8224c800/0xfbc93bbea5fdb4fd lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 25072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587282.655353:0:25072:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.101@tcp lock: ffff8f5a8224c800/0xfbc93bbea5fdb4fd lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 25072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587282.655363:0:25072:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.101@tcp lock: ffff8f5a8224c800/0xfbc93bbea5fdb4fd lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 25072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788587282.655387:0:25072:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bb05adc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42f04641-d17f-4ff4-9b47-651ab04c1b17:25072:1875469127624960:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1788587282.655742:0:25072:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788587282.655779:0:25072:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5bbbe1ac00 going to sleep for 11 seconds 00000100:00100000:2.0:1788587282.655848:0:22745:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127624960 00000100:00100000:2.0:1788587282.655971:0:22745:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127624960 00000100:00100000:2.0:1788587282.656018:0:22745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 98 00000100:00100000:2.0:1788587282.656028:0:22745:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5b83a90050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42f04641-d17f-4ff4-9b47-651ab04c1b17+22:25072:x1875469127624960:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788587282.656040:0:22745:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788587282.656054:0:22745:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f5b829f4a00/0xfbc93bbea5fdb504 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0xfbc93bbea5fdb4fd expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587282.656090:0:22745:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f5b829f4a00/0xfbc93bbea5fdb504 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xfbc93bbea5fdb4fd expref: 23 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587282.656102:0:22745:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f5b829f4a00/0xfbc93bbea5fdb504 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xfbc93bbea5fdb4fd expref: 23 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587282.656111:0:22745:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f5b829f4a00, rc 0) 00000100:00100000:2.0:1788587282.656221:0:22745:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5b83a90050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42f04641-d17f-4ff4-9b47-651ab04c1b17+23:25072:x1875469127624960:12345-0@lo:101:mount.lustre.0 Request processed in 194us (479us total) trans 0 rc 0/0 00000100:00100000:2.0:1788587282.656227:0:22745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 98 00000100:00100000:1.0:1788587282.657544:0:25072:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bb05adc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42f04641-d17f-4ff4-9b47-651ab04c1b17:25072:1875469127624960:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788587282.657569:0:25072:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.101@tcp lock: ffff8f5a8224c800/0xfbc93bbea5fdb4fd lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xfbc93bbea5fdb504 expref: -99 pid: 25072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587282.657580:0:25072:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.101@tcp lock: ffff8f5a8224c800/0xfbc93bbea5fdb4fd lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xfbc93bbea5fdb504 expref: -99 pid: 25072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1788587282.661747:0:25072:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 13 count 13 00000040:00080000:1.0:1788587282.662079:0:25072:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1788587282.665224:0:25072:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:1.0:1788587282.665275:0:25072:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 112 off8528 00000040:00080000:1.0:1788587282.665291:0:25072:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 224 off8752 00000040:00080000:1.0:1788587282.665303:0:25072:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8976 00000040:00080000:1.0:1788587282.665314:0:25072:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 112 off9088 00000040:00080000:1.0:1788587282.665325:0:25072:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 224 off9312 00000040:00080000:1.0:1788587282.665358:0:25072:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 224 off9536 00000040:00080000:1.0:1788587282.665373:0:25072:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 128 off9664 00000040:00080000:1.0:1788587282.665386:0:25072:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9888 00000040:00080000:1.0:1788587282.665398:0:25072:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10112 00000040:00080000:1.0:1788587282.665453:0:25072:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 128 off10240 00000040:00080000:1.0:1788587282.665481:0:25072:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 224 off10464 00000040:00080000:1.0:1788587282.665487:0:25072:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 12 count 13 00000100:00100000:1.0:1788587282.665605:0:25072:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bb05adc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42f04641-d17f-4ff4-9b47-651ab04c1b17:25072:1875469127625088:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788587282.665671:0:25072:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788587282.665710:0:25072:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5bbbe1a900 going to sleep for 11 seconds 00000100:00100000:0.0:1788587282.666581:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127625088 00000100:00100000:0.0:1788587282.666591:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127625088 00000100:00100000:0.0:1788587282.666650:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 99 00000100:00100000:0.0:1788587282.666660:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a81b19450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42f04641-d17f-4ff4-9b47-651ab04c1b17+23:25072:x1875469127625088:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788587282.666787:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a81b19450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42f04641-d17f-4ff4-9b47-651ab04c1b17+23:25072:x1875469127625088:12345-0@lo:501:mount.lustre.0 Request processed in 127us (1115us total) trans 0 rc 0/0 00000100:00100000:0.0:1788587282.666794:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 99 00000100:00100000:1.0:1788587282.667674:0:25072:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bb05adc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42f04641-d17f-4ff4-9b47-651ab04c1b17:25072:1875469127625088:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788587282.667722:0:25072:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bb05adc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42f04641-d17f-4ff4-9b47-651ab04c1b17:25072:1875469127625216:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1788587282.667774:0:25072:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788587282.667805:0:25072:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5bbbe1a900 going to sleep for 11 seconds 00000100:00100000:0.0:1788587282.667969:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127625216 00000100:00100000:0.0:1788587282.667975:0:22746:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127625216 00000100:00100000:0.0:1788587282.668014:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 100 00000100:00100000:0.0:1788587282.668023:0:22746:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a81b1a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:42f04641-d17f-4ff4-9b47-651ab04c1b17+23:25072:x1875469127625216:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788587282.668122:0:22746:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a81b1a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:42f04641-d17f-4ff4-9b47-651ab04c1b17+23:25072:x1875469127625216:12345-0@lo:503:mount.lustre.0 Request processed in 100us (347us total) trans 0 rc 0/0 00000100:00100000:0.0:1788587282.668129:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 100 00000100:00100000:1.0:1788587282.668314:0:25072:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bb05adc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42f04641-d17f-4ff4-9b47-651ab04c1b17:25072:1875469127625216:0@lo:503:mount.lustre.0 00000040:00080000:1.0:1788587282.669827:0:25072:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1788587282.670757:0:25072:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bb05adc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42f04641-d17f-4ff4-9b47-651ab04c1b17:25072:1875469127625344:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788587282.670830:0:25072:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788587282.671268:0:22745:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127625344 00000100:00100000:2.0:1788587282.671276:0:22745:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127625344 00000100:00100000:2.0:1788587282.671332:0:22745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 101 00000100:00100000:2.0:1788587282.671341:0:22745:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a81b18850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42f04641-d17f-4ff4-9b47-651ab04c1b17+23:25072:x1875469127625344:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788587282.671613:0:22745:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a81b18850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42f04641-d17f-4ff4-9b47-651ab04c1b17+23:25072:x1875469127625344:12345-0@lo:502:mount.lustre.0 Request processed in 272us (781us total) trans 0 rc 0/0 00000100:00100000:2.0:1788587282.671685:0:22745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 101 00000100:00100000:1.0:1788587282.672586:0:25072:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5bbbe1ac00 going to sleep for 11 seconds 00000100:00100000:1.0:1788587282.672616:0:25072:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bb05adc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42f04641-d17f-4ff4-9b47-651ab04c1b17:25072:1875469127625344:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1788587282.673081:0:25072:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:1.0:1788587282.673114:0:25072:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 112 off8528 00000040:00080000:1.0:1788587282.673128:0:25072:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 224 off8752 00000040:00080000:1.0:1788587282.673141:0:25072:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8976 00000040:00080000:1.0:1788587282.673756:0:25072:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 112 off9088 00000040:00080000:1.0:1788587282.673780:0:25072:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 224 off9312 00000040:00080000:1.0:1788587282.673794:0:25072:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 224 off9536 00000040:00080000:1.0:1788587282.673808:0:25072:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 128 off9664 00000040:00080000:1.0:1788587282.673841:0:25072:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9888 00000040:00080000:1.0:1788587282.673857:0:25072:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10112 00000040:00080000:1.0:1788587282.673871:0:25072:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 128 off10240 00000100:00100000:1.0:1788587282.673916:0:25072:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bb05adc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42f04641-d17f-4ff4-9b47-651ab04c1b17:25072:1875469127625472:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788587282.673980:0:25072:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788587282.674023:0:25072:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5bbbe1ac00 going to sleep for 11 seconds 00000100:00100000:0.0:1788587282.674293:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127625472 00000100:00100000:0.0:1788587282.674300:0:22746:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127625472 00000100:00100000:0.0:1788587282.674347:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 102 00000100:00100000:0.0:1788587282.674357:0:22746:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a81b1a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:42f04641-d17f-4ff4-9b47-651ab04c1b17+23:25072:x1875469127625472:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788587282.674503:0:22746:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a81b1a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:42f04641-d17f-4ff4-9b47-651ab04c1b17+23:25072:x1875469127625472:12345-0@lo:502:mount.lustre.0 Request processed in 146us (522us total) trans 0 rc 0/0 00000100:00100000:0.0:1788587282.674521:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 102 00000100:00100000:3.0:1788587282.674653:0:25072:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bb05adc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42f04641-d17f-4ff4-9b47-651ab04c1b17:25072:1875469127625472:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1788587282.674711:0:25072:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 224 off10464 00000040:00080000:3.0:1788587282.674721:0:25072:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:3.0:1788587282.675524:0:25080:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788587282.675534:0:25080:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788587282.675536:0:25080:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:3.0:1788587282.675543:0:25080:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8f5bbfb16800 00000020:00000080:3.0:1788587282.675546:0:25080:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1788587282.675553:0:25080:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788587282.675555:0:25080:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788587282.675556:0:25080:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:3.0:1788587282.675559:0:25080:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788587282.675561:0:25080:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788587282.675562:0:25080:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:3.0:1788587282.675565:0:25080:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8f5bbfb16800 00000020:00000080:3.0:1788587282.675567:0:25080:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1788587282.677251:0:25080:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788587282.677262:0:25080:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788587282.677263:0:25080:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:3.0:1788587282.677267:0:25080:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788587282.677271:0:25080:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788587282.677273:0:25080:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:3.0:1788587282.677277:0:25080:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8f5bbfb16800 00000020:00000080:3.0:1788587282.677291:0:25080:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1788587282.677330:0:25080:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788587282.677333:0:25080:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788587282.677335:0:25080:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:3.0:1788587282.677337:0:25080:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788587282.677339:0:25080:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788587282.677340:0:25080:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:3.0:1788587282.677344:0:25080:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8f5bbfb16800 00000020:00000080:3.0:1788587282.677346:0:25080:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1788587282.677378:0:25080:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788587282.677381:0:25080:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788587282.677382:0:25080:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:3.0:1788587282.677385:0:25080:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 13 count 13 00000020:01000000:0.0:1788587282.680803:0:25072:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:0.0:1788587282.680847:0:25072:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.101@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1788587282.683566:0:25072:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.101@tcp lock: ffff8f5a8224c800/0xfbc93bbea5fdb4fd lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xfbc93bbea5fdb504 expref: -99 pid: 25072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587282.683598:0:25072:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.101@tcp lock: ffff8f5a8224c800/0xfbc93bbea5fdb4fd lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xfbc93bbea5fdb504 expref: -99 pid: 25072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788587282.683681:0:25072:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:0.0:1788587282.683684:0:25072:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff8f5bbfb16800 10000000:01000000:0.0:1788587282.683688:0:25072:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff8f5bbfb16800 10000000:01000000:0.0:1788587282.683691:0:25072:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1788587282.683697:0:25072:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff8f5bbfb16800 from 1 10000000:01000000:0.0:1788587282.683700:0:25072:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1788587282.683736:0:25072:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.101@tcp lock: ffff8f5b837be800/0xfbc93bbea5fdb50b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 25072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587282.683744:0:25072:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.101@tcp lock: ffff8f5b837be800/0xfbc93bbea5fdb50b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 25072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587282.683754:0:25072:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.101@tcp lock: ffff8f5b837be800/0xfbc93bbea5fdb50b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 25072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788587282.683778:0:25072:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bbc72aa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42f04641-d17f-4ff4-9b47-651ab04c1b17:25072:1875469127625600:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1788587282.683840:0:25072:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788587282.683879:0:25072:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5b837c1780 going to sleep for 11 seconds 00000100:00100000:2.0:1788587282.684582:0:22745:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127625600 00000100:00100000:2.0:1788587282.684591:0:22745:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127625600 00000100:00100000:2.0:1788587282.684693:0:22745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 103 00000100:00100000:2.0:1788587282.684710:0:22745:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a81b18c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42f04641-d17f-4ff4-9b47-651ab04c1b17+23:25072:x1875469127625600:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788587282.684722:0:22745:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788587282.684735:0:22745:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f5b829f5a00/0xfbc93bbea5fdb512 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: local remote: 0xfbc93bbea5fdb50b expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587282.684757:0:22745:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f5b829f5a00/0xfbc93bbea5fdb512 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xfbc93bbea5fdb50b expref: 24 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587282.684767:0:22745:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f5b829f5a00/0xfbc93bbea5fdb512 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xfbc93bbea5fdb50b expref: 24 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587282.684776:0:22745:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f5b829f5a00, rc 0) 00000100:00100000:2.0:1788587282.684819:0:22745:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a81b18c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42f04641-d17f-4ff4-9b47-651ab04c1b17+24:25072:x1875469127625600:12345-0@lo:101:mount.lustre.0 Request processed in 112us (978us total) trans 0 rc 0/0 00000100:00100000:2.0:1788587282.684825:0:22745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 103 00000100:00100000:0.0:1788587282.684922:0:25072:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bbc72aa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42f04641-d17f-4ff4-9b47-651ab04c1b17:25072:1875469127625600:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788587282.684936:0:25072:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.101@tcp lock: ffff8f5b837be800/0xfbc93bbea5fdb50b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0xfbc93bbea5fdb512 expref: -99 pid: 25072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587282.684945:0:25072:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.101@tcp lock: ffff8f5b837be800/0xfbc93bbea5fdb50b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0xfbc93bbea5fdb512 expref: -99 pid: 25072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1788587282.688582:0:25072:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 52 count 51 00000040:00080000:0.0:1788587282.688929:0:25072:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1788587282.689143:0:25072:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:0.0:1788587282.690607:0:25072:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 120 off8536 00000040:00080000:0.0:1788587282.691579:0:25072:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 168 off8704 00000040:00080000:0.0:1788587282.691609:0:25072:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8928 00000040:00080000:0.0:1788587282.691700:0:25072:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 224 off9152 00000040:00080000:0.0:1788587282.691719:0:25072:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 120 off9272 00000040:00080000:0.0:1788587282.691735:0:25072:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 168 off9440 00000040:00080000:0.0:1788587282.691748:0:25072:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 224 off9664 00000040:00080000:0.0:1788587282.691763:0:25072:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:0.0:1788587282.691777:0:25072:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 120 off10008 00000040:00080000:0.0:1788587282.691789:0:25072:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 224 off10232 00000040:00080000:0.0:1788587282.691802:0:25072:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10456 00000040:00080000:0.0:1788587282.691816:0:25072:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].13, 88 off10544 00000040:00080000:0.0:1788587282.691830:0:25072:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].14, 128 off10672 00000040:00080000:0.0:1788587282.691845:0:25072:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].15, 144 off10816 00000040:00080000:0.0:1788587282.691877:0:25072:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].16, 160 off10976 00000040:00080000:0.0:1788587282.691894:0:25072:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].17, 224 off11200 00000040:00080000:0.0:1788587282.691910:0:25072:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].18, 224 off11424 00000040:00080000:0.0:1788587282.691923:0:25072:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].19, 80 off11504 00000040:00080000:0.0:1788587282.691936:0:25072:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].20, 224 off11728 00000040:00080000:0.0:1788587282.691949:0:25072:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].21, 224 off11952 00000040:00080000:0.0:1788587282.691964:0:25072:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].22, 88 off12040 00000040:00080000:0.0:1788587282.691978:0:25072:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].23, 128 off12168 00000040:00080000:0.0:1788587282.691994:0:25072:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].24, 144 off12312 00000040:00080000:0.0:1788587282.692009:0:25072:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].25, 160 off12472 00000040:00080000:0.0:1788587282.692024:0:25072:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].26, 224 off12696 00000040:00080000:0.0:1788587282.692039:0:25072:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].27, 224 off12920 00000040:00080000:0.0:1788587282.692052:0:25072:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].28, 80 off13000 00000040:00080000:0.0:1788587282.692065:0:25072:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].29, 224 off13224 00000040:00080000:0.0:1788587282.692090:0:25072:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].30, 224 off13448 00000040:00080000:0.0:1788587282.692106:0:25072:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].31, 88 off13536 00000040:00080000:0.0:1788587282.692135:0:25072:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].32, 128 off13664 00000040:00080000:0.0:1788587282.693261:0:25072:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].33, 144 off13808 00000040:00080000:0.0:1788587282.693296:0:25072:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].34, 128 off13936 00000040:00080000:0.0:1788587282.693312:0:25072:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].35, 224 off14160 00000040:00080000:0.0:1788587282.693327:0:25072:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].36, 224 off14384 00000040:00080000:0.0:1788587282.693342:0:25072:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].37, 80 off14464 00000040:00080000:0.0:1788587282.693357:0:25072:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].38, 224 off14688 00000040:00080000:0.0:1788587282.693370:0:25072:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].39, 224 off14912 00000040:00080000:0.0:1788587282.693387:0:25072:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].40, 88 off15000 00000040:00080000:0.0:1788587282.693401:0:25072:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].41, 128 off15128 00000040:00080000:0.0:1788587282.693975:0:25072:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].42, 144 off15272 00000040:00080000:0.0:1788587282.694003:0:25072:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].43, 128 off15400 00000040:00080000:0.0:1788587282.694017:0:25072:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].44, 224 off15624 00000040:00080000:0.0:1788587282.694032:0:25072:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].45, 224 off15848 00000040:00080000:0.0:1788587282.694046:0:25072:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].46, 80 off15928 00000040:00080000:0.0:1788587282.694061:0:25072:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].47, 224 off16152 00000040:00080000:0.0:1788587282.694093:0:25072:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].48, 232 off16384 00000040:00080000:0.0:1788587282.694281:0:25072:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].49, 224 off16608 00000040:00080000:0.0:1788587282.694302:0:25072:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].50, 120 off16728 00000040:00080000:0.0:1788587282.694322:0:25072:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].51, 224 off16952 00000040:00080000:0.0:1788587282.694328:0:25072:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 51 count 51 00000100:00100000:0.0:1788587282.694454:0:25072:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bbc72aa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42f04641-d17f-4ff4-9b47-651ab04c1b17:25072:1875469127625728:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788587282.694540:0:25072:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788587282.694586:0:25072:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5b837c1840 going to sleep for 11 seconds 00000100:00100000:1.0:1788587282.694680:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127625728 00000100:00100000:1.0:1788587282.694688:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127625728 00000100:00100000:1.0:1788587282.694732:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 104 00000100:00100000:1.0:1788587282.694742:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a81b1a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42f04641-d17f-4ff4-9b47-651ab04c1b17+24:25072:x1875469127625728:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788587282.694867:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a81b1a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42f04641-d17f-4ff4-9b47-651ab04c1b17+24:25072:x1875469127625728:12345-0@lo:501:mount.lustre.0 Request processed in 125us (325us total) trans 0 rc 0/0 00000100:00100000:1.0:1788587282.694874:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 104 00000100:00100000:0.0:1788587282.696101:0:25072:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bbc72aa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42f04641-d17f-4ff4-9b47-651ab04c1b17:25072:1875469127625728:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788587282.696145:0:25072:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bbc72aa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42f04641-d17f-4ff4-9b47-651ab04c1b17:25072:1875469127625856:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788587282.696213:0:25072:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788587282.696250:0:25072:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5b837c1840 going to sleep for 11 seconds 00000100:00100000:3.0:1788587282.696271:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127625856 00000100:00100000:3.0:1788587282.696279:0:22746:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127625856 00000100:00100000:3.0:1788587282.696327:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 105 00000100:00100000:3.0:1788587282.696337:0:22746:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a81b1b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:42f04641-d17f-4ff4-9b47-651ab04c1b17+24:25072:x1875469127625856:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1788587282.696460:0:22746:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a81b1b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:42f04641-d17f-4ff4-9b47-651ab04c1b17+24:25072:x1875469127625856:12345-0@lo:503:mount.lustre.0 Request processed in 124us (246us total) trans 0 rc 0/0 00000100:00100000:3.0:1788587282.696467:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 105 00000100:00100000:0.0:1788587282.697109:0:25072:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bbc72aa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42f04641-d17f-4ff4-9b47-651ab04c1b17:25072:1875469127625856:0@lo:503:mount.lustre.0 00000040:00080000:0.0:1788587282.697594:0:25072:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1788587282.697845:0:25072:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bbc72aa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42f04641-d17f-4ff4-9b47-651ab04c1b17:25072:1875469127625984:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788587282.697899:0:25072:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788587282.697931:0:25072:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5b837c1780 going to sleep for 11 seconds 00000100:00100000:1.0:1788587282.699494:0:22745:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127625984 00000100:00100000:1.0:1788587282.699505:0:22745:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127625984 00000100:00100000:1.0:1788587282.699567:0:22745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 106 00000100:00100000:1.0:1788587282.699576:0:22745:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a81b1b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42f04641-d17f-4ff4-9b47-651ab04c1b17+24:25072:x1875469127625984:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788587282.699840:0:22745:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a81b1b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42f04641-d17f-4ff4-9b47-651ab04c1b17+24:25072:x1875469127625984:12345-0@lo:502:mount.lustre.0 Request processed in 265us (1941us total) trans 0 rc 0/0 00000100:00100000:1.0:1788587282.699848:0:22745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 106 00000100:00100000:0.0:1788587282.700094:0:25072:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bbc72aa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42f04641-d17f-4ff4-9b47-651ab04c1b17:25072:1875469127625984:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1788587282.700347:0:25072:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:0.0:1788587282.700380:0:25072:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 120 off8536 00000040:00080000:0.0:1788587282.700401:0:25072:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 168 off8704 00000040:00080000:0.0:1788587282.700449:0:25072:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8928 00000040:00080000:0.0:1788587282.700481:0:25072:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 224 off9152 00000040:00080000:0.0:1788587282.700497:0:25072:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 120 off9272 00000040:00080000:0.0:1788587282.700521:0:25072:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 168 off9440 00000040:00080000:0.0:1788587282.700537:0:25072:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 224 off9664 00000040:00080000:0.0:1788587282.700565:0:25072:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:0.0:1788587282.700581:0:25072:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 120 off10008 00000040:00080000:0.0:1788587282.700595:0:25072:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 224 off10232 00000040:00080000:0.0:1788587282.700607:0:25072:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10456 00000040:00080000:0.0:1788587282.700631:0:25072:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].13, 88 off10544 00000040:00080000:0.0:1788587282.700646:0:25072:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].14, 128 off10672 00000040:00080000:0.0:1788587282.700660:0:25072:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].15, 144 off10816 00000040:00080000:0.0:1788587282.700672:0:25072:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].16, 160 off10976 00000040:00080000:0.0:1788587282.700685:0:25072:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].17, 224 off11200 00000040:00080000:0.0:1788587282.700698:0:25072:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].18, 224 off11424 00000040:00080000:0.0:1788587282.700712:0:25072:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].19, 80 off11504 00000040:00080000:0.0:1788587282.700725:0:25072:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].20, 224 off11728 00000040:00080000:0.0:1788587282.700736:0:25072:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].21, 224 off11952 00000040:00080000:0.0:1788587282.700748:0:25072:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].22, 88 off12040 00000040:00080000:0.0:1788587282.700761:0:25072:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].23, 128 off12168 00000040:00080000:0.0:1788587282.700775:0:25072:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].24, 144 off12312 00000040:00080000:0.0:1788587282.700808:0:25072:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].25, 160 off12472 00000040:00080000:0.0:1788587282.700824:0:25072:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].26, 224 off12696 00000040:00080000:0.0:1788587282.700841:0:25072:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].27, 224 off12920 00000040:00080000:0.0:1788587282.700875:0:25072:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].28, 80 off13000 00000040:00080000:0.0:1788587282.700893:0:25072:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].29, 224 off13224 00000040:00080000:0.0:1788587282.700909:0:25072:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].30, 224 off13448 00000040:00080000:0.0:1788587282.700924:0:25072:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].31, 88 off13536 00000040:00080000:0.0:1788587282.700937:0:25072:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].32, 128 off13664 00000040:00080000:0.0:1788587282.700951:0:25072:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].33, 144 off13808 00000040:00080000:0.0:1788587282.700968:0:25072:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].34, 128 off13936 00000040:00080000:0.0:1788587282.700983:0:25072:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].35, 224 off14160 00000040:00080000:0.0:1788587282.701001:0:25072:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].36, 224 off14384 00000040:00080000:0.0:1788587282.701019:0:25072:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].37, 80 off14464 00000040:00080000:0.0:1788587282.701039:0:25072:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].38, 224 off14688 00000040:00080000:0.0:1788587282.701054:0:25072:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].39, 224 off14912 00000040:00080000:0.0:1788587282.701070:0:25072:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].40, 88 off15000 00000040:00080000:0.0:1788587282.701098:0:25072:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].41, 128 off15128 00000040:00080000:0.0:1788587282.701118:0:25072:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].42, 144 off15272 00000040:00080000:0.0:1788587282.701136:0:25072:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].43, 128 off15400 00000040:00080000:0.0:1788587282.701153:0:25072:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].44, 224 off15624 00000040:00080000:0.0:1788587282.701168:0:25072:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].45, 224 off15848 00000040:00080000:0.0:1788587282.701184:0:25072:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].46, 80 off15928 00000040:00080000:0.0:1788587282.701198:0:25072:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].47, 224 off16152 00000040:00080000:0.0:1788587282.701211:0:25072:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].48, 232 off16384 00000100:00100000:0.0:1788587282.701257:0:25072:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bbc72aa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42f04641-d17f-4ff4-9b47-651ab04c1b17:25072:1875469127626112:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788587282.701319:0:25072:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788587282.701358:0:25072:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5b837c1780 going to sleep for 11 seconds 00000100:00100000:1.0:1788587282.701802:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127626112 00000100:00100000:1.0:1788587282.701810:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127626112 00000100:00100000:1.0:1788587282.701869:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 107 00000100:00100000:1.0:1788587282.701879:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a81b1bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42f04641-d17f-4ff4-9b47-651ab04c1b17+24:25072:x1875469127626112:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788587282.701986:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a81b1bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42f04641-d17f-4ff4-9b47-651ab04c1b17+24:25072:x1875469127626112:12345-0@lo:502:mount.lustre.0 Request processed in 108us (666us total) trans 0 rc 0/0 00000100:00100000:1.0:1788587282.701994:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 107 00000100:00100000:0.0:1788587282.703612:0:25072:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bbc72aa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42f04641-d17f-4ff4-9b47-651ab04c1b17:25072:1875469127626112:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1788587282.703838:0:25072:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].49, 224 off16608 00000040:00080000:0.0:1788587282.703880:0:25072:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].50, 120 off16728 00000100:00100000:0.0:1788587282.703940:0:25072:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bbc72aa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42f04641-d17f-4ff4-9b47-651ab04c1b17:25072:1875469127626240:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788587282.704030:0:25072:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788587282.704069:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127626240 00000100:00100000:0.0:1788587282.704074:0:22746:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127626240 00000100:00100000:0.0:1788587282.704120:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108 00000100:00100000:0.0:1788587282.704130:0:22746:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a81b1ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:42f04641-d17f-4ff4-9b47-651ab04c1b17+24:25072:x1875469127626240:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788587282.704433:0:22746:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a81b1ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:42f04641-d17f-4ff4-9b47-651ab04c1b17+24:25072:x1875469127626240:12345-0@lo:502:mount.lustre.0 Request processed in 285us (384us total) trans 0 rc 0/0 00000100:00100000:0.0:1788587282.704441:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108 00000100:00100000:3.0:1788587282.704549:0:25072:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5b837c1780 going to sleep for 11 seconds 00000100:00100000:3.0:1788587282.704714:0:25072:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bbc72aa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42f04641-d17f-4ff4-9b47-651ab04c1b17:25072:1875469127626240:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1788587282.704767:0:25072:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].51, 224 off16952 00000040:00080000:3.0:1788587282.704778:0:25072:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:0.0:1788587282.706365:0:25085:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0001 (typ=lwp) 00000020:00000080:0.0:1788587282.706382:0:25085:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0001 (ffff8f5a826e99c0) 00000020:00000080:0.0:1788587282.706404:0:25085:0:(obd_config.c:720:class_attach_name()) OBD: dev 27 attached type lwp with refcount 2 00000020:01000004:0.0:1788587282.706499:0:25085:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8f5bbfb16800 from lustre-OST0001, refs=3 00000020:01000004:0.0:1788587282.706503:0:25085:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8f5bbfb16800 from lustre-OST0001, refs=3 00000020:01000004:0.0:1788587282.706505:0:25085:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8f5bbfb16800 3 00010000:00080000:0.0:1788587282.706551:0:25085:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8f5a827f6000@lustre-MDT0000-lwp-OST0001: add connection 192.168.203.101@tcp at head 00010000:00010000:0.0:1788587282.716079:0:25085:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0001-11 is initialized 00000020:00000080:0.0:1788587282.716300:0:25085:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0001 (uuid lustre-MDT0000-lwp-OST0001_UUID) 00000010:01000000:0.0:1788587282.716349:0:25085:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:0.0:1788587282.716361:0:25085:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-OST0001, cookie 0xfbc93bbea5fdb520 00000100:00080000:0.0:1788587282.716372:0:25085:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1788587282.716378:0:25085:0:(import.c:665:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8f5a827f6000 using connection 192.168.203.101@tcp/0@lo 00000100:00100000:0.0:1788587282.716410:0:25085:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f5bbc72aa00 x1875469127626368/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788587282.716589:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bbc72aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3645:1875469127626368:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1788587282.716983:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788587282.717048:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127626368 00000100:00100000:0.0:1788587282.717055:0:22753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127626368 00000100:00100000:0.0:1788587282.717092:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1788587282.717099:0:22753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5ba7aa7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3645:x1875469127626368:12345-0@lo:38:llog_process_th.0 00010000:00080000:0.0:1788587282.717121:0:22753:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0001_UUID@0@lo t0 exp 0000000000000000 cur 628 last 0 00000020:00000080:0.0:1788587282.717981:0:22753:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-OST0001_UUID, cookie 0xfbc93bbea5fdb527 00000004:00100000:0.0:1788587282.717998:0:22753:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:0.0:1788587282.718032:0:22753:0:(import.c:65:import_set_state_nolock()) ffff8f5a827f3000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1788587282.718096:0:22753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5ba7aa7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3645:x1875469127626368:12345-0@lo:38:llog_process_th.0 Request processed in 996us (1113us total) trans 0 rc 0/0 00000100:00100000:0.0:1788587282.718105:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00010000:00080000:0.0:1788587282.719242:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8f5bbc72aa00 x1875469127626368/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1788587292 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788587282.719255:0:3645:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 2 00000100:00080000:0.0:1788587282.719264:0:3645:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0001: connect to target with instance 3 00000100:00080000:0.0:1788587282.719271:0:3645:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0001: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:0.0:1788587282.719276:0:3645:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:0.0:1788587282.719279:0:3645:0:(import.c:65:import_set_state_nolock()) ffff8f5a827f6000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:0.0:1788587282.719284:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bbc72aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3645:1875469127626368:0@lo:38:llog_process_th.0 00000100:00080000:0.0:1788587282.719313:0:25085:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID 00000100:00080000:3.0:1788587282.720615:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788587282.720621:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1788587282.720623:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788587282.720626:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1788587282.720668:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788587282.720671:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1788587282.720674:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f5b83585000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788587282.720679:0:8:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 627 00000100:00080000:3.0:1788587282.720685:0:8:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:3.0:1788587282.720691:0:8:0:(import.c:665:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff8f5b83585000 using connection 192.168.203.101@tcp/0@lo 00000100:00100000:3.0:1788587282.720714:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f5a83de1880 x1875469127627008/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788587282.720796:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a83de0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3647:1875469127626624:0@lo:400:kworker.0 00000100:00100000:3.0:1788587282.720868:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788587282.720898:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a82568700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3647:1875469127627264:0@lo:400:kworker.0 00000100:00100000:3.0:1788587282.720919:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788587282.720942:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1788587282.720948:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a83de2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1875469127626496:0@lo:400:kworker.0 00000100:00100000:0.0:1788587282.720975:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a83de1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3645:1875469127627008:0@lo:8:kworker.0 00000100:00100000:3.0:1788587282.720977:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788587282.720999:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a8256bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3647:1875469127627136:0@lo:400:kworker.0 00000100:00100000:0.0:1788587282.721019:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788587282.721030:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788587282.721069:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a83de1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1875469127626752:0@lo:400:kworker.0 00000100:00100000:0.0:1788587282.721070:0:24260:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127627008 00000100:00100000:0.0:1788587282.721079:0:24260:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127627008 00000100:00100000:3.0:1788587282.721099:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788587282.721117:0:24260:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1788587282.721122:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a82569880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3648:1875469127627392:0@lo:400:kworker.0 00000100:00100000:0.0:1788587282.721127:0:24260:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5ba7aa6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3645:x1875469127627008:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1788587282.721149:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788587282.721167:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788587282.721173:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a83de1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1875469127626880:0@lo:400:kworker.0 00000100:00100000:3.0:1788587282.721194:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788587282.721233:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127626624 00000100:00100000:3.0:1788587282.721238:0:22752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127626624 00000100:00100000:3.0:1788587282.721262:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127627264 00000100:00100000:3.0:1788587282.721264:0:22752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127627264 00000100:00100000:3.0:1788587282.721276:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127627136 00000100:00100000:3.0:1788587282.721278:0:22752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127627136 00000100:00100000:3.0:1788587282.721288:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127627392 00000100:00100000:3.0:1788587282.721290:0:22752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127627392 00000100:00100000:3.0:1788587282.721302:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:3.0:1788587282.721309:0:22752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a82569c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1875469127626624:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788587282.721360:0:22752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a82569c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1875469127626624:12345-0@lo:400:kworker.0 Request processed in 51us (491us total) trans 0 rc 0/0 00000100:00100000:3.0:1788587282.721367:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:3.0:1788587282.721384:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:3.0:1788587282.721391:0:22752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a82568000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3647:x1875469127627264:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788587282.721440:0:22752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a82568000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3647:x1875469127627264:12345-0@lo:400:kworker.0 Request processed in 50us (520us total) trans 0 rc 0/0 00000100:00100000:3.0:1788587282.721447:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:3.0:1788587282.721459:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:3.0:1788587282.721465:0:22752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a8256b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3647:x1875469127627136:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788587282.721504:0:22752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a8256b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3647:x1875469127627136:12345-0@lo:400:kworker.0 Request processed in 40us (475us total) trans 0 rc 0/0 00000100:00100000:0.0:1788587282.723370:0:24260:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5ba7aa6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3645:x1875469127627008:12345-0@lo:8:kworker.0 Request processed in 2239us (2346us total) trans 0 rc -11/-11 00000100:00100000:0.0:1788587282.723392:0:24260:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1788587282.723431:0:24260:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127626880 00000100:00100000:0.0:1788587282.723439:0:24260:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127626880 00000100:00100000:0.0:1788587282.724250:0:24260:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1788587282.724262:0:24260:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a82568380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3648:x1875469127626880:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788587282.724325:0:24260:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a82568380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3648:x1875469127626880:12345-0@lo:400:kworker.0 Request processed in 67us (3129us total) trans 0 rc 0/0 00000100:00100000:0.0:1788587282.724332:0:24260:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1788587282.724390:0:3645:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:0.0:1788587282.724399:0:3645:0:(import.c:65:import_set_state_nolock()) ffff8f5b83585000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788587282.724405:0:3645:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-11) 00000100:00100000:0.0:1788587282.724409:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a83de1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3645:1875469127627008:0@lo:8:kworker.0 00000020:01000004:0.0:1788587282.724475:0:25085:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-lwp-OST0001 (typ=lwp) 00000020:00000080:0.0:1788587282.724491:0:25085:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-lwp-OST0001 (ffff8f5a826e8000) 00000020:00000080:0.0:1788587282.724525:0:25085:0:(obd_config.c:720:class_attach_name()) OBD: dev 28 attached type lwp with refcount 2 00000100:00100000:3.0:1788587282.725301:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:3.0:1788587282.726215:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:3.0:1788587282.726231:0:22754:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a8256b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3648:x1875469127627392:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788587282.726304:0:22754:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a8256b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3648:x1875469127627392:12345-0@lo:400:kworker.0 Request processed in 79us (5155us total) trans 0 rc 0/0 00000100:00100000:3.0:1788587282.726321:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:3.0:1788587282.726614:0:23826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127626496 00000020:01000004:0.0:1788587282.726614:0:25085:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8f5bbfb16800 from lustre-OST0001, refs=3 00000100:00100000:3.0:1788587282.726623:0:23826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127626496 00000100:00100000:3.0:1788587282.726670:0:23826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127626752 00000100:00100000:3.0:1788587282.726674:0:23826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127626752 00000100:00100000:1.0:1788587282.726705:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1788587282.726717:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a8256ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3647:x1875469127626496:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788587282.726768:0:23826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:1.0:1788587282.726778:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a8256ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3647:x1875469127626496:12345-0@lo:400:kworker.0 Request processed in 62us (5801us total) trans 0 rc 0/0 00000100:00100000:3.0:1788587282.726779:0:23826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a82568a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3648:x1875469127626752:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788587282.726794:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:3.0:1788587282.726828:0:23826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a82568a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3648:x1875469127626752:12345-0@lo:400:kworker.0 Request processed in 52us (5729us total) trans 0 rc 0/0 00000100:00100000:3.0:1788587282.726835:0:23826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:3.0:1788587282.726894:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a83de2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1875469127626496:0@lo:400:kworker.0 00010000:00080000:3.0:1788587282.726912:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8f5a8256bb80 x1875469127627136/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788587298 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:01000004:0.0:1788587282.726920:0:25085:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8f5bbfb16800 from lustre-OST0001, refs=3 00000020:01000004:0.0:1788587282.726927:0:25085:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8f5bbfb16800 3 00000100:00100000:3.0:1788587282.726928:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a8256bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3647:1875469127627136:0@lo:400:kworker.0 00010000:00080000:3.0:1788587282.726944:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8f5a83de0380 x1875469127626624/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788587298 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788587282.726954:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a83de0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3647:1875469127626624:0@lo:400:kworker.0 00010000:00080000:0.0:1788587282.726967:0:25085:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8f5a827f1800@lustre-MDT0001-lwp-OST0001: add connection 192.168.203.101@tcp at head 00010000:00080000:3.0:1788587282.726968:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8f5a82568700 x1875469127627264/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788587298 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788587282.726980:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a82568700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3647:1875469127627264:0@lo:400:kworker.0 00010000:00080000:3.0:1788587282.727167:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8f5a83de1f80 x1875469127626880/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1788587298 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788587282.727180:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a83de1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1875469127626880:0@lo:400:kworker.0 00000100:00100000:3.0:1788587282.727203:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a83de1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1875469127626752:0@lo:400:kworker.0 00010000:00080000:3.0:1788587282.727214:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8f5a82569880 x1875469127627392/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788587298 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788587282.727223:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a82569880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3648:1875469127627392:0@lo:400:kworker.0 00010000:00010000:0.0:1788587282.732480:0:25085:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-lwp-OST0001-12 is initialized 00000020:00000080:0.0:1788587282.733828:0:25085:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-lwp-OST0001 (uuid lustre-MDT0001-lwp-OST0001_UUID) 00000010:01000000:0.0:1788587282.733879:0:25085:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:0.0:1788587282.733897:0:25085:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-lwp-OST0001, cookie 0xfbc93bbea5fdb535 00000100:00080000:0.0:1788587282.733910:0:25085:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1788587282.733916:0:25085:0:(import.c:665:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff8f5a827f1800 using connection 192.168.203.101@tcp/0@lo 00000100:00100000:0.0:1788587282.733955:0:25085:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f5ba7aa4380 x1875469127627520/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1788587282.734000:0:25085:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID 00000100:00080000:0.0:1788587282.734029:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788587282.734034:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1788587282.734038:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788587282.734041:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1788587282.736391:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5ba7aa4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3645:1875469127627520:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1788587282.736496:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788587282.736549:0:22754:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127627520 00000100:00100000:2.0:1788587282.736559:0:22754:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127627520 00000100:00100000:2.0:1788587282.736608:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1788587282.736616:0:22754:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bb05af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3645:x1875469127627520:12345-0@lo:38:llog_process_th.0 00010000:00080000:2.0:1788587282.736644:0:22754:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0001-lwp-OST0001_UUID@0@lo t0 exp 0000000000000000 cur 628 last 0 00000020:00000080:2.0:1788587282.736679:0:22754:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-lwp-OST0001_UUID, cookie 0xfbc93bbea5fdb53c 00000004:00100000:2.0:1788587282.736693:0:22754:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:2.0:1788587282.736728:0:22754:0:(import.c:65:import_set_state_nolock()) ffff8f5a83feb800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1788587282.737094:0:22754:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bb05af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3645:x1875469127627520:12345-0@lo:38:llog_process_th.0 Request processed in 476us (598us total) trans 0 rc 0/0 00000100:00100000:2.0:1788587282.737103:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00080000:2.0:1788587282.737277:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8f5ba7aa4380 x1875469127627520/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1788587292 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788587282.737301:0:3645:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 2 00000100:00080000:2.0:1788587282.737311:0:3645:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-MDT0001-lwp-OST0001: connect to target with instance 3 00000100:00080000:2.0:1788587282.737319:0:3645:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-MDT0001-lwp-OST0001: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:2.0:1788587282.737324:0:3645:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:2.0:1788587282.737328:0:3645:0:(import.c:65:import_set_state_nolock()) ffff8f5a827f1800 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00100000:2.0:1788587282.737337:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5ba7aa4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3645:1875469127627520:0@lo:38:llog_process_th.0 00000040:00080000:0.0:1788587282.737443:0:25085:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 52 count 51 00000020:01000000:3.0:1788587282.738174:0:25072:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:3.0:1788587282.738209:0:25072:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.101@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1788587282.738236:0:25072:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.101@tcp lock: ffff8f5b837be800/0xfbc93bbea5fdb50b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0xfbc93bbea5fdb512 expref: -99 pid: 25072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587282.738247:0:25072:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.101@tcp lock: ffff8f5b837be800/0xfbc93bbea5fdb50b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0xfbc93bbea5fdb512 expref: -99 pid: 25072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:3.0:1788587282.738295:0:25072:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:3.0:1788587282.738297:0:25072:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:3.0:1788587282.738298:0:25072:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1788587282.738300:0:25072:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1788587282.738301:0:25072:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1788587282.738302:0:25072:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1788587282.738304:0:25072:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1788587282.738305:0:25072:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1788587282.738307:0:25072:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:3.0:1788587282.738311:0:25072:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0001 0x40020002 00000020:01000004:3.0:1788587282.738314:0:25072:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:3.0:1788587282.738315:0:25072:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:3.0:1788587282.738316:0:25072:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1788587282.738317:0:25072:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1788587282.738318:0:25072:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1788587282.738319:0:25072:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1788587282.738320:0:25072:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1788587282.738321:0:25072:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1788587282.738322:0:25072:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:3.0:1788587282.738345:0:25072:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0001 00000100:00100000:3.0:1788587282.738372:0:25072:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a82569880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42f04641-d17f-4ff4-9b47-651ab04c1b17:25072:1875469127627648:0@lo:253:mount.lustre.0 00000100:00100000:3.0:1788587282.738459:0:25072:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788587282.738484:0:25072:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5bb5b2f0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788587282.739386:0:22745:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127627648 00000100:00100000:2.0:1788587282.739396:0:22745:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127627648 00000100:00100000:2.0:1788587282.739463:0:22745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109 00000100:00100000:2.0:1788587282.739473:0:22745:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a81b19850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42f04641-d17f-4ff4-9b47-651ab04c1b17+24:25072:x1875469127627648:12345-0@lo:253:mount.lustre.0 20000000:01000000:2.0:1788587282.739500:0:22745:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 1 is ready to reconnect. 20000000:01000000:2.0:1788587282.739525:0:22745:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:2.0:1788587282.772454:0:22745:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:2.0:1788587282.772471:0:22745:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0001, index=1, rc=0 20000000:01000000:3.0:1788587282.772589:0:22769:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:3.0:1788587282.772594:0:22769:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:3.0:1788587282.772616:0:22769:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8f5ba1aa7e00/0xfbc93bbea5fdb543 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587282.772635:0:22769:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8f5b837bf800/0xfbc93bbea5fdb4b7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xfbc93bbea5fdb4b0 expref: 24 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587282.772643:0:22769:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8f5bc2050c00/0xfbc93bbea5fdb4c5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xfbc93bbea5fdb4be expref: 24 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587282.772651:0:22769:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8f5ba1aa7e00/0xfbc93bbea5fdb543 lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587282.772689:0:22769:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8f5bc2050c00/0xfbc93bbea5fdb4c5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xfbc93bbea5fdb4be expref: 24 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587282.772702:0:22769:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8f5bc2050c00/0xfbc93bbea5fdb4c5 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xfbc93bbea5fdb4be expref: 24 pid: 22745 timeout: 728 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788587282.772717:0:22769:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a82568700 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22769:1875469127627776:0@lo:104: 00000100:00100000:3.0:1788587282.772776:0:22769:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1788587282.772844:0:22769:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8f5b837bf800/0xfbc93bbea5fdb4b7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xfbc93bbea5fdb4b0 expref: 24 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587282.772852:0:22769:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8f5b837bf800/0xfbc93bbea5fdb4b7 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xfbc93bbea5fdb4b0 expref: 24 pid: 22747 timeout: 728 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788587282.772861:0:22769:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a8256a680 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22769:1875469127627904:0@lo:104: 00000100:00100000:3.0:1788587282.772895:0:22769:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788587282.772919:0:22769:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5bbcb10180 going to sleep for 11 seconds 00000100:00100000:0.0:1788587282.773038:0:22735:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127627776 00000100:00100000:0.0:1788587282.773047:0:22735:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127627776 00000100:00100000:0.0:1788587282.773080:0:22735:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127627904 00000100:00100000:0.0:1788587282.773083:0:22735:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127627904 00000100:00100000:0.0:1788587282.773097:0:22735:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1788587282.773105:0:22735:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a8256bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:42f04641-d17f-4ff4-9b47-651ab04c1b17+4:22769:x1875469127627776:12345-0@lo:104: 00010000:00010000:0.0:1788587282.773118:0:22735:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.101@tcp lock: ffff8f5bc2050a00/0xfbc93bbea5fdb4be lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xfbc93bbea5fdb4c5 expref: -99 pid: 22750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587282.773254:0:22735:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1788587282.773261:0:22735:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a8256bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:42f04641-d17f-4ff4-9b47-651ab04c1b17+4:22769:x1875469127627776:12345-0@lo:104: Request processed in 157us (484us total) trans 0 rc 0/0 00000100:00100000:0.0:1788587282.773268:0:22735:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00010000:00010000:2.0:1788587282.773272:0:22741:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788587282.773281:0:22741:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.101@tcp lock: ffff8f5bc2050a00/0xfbc93bbea5fdb4be lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xfbc93bbea5fdb4c5 expref: -99 pid: 22750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587282.773290:0:22741:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f5bc2050a00 already unused, calling callback (ffffffffc13dec20) 00000100:00100000:0.0:1788587282.773290:0:22735:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 10000000:00010000:2.0:1788587282.773297:0:22741:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.101@tcp lock: ffff8f5bc2050a00/0xfbc93bbea5fdb4be lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xfbc93bbea5fdb4c5 expref: -99 pid: 22750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788587282.773302:0:22735:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a8256aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:42f04641-d17f-4ff4-9b47-651ab04c1b17+3:22769:x1875469127627904:12345-0@lo:104: 00010000:00010000:2.0:1788587282.773317:0:22741:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.101@tcp lock: ffff8f5bc2050a00/0xfbc93bbea5fdb4be lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0xfbc93bbea5fdb4c5 expref: -99 pid: 22750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788587282.773325:0:22741:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.101@tcp lock: ffff8f5bc2050a00/0xfbc93bbea5fdb4be lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x1409400000000 nid: local remote: 0xfbc93bbea5fdb4c5 expref: -99 pid: 22750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788587282.773341:0:22741:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:2.0:1788587282.773381:0:22741:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.101@tcp lock: ffff8f5bc2050a00/0xfbc93bbea5fdb4be lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xfbc93bbea5fdb4c5 expref: -99 pid: 22750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587282.773388:0:22741:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788587282.773406:0:22741:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.101@tcp lock: ffff8f5bc2050a00/0xfbc93bbea5fdb4be lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xfbc93bbea5fdb4c5 expref: -99 pid: 22750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587282.773432:0:22741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.101@tcp lock: ffff8f5bc2050a00/0xfbc93bbea5fdb4be lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xfbc93bbea5fdb4c5 expref: -99 pid: 22750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587282.773445:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788587282.773446:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788587282.773448:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788587282.773491:0:22745:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a81b19850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42f04641-d17f-4ff4-9b47-651ab04c1b17+24:25072:x1875469127627648:12345-0@lo:253:mount.lustre.0 Request processed in 34020us (35032us total) trans 0 rc 0/0 00000100:00100000:2.0:1788587282.773500:0:22745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109 00010000:00010000:0.0:1788587282.773687:0:22735:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.101@tcp lock: ffff8f5bc2051c00/0xfbc93bbea5fdb4b0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xfbc93bbea5fdb4b7 expref: -99 pid: 22750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587282.773735:0:22735:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1788587282.773749:0:22735:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a8256aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:42f04641-d17f-4ff4-9b47-651ab04c1b17+3:22769:x1875469127627904:12345-0@lo:104: Request processed in 449us (852us total) trans 0 rc 0/0 00000100:00100000:3.0:1788587282.773764:0:3649:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a81090000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:42f04641-d17f-4ff4-9b47-651ab04c1b17:3649:1875469127628032:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788587282.773801:0:3649:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788587282.773876:0:22769:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a82568700 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22769:1875469127627776:0@lo:104: 00000100:00100000:3.0:1788587282.773884:0:22769:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a8256a680 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22769:1875469127627904:0@lo:104: 00010000:00010000:3.0:1788587282.773906:0:22769:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8f5ba1aa7e00/0xfbc93bbea5fdb543 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788587282.773907:0:22737:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127628032 00000100:00100000:1.0:1788587282.773922:0:22737:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127628032 00010000:00010000:1.0:1788587282.773948:0:22737:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8f5bc2050c00/0xfbc93bbea5fdb4c5 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xfbc93bbea5fdb4be expref: 24 pid: 22745 timeout: 728 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788587282.773975:0:22737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1788587282.773983:0:22737:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a82569500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:42f04641-d17f-4ff4-9b47-651ab04c1b17+24:3649:x1875469127628032:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788587282.773993:0:22737:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788587282.773997:0:22737:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8f5bc2050c00/0xfbc93bbea5fdb4c5 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xfbc93bbea5fdb4be expref: 24 pid: 22745 timeout: 728 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587282.774009:0:22737:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8f5bc2050c00/0xfbc93bbea5fdb4c5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xfbc93bbea5fdb4be expref: 24 pid: 22745 timeout: 728 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587282.774023:0:22737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f5bc2050c00/0xfbc93bbea5fdb4c5 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xfbc93bbea5fdb4be expref: 24 pid: 22745 timeout: 728 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587282.774035:0:22737:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788587282.774068:0:22737:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a82569500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:42f04641-d17f-4ff4-9b47-651ab04c1b17+23:3649:x1875469127628032:12345-0@lo:103:ldlm_bl.0 Request processed in 86us (265us total) trans 0 rc 0/0 00000100:00100000:1.0:1788587282.774074:0:22737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1788587282.774108:0:25072:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a82569880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42f04641-d17f-4ff4-9b47-651ab04c1b17:25072:1875469127627648:0@lo:253:mount.lustre.0 10000000:01000000:3.0:1788587282.774121:0:25072:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0001 got index = 1 00000020:01000004:3.0:1788587282.774124:0:25072:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1788587282.774126:0:25072:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:3.0:1788587282.774127:0:25072:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1788587282.774128:0:25072:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1788587282.774129:0:25072:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1788587282.774131:0:25072:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1788587282.774132:0:25072:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1788587282.774134:0:25072:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1788587282.774135:0:25072:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:3.0:1788587282.774147:0:25072:0:(tgt_mount.c:2698:server_calc_timeout()) lustre-OST0001: Imperative Recovery not enabled, recovery window 60-180 00000100:00100000:0.0:1788587282.774620:0:22735:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1788587282.774669:0:3649:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a81090000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:42f04641-d17f-4ff4-9b47-651ab04c1b17:3649:1875469127628032:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788587282.774773:0:22740:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788587282.774779:0:22740:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.101@tcp lock: ffff8f5bc2051c00/0xfbc93bbea5fdb4b0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xfbc93bbea5fdb4b7 expref: -99 pid: 22750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587282.774785:0:22740:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f5bc2051c00 already unused, calling callback (ffffffffc13dec20) 10000000:00010000:2.0:1788587282.774788:0:22740:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.101@tcp lock: ffff8f5bc2051c00/0xfbc93bbea5fdb4b0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xfbc93bbea5fdb4b7 expref: -99 pid: 22750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587282.774795:0:22740:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.101@tcp lock: ffff8f5bc2051c00/0xfbc93bbea5fdb4b0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xfbc93bbea5fdb4b7 expref: -99 pid: 22750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788587282.774801:0:22740:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.101@tcp lock: ffff8f5bc2051c00/0xfbc93bbea5fdb4b0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xfbc93bbea5fdb4b7 expref: -99 pid: 22750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788587282.774811:0:22740:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:2.0:1788587282.774854:0:22740:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.101@tcp lock: ffff8f5bc2051c00/0xfbc93bbea5fdb4b0 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xfbc93bbea5fdb4b7 expref: -99 pid: 22750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587282.774860:0:22740:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788587282.774875:0:22740:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.101@tcp lock: ffff8f5bc2051c00/0xfbc93bbea5fdb4b0 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xfbc93bbea5fdb4b7 expref: -99 pid: 22750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587282.774882:0:22740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.101@tcp lock: ffff8f5bc2051c00/0xfbc93bbea5fdb4b0 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xfbc93bbea5fdb4b7 expref: -99 pid: 22750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587282.774896:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788587282.774899:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788587282.774901:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788587282.774920:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a81092d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:42f04641-d17f-4ff4-9b47-651ab04c1b17:3646:1875469127628160:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788587282.775064:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788587282.778543:0:22738:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127628160 00000100:00100000:0.0:1788587282.778559:0:22738:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127628160 00010000:00010000:0.0:1788587282.778606:0:22738:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8f5b837bf800/0xfbc93bbea5fdb4b7 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xfbc93bbea5fdb4b0 expref: 23 pid: 22747 timeout: 728 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788587282.778654:0:22738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1788587282.778662:0:22738:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a81090700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:42f04641-d17f-4ff4-9b47-651ab04c1b17+23:3646:x1875469127628160:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788587282.778676:0:22738:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788587282.778681:0:22738:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8f5b837bf800/0xfbc93bbea5fdb4b7 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xfbc93bbea5fdb4b0 expref: 23 pid: 22747 timeout: 728 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587282.778692:0:22738:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8f5b837bf800/0xfbc93bbea5fdb4b7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xfbc93bbea5fdb4b0 expref: 23 pid: 22747 timeout: 728 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587282.778710:0:22738:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f5b837bf800/0xfbc93bbea5fdb4b7 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xfbc93bbea5fdb4b0 expref: 23 pid: 22747 timeout: 728 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587282.778725:0:22738:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8f5ba1aa7e00/0xfbc93bbea5fdb543 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587282.778732:0:22738:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f5ba1aa7e00/0xfbc93bbea5fdb543 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:0.0:1788587282.778748:0:22738:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.014143049s 00010000:00010000:0.0:1788587282.778763:0:22738:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8f5ba1aa7e00/0xfbc93bbea5fdb543 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587282.778770:0:22738:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8f5ba1aa7e00/0xfbc93bbea5fdb543 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587282.778789:0:22738:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8f5ba1aa7e00/0xfbc93bbea5fdb543 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587282.778795:0:22738:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8f5ba1aa7e00/0xfbc93bbea5fdb543 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587282.778800:0:22738:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f5ba1aa7e00 already unused, calling callback (ffffffffc0dc14f0) 00010000:00010000:0.0:1788587282.778804:0:22738:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8f5ba1aa7e00/0xfbc93bbea5fdb543 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587282.778812:0:22738:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8f5ba1aa7e00/0xfbc93bbea5fdb543 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587282.778829:0:22738:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8f5ba1aa7e00/0xfbc93bbea5fdb543 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587282.778841:0:22738:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788587282.778916:0:22738:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a81090700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:42f04641-d17f-4ff4-9b47-651ab04c1b17+22:3646:x1875469127628160:12345-0@lo:103:ldlm_bl.0 Request processed in 255us (3853us total) trans 0 rc 0/0 00000100:00100000:0.0:1788587282.778924:0:22738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1788587282.781190:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a81092d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:42f04641-d17f-4ff4-9b47-651ab04c1b17:3646:1875469127628160:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788587282.782242:0:22769:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8f5ba1aa7e00/0xfbc93bbea5fdb543 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587282.782259:0:22769:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8f5ba1aa7e00/0xfbc93bbea5fdb543 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587282.782266:0:22769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f5ba1aa7e00/0xfbc93bbea5fdb543 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00000004:3.0:1788587282.787481:0:25072:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 3, last_transno is 12884901888 00002000:00080000:1.0:1788587282.793109:0:25072:0:(ofd_obd.c:539:ofd_postrecov()) lustre-OST0001: recovery is over 00100000:10000000:1.0:1788587282.793119:0:25072:0:(lfsck_lib.c:3085:lfsck_start()) lustre-OST0001-osd: start master thread 00000020:01000004:1.0:1788587282.793213:0:25072:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:1.0:1788587282.793275:0:25072:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.203.101@tcp: cl_mgc_mutex unlock 00000020:01000004:1.0:1788587282.793297:0:25072:0:(tgt_mount.c:2464:server_fill_super_common()) Server sb, dev=50 00000080:00000004:1.0:1788587282.793327:0:25072:0:(super25.c:182:lustre_fill_super()) /dev/mapper/ost2_flakey: Mount complete 00000020:00000004:1.0:1788587282.798141:0:25072:0:(tgt_mount.c:2350:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1788587282.798410:0:25072:0:(tgt_mount.c:2365:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:2.0:1788587283.156857:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:3.0:1788587283.734679:0:25139:0:(tgt_mount.c:2350:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1788587283.734924:0:25139:0:(tgt_mount.c:2365:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:2.0:1788587284.191769:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1788587284.314553:0:22750:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:3.0:1788587284.314560:0:22750:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8f5bbfa54800 from 14 10000000:01000000:3.0:1788587284.314566:0:22750:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1788587284.314608:0:22750:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.101@tcp lock: ffff8f5ba1aa6400/0xfbc93bbea5fdb54a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587284.314636:0:22750:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.101@tcp lock: ffff8f5ba1aa6400/0xfbc93bbea5fdb54a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587284.314647:0:22750:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.101@tcp lock: ffff8f5ba1aa6400/0xfbc93bbea5fdb54a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788587284.314671:0:22750:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a82569880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:42f04641-d17f-4ff4-9b47-651ab04c1b17:22750:1875469127628288:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1788587284.314733:0:22750:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788587284.314769:0:22750:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5a836fc9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788587284.315145:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127628288 00000100:00100000:2.0:1788587284.315154:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127628288 00000100:00100000:2.0:1788587284.315206:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 110 00000100:00100000:2.0:1788587284.315215:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a81b19050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42f04641-d17f-4ff4-9b47-651ab04c1b17+22:22750:x1875469127628288:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788587284.315228:0:22747:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788587284.315243:0:22747:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f5b829f4600/0xfbc93bbea5fdb551 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xfbc93bbea5fdb54a expref: -99 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587284.315266:0:22747:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f5b829f4600/0xfbc93bbea5fdb551 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xfbc93bbea5fdb54a expref: 23 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587284.315277:0:22747:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f5b829f4600/0xfbc93bbea5fdb551 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xfbc93bbea5fdb54a expref: 23 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587284.315286:0:22747:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f5b829f4600, rc 0) 00000100:00100000:2.0:1788587284.315328:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a81b19050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42f04641-d17f-4ff4-9b47-651ab04c1b17+23:22750:x1875469127628288:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 114us (594us total) trans 0 rc 0/0 00000100:00100000:2.0:1788587284.315335:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 110 00000100:00100000:3.0:1788587284.315594:0:22750:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a82569880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:42f04641-d17f-4ff4-9b47-651ab04c1b17:22750:1875469127628288:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788587284.315610:0:22750:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.101@tcp lock: ffff8f5ba1aa6400/0xfbc93bbea5fdb54a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xfbc93bbea5fdb551 expref: -99 pid: 22750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587284.315619:0:22750:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.101@tcp lock: ffff8f5ba1aa6400/0xfbc93bbea5fdb54a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xfbc93bbea5fdb551 expref: -99 pid: 22750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788587284.315669:0:22750:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a82569880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:42f04641-d17f-4ff4-9b47-651ab04c1b17:22750:1875469127628416:0@lo:256:ll_cfg_requeue.0 00000100:00100000:3.0:1788587284.315702:0:22750:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788587284.315722:0:22750:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5a836fc9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788587284.316083:0:22745:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127628416 00000100:00100000:2.0:1788587284.316089:0:22745:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127628416 00000100:00100000:2.0:1788587284.316126:0:22745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 111 00000100:00100000:2.0:1788587284.316134:0:22745:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a81b18050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42f04641-d17f-4ff4-9b47-651ab04c1b17+23:22750:x1875469127628416:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:2.0:1788587284.316148:0:22745:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:2.0:1788587284.316165:0:22745:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:2.0:1788587284.316168:0:22745:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 14 00000100:00100000:2.0:1788587284.316253:0:22745:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a81b18050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42f04641-d17f-4ff4-9b47-651ab04c1b17+23:22750:x1875469127628416:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 119us (549us total) trans 0 rc 0/0 00000100:00100000:2.0:1788587284.316261:0:22745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 111 00000100:00100000:3.0:1788587284.316368:0:22750:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a82569880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:42f04641-d17f-4ff4-9b47-651ab04c1b17:22750:1875469127628416:0@lo:256:ll_cfg_requeue.0 10000000:01000000:3.0:1788587284.316466:0:22750:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.101@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1788587284.316474:0:22750:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.101@tcp lock: ffff8f5ba1aa6400/0xfbc93bbea5fdb54a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xfbc93bbea5fdb551 expref: -99 pid: 22750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587284.316483:0:22750:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.101@tcp lock: ffff8f5ba1aa6400/0xfbc93bbea5fdb54a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xfbc93bbea5fdb551 expref: -99 pid: 22750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788587284.316511:0:22750:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:3.0:1788587284.316514:0:22750:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8f5a822f3000 from 14 10000000:01000000:3.0:1788587284.316517:0:22750:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1788587284.316538:0:22750:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.101@tcp lock: ffff8f5ba1aa7a00/0xfbc93bbea5fdb558 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587284.316556:0:22750:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.101@tcp lock: ffff8f5ba1aa7a00/0xfbc93bbea5fdb558 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587284.316564:0:22750:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.101@tcp lock: ffff8f5ba1aa7a00/0xfbc93bbea5fdb558 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788587284.316578:0:22750:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a82569880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:42f04641-d17f-4ff4-9b47-651ab04c1b17:22750:1875469127628544:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1788587284.316603:0:22750:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788587284.316625:0:22750:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5a836fc9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788587284.316726:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127628544 00000100:00100000:0.0:1788587284.316739:0:22746:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127628544 00000100:00100000:0.0:1788587284.316763:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 112 00000100:00100000:0.0:1788587284.316770:0:22746:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a81b18450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:42f04641-d17f-4ff4-9b47-651ab04c1b17+23:22750:x1875469127628544:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788587284.316778:0:22746:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788587284.316788:0:22746:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f5b837bfa00/0xfbc93bbea5fdb55f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xfbc93bbea5fdb558 expref: -99 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587284.316805:0:22746:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f5b837bfa00/0xfbc93bbea5fdb55f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xfbc93bbea5fdb558 expref: 24 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587284.316820:0:22746:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f5b837bfa00/0xfbc93bbea5fdb55f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xfbc93bbea5fdb558 expref: 24 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587284.316828:0:22746:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f5b837bfa00, rc 0) 00000100:00100000:0.0:1788587284.316859:0:22746:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a81b18450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:42f04641-d17f-4ff4-9b47-651ab04c1b17+24:22750:x1875469127628544:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 89us (255us total) trans 0 rc 0/0 00000100:00100000:0.0:1788587284.316865:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 112 00000100:00100000:3.0:1788587284.317005:0:22750:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a82569880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:42f04641-d17f-4ff4-9b47-651ab04c1b17:22750:1875469127628544:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788587284.317016:0:22750:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.101@tcp lock: ffff8f5ba1aa7a00/0xfbc93bbea5fdb558 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xfbc93bbea5fdb55f expref: -99 pid: 22750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587284.317025:0:22750:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.101@tcp lock: ffff8f5ba1aa7a00/0xfbc93bbea5fdb558 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xfbc93bbea5fdb55f expref: -99 pid: 22750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788587284.317060:0:22750:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a82569880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:42f04641-d17f-4ff4-9b47-651ab04c1b17:22750:1875469127628672:0@lo:256:ll_cfg_requeue.0 00000100:00100000:3.0:1788587284.317098:0:22750:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788587284.317114:0:22750:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5a836fc9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788587284.317127:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127628672 00000100:00100000:3.0:1788587284.317130:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127628672 00000100:00100000:3.0:1788587284.317162:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 113 00000100:00100000:3.0:1788587284.317168:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a81b1b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42f04641-d17f-4ff4-9b47-651ab04c1b17+24:22750:x1875469127628672:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:3.0:1788587284.317179:0:22747:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:3.0:1788587284.317192:0:22747:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:3.0:1788587284.317195:0:22747:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 14 00000100:00100000:3.0:1788587284.317259:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a81b1b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42f04641-d17f-4ff4-9b47-651ab04c1b17+24:22750:x1875469127628672:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 91us (159us total) trans 0 rc 0/0 00000100:00100000:3.0:1788587284.317265:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 113 00000100:00100000:3.0:1788587284.317295:0:22750:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a82569880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:42f04641-d17f-4ff4-9b47-651ab04c1b17:22750:1875469127628672:0@lo:256:ll_cfg_requeue.0 10000000:01000000:3.0:1788587284.317333:0:22750:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.101@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1788587284.317340:0:22750:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.101@tcp lock: ffff8f5ba1aa7a00/0xfbc93bbea5fdb558 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xfbc93bbea5fdb55f expref: -99 pid: 22750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587284.317347:0:22750:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.101@tcp lock: ffff8f5ba1aa7a00/0xfbc93bbea5fdb558 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xfbc93bbea5fdb55f expref: -99 pid: 22750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587285.204740:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788587286.230956:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1788587286.741084:0:22789:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:0.0:1788587286.869006:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a82569880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1875469127628800:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788587286.869075:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788587286.869197:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127628800 00000100:00100000:0.0:1788587286.869205:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127628800 00000100:00100000:0.0:1788587286.869254:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:0.0:1788587286.869265:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5ba7aa6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3647:x1875469127628800:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1788587286.869297:0:22758:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1788587286.869345:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5ba7aa6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3647:x1875469127628800:12345-0@lo:41:osp-pre-0-1.0 Request processed in 82us (270us total) trans 0 rc 0/0 00000100:00100000:0.0:1788587286.869352:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:0.0:1788587286.869393:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a82569880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1875469127628800:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788587286.869653:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788587286.869664:0:3649:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5ba7aa6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1875469127628928:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788587286.869697:0:3649:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788587286.869852:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127628928 00000100:00100000:0.0:1788587286.869856:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127628928 00000100:00100000:0.0:1788587286.869890:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:0.0:1788587286.869898:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bb05aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3649:x1875469127628928:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1788587286.869916:0:22759:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1788587286.869961:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bb05aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3649:x1875469127628928:12345-0@lo:41:osp-pre-1-0.0 Request processed in 64us (264us total) trans 0 rc 0/0 00000100:00100000:0.0:1788587286.869982:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:3.0:1788587286.870047:0:3649:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5ba7aa6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1875469127628928:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788587286.872608:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788587286.872630:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bb05aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1875469127629056:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788587286.872688:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788587286.872827:0:24261:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127629056 00000100:00100000:1.0:1788587286.872835:0:24261:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127629056 00000100:00080000:0.0:1788587286.872928:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788587286.872966:0:24261:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1788587286.872975:0:24261:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bb05ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1875469127629056:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1788587286.873000:0:24261:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1788587286.873049:0:24261:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bb05ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1875469127629056:12345-0@lo:13:osp-pre-0-1.0 Request processed in 76us (360us total) trans 0 rc 0/0 00000100:00100000:1.0:1788587286.873057:0:24261:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:0.0:1788587286.873837:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8f5bb05aea00 x1875469127629056/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1788587302 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788587286.873858:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bb05aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1875469127629056:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1788587287.253672:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788587287.908898:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788587287.908905:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1788587287.908908:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788587287.908911:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1788587287.908945:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5ba7aa7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3648:1875469127629440:0@lo:400:kworker.0 00000100:00100000:0.0:1788587287.909006:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788587287.909061:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788587287.909067:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5ba7aa5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1875469127629568:0@lo:400:kworker.0 00000100:00100000:0.0:1788587287.909090:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1788587287.909115:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788587287.909118:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1788587287.909121:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f5b83585000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1788587287.909130:0:8:0:(import.c:665:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff8f5b83585000 using connection 192.168.203.101@tcp/0@lo 00000100:00100000:0.0:1788587287.909150:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f5ba7aa4000 x1875469127629824/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788587287.909185:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5ba7aa6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3648:1875469127630080:0@lo:400:kworker.0 00000100:00100000:0.0:1788587287.909208:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788587287.909244:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788587287.909263:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5ba7aa7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3648:1875469127630208:0@lo:400:kworker.0 00000100:00100000:0.0:1788587287.909289:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788587287.913756:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5ba7aa4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1875469127629312:0@lo:400:kworker.0 00000100:00100000:3.0:1788587287.913848:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788587287.913904:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5ba7aa7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3647:1875469127629952:0@lo:400:kworker.0 00000100:00100000:3.0:1788587287.913929:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788587287.913947:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5ba7aa4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3647:1875469127630464:0@lo:400:kworker.0 00000100:00100000:3.0:1788587287.913972:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788587287.913992:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:3.0:1788587287.914015:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5ba7aa4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:42f04641-d17f-4ff4-9b47-651ab04c1b17:3647:1875469127629184:0@lo:400:kworker.0 00000100:00100000:3.0:1788587287.914046:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788587287.914071:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5ba7aa5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1875469127629696:0@lo:400:kworker.0 00000100:00100000:3.0:1788587287.914093:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788587287.914114:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5ba7aa6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3647:1875469127630336:0@lo:400:kworker.0 00000100:00100000:3.0:1788587287.914137:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788587287.914165:0:24283:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127629440 00000100:00100000:3.0:1788587287.914173:0:24283:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127629440 00000100:00100000:3.0:1788587287.914210:0:24283:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127630080 00000100:00100000:3.0:1788587287.914213:0:24283:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127630080 00000100:00100000:3.0:1788587287.914239:0:24283:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127630208 00000100:00100000:3.0:1788587287.914242:0:24283:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127630208 00000100:00100000:3.0:1788587287.914255:0:24283:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127629952 00000100:00100000:3.0:1788587287.914258:0:24283:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127629952 00000100:00100000:3.0:1788587287.914269:0:24283:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127630464 00000100:00100000:3.0:1788587287.914271:0:24283:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127630464 00000100:00100000:3.0:1788587287.914281:0:24283:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127630336 00000100:00100000:3.0:1788587287.914283:0:24283:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127630336 00000100:00100000:3.0:1788587287.914297:0:24283:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1788587287.914306:0:24283:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5ba7aa5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3648:x1875469127629440:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788587287.914362:0:24283:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5ba7aa5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3648:x1875469127629440:12345-0@lo:400:kworker.0 Request processed in 57us (5356us total) trans 0 rc 0/0 00000100:00100000:3.0:1788587287.914369:0:24283:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1788587287.914385:0:24283:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:3.0:1788587287.914392:0:24283:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5ba7aa4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3648:x1875469127630080:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788587287.914456:0:24283:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5ba7aa4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3648:x1875469127630080:12345-0@lo:400:kworker.0 Request processed in 64us (5247us total) trans 0 rc 0/0 00000100:00100000:3.0:1788587287.914462:0:24283:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:3.0:1788587287.914497:0:24283:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1788587287.914505:0:24283:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5ba7aa5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3648:x1875469127630208:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788587287.914538:0:24283:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5ba7aa5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3648:x1875469127630208:12345-0@lo:400:kworker.0 Request processed in 34us (5248us total) trans 0 rc 0/0 00000100:00100000:3.0:1788587287.914544:0:24283:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1788587287.914556:0:24283:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1788587287.914562:0:24283:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a82568700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3647:x1875469127629952:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788587287.914593:0:24283:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a82568700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3647:x1875469127629952:12345-0@lo:400:kworker.0 Request processed in 31us (662us total) trans 0 rc 0/0 00000100:00100000:3.0:1788587287.914598:0:24283:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1788587287.914609:0:24283:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1788587287.914615:0:24283:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a82569f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3647:x1875469127630464:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788587287.914641:0:24283:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a82569f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3647:x1875469127630464:12345-0@lo:400:kworker.0 Request processed in 27us (668us total) trans 0 rc 0/0 00000100:00100000:3.0:1788587287.914648:0:24283:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1788587287.914659:0:24283:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1788587287.914664:0:24283:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a82569180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3647:x1875469127630336:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788587287.914688:0:24283:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a82569180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3647:x1875469127630336:12345-0@lo:400:kworker.0 Request processed in 24us (550us total) trans 0 rc 0/0 00000100:00100000:3.0:1788587287.914694:0:24283:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1788587287.914713:0:23826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127629568 00000100:00100000:3.0:1788587287.914717:0:23826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127629568 00000100:00100000:3.0:1788587287.914740:0:23826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127629312 00000100:00100000:3.0:1788587287.914743:0:23826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127629312 00000100:00100000:3.0:1788587287.914756:0:23826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:3.0:1788587287.914761:0:23826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5ba7aa5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3648:x1875469127629568:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788587287.914805:0:23826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5ba7aa5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3648:x1875469127629568:12345-0@lo:400:kworker.0 Request processed in 44us (5714us total) trans 0 rc 0/0 00000100:00100000:3.0:1788587287.914812:0:23826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:3.0:1788587287.914823:0:23826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:3.0:1788587287.914829:0:23826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a8256a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3647:x1875469127629312:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788587287.914856:0:23826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a8256a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3647:x1875469127629312:12345-0@lo:400:kworker.0 Request processed in 28us (1009us total) trans 0 rc 0/0 00000100:00100000:3.0:1788587287.914862:0:23826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:3.0:1788587287.914883:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127629184 00000100:00100000:3.0:1788587287.914887:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127629184 00000100:00100000:3.0:1788587287.914911:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 114 00000100:00100000:3.0:1788587287.914918:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a82576450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42f04641-d17f-4ff4-9b47-651ab04c1b17+24:3647:x1875469127629184:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788587287.914945:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a82576450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42f04641-d17f-4ff4-9b47-651ab04c1b17+24:3647:x1875469127629184:12345-0@lo:400:kworker.0 Request processed in 28us (898us total) trans 0 rc 0/0 00000100:00100000:3.0:1788587287.914951:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 114 00000100:00100000:3.0:1788587287.914982:0:24260:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127629696 00000100:00100000:3.0:1788587287.914986:0:24260:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127629696 00000100:00100000:3.0:1788587287.915013:0:24260:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1788587287.915020:0:24260:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a8256a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3647:x1875469127629696:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788587287.915051:0:24260:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a8256a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3647:x1875469127629696:12345-0@lo:400:kworker.0 Request processed in 32us (956us total) trans 0 rc 0/0 00000100:00100000:3.0:1788587287.915057:0:24260:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00080000:3.0:1788587287.915074:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788587287.915078:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00080000:3.0:1788587287.915111:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8f5ba7aa7b80 x1875469127630208/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788587303 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788587287.915141:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5ba7aa7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3648:1875469127630208:0@lo:400:kworker.0 00010000:00080000:3.0:1788587287.915157:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8f5ba7aa6a00 x1875469127630080/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788587303 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788587287.915165:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5ba7aa6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3648:1875469127630080:0@lo:400:kworker.0 00000100:00100000:3.0:1788587287.915177:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5ba7aa5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1875469127629568:0@lo:400:kworker.0 00010000:00080000:3.0:1788587287.915188:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8f5ba7aa7480 x1875469127629440/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788587303 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788587287.915196:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5ba7aa7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3648:1875469127629440:0@lo:400:kworker.0 00000100:00100000:3.0:1788587287.915236:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5ba7aa4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:42f04641-d17f-4ff4-9b47-651ab04c1b17:3647:1875469127629184:0@lo:400:kworker.0 00010000:00080000:3.0:1788587287.915248:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8f5ba7aa5f80 x1875469127629696/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1788587303 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788587287.915257:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5ba7aa5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1875469127629696:0@lo:400:kworker.0 00010000:00080000:3.0:1788587287.915268:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8f5ba7aa6300 x1875469127630336/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788587303 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788587287.915276:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5ba7aa6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3647:1875469127630336:0@lo:400:kworker.0 00000100:00100000:3.0:1788587287.915288:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5ba7aa4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1875469127629312:0@lo:400:kworker.0 00010000:00080000:3.0:1788587287.915298:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8f5ba7aa7800 x1875469127629952/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788587303 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788587287.915306:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5ba7aa7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3647:1875469127629952:0@lo:400:kworker.0 00010000:00080000:3.0:1788587287.915317:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8f5ba7aa4380 x1875469127630464/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788587303 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788587287.915331:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5ba7aa4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3647:1875469127630464:0@lo:400:kworker.0 00000100:00100000:2.0:1788587287.915656:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5ba7aa4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3645:1875469127629824:0@lo:8:kworker.0 00000100:00100000:2.0:1788587287.915703:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788587287.915901:0:24257:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127629824 00000100:00100000:3.0:1788587287.915907:0:24257:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127629824 00000100:00100000:3.0:1788587287.915939:0:24257:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1788587287.915945:0:24257:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a81092d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3645:x1875469127629824:12345-0@lo:8:kworker.0 00010000:00080000:3.0:1788587287.915972:0:24257:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0001: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 633 last 0 00000020:00000080:3.0:1788587287.916003:0:24257:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xfbc93bbea5fdb566 00002000:00100000:3.0:1788587287.916017:0:24257:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli lustre-MDT0001-mdtlov_UUID/ffff8f5a83c46000 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113a03 ocd_grant: 0 ocd_index: 1 ocd_group 1 00002000:00080000:3.0:1788587287.916021:0:24257:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0001: Received MDS connection for group 1 00002000:00100000:3.0:1788587287.916024:0:24257:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0001: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:3.0:1788587287.916207:0:24257:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 1 00000100:00080000:3.0:1788587287.916233:0:24257:0:(import.c:65:import_set_state_nolock()) ffff8f5a83c41800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1788587287.916281:0:24257:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a81092d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:3645:x1875469127629824:12345-0@lo:8:kworker.0 Request processed in 335us (577us total) trans 0 rc 0/0 00000100:00100000:3.0:1788587287.916289:0:24257:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00080000:3.0:1788587287.916322:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8f5ba7aa4000 x1875469127629824/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/416 e 0 to 0 dl 1788587312 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1788587287.916336:0:3645:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-OST0001-osc-MDT0001: connect to target with instance 3 00000100:00080000:3.0:1788587287.916344:0:3645:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-OST0001-osc-MDT0001: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:3.0:1788587287.916350:0:3645:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:3.0:1788587287.916353:0:3645:0:(import.c:65:import_set_state_nolock()) ffff8f5b83585000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000004:00080000:3.0:1788587287.916365:0:3645:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:3.0:1788587287.916370:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5ba7aa4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3645:1875469127629824:0@lo:8:kworker.0 00000004:00080000:0.0:1788587287.916519:0:23496:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0001: going to cleanup orphans since [0x2c0000400:0x1:0x0] 00000100:00100000:0.0:1788587287.916540:0:23496:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5ba7aa4380 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23496:1875469127630720:0@lo:7:osp-pre-1-1.0 00000100:00100000:0.0:1788587287.916572:0:23496:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788587287.916604:0:23496:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5b837c1b40 going to sleep for 11 seconds 00000100:00100000:2.0:1788587287.916994:0:24992:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127630720 00000100:00100000:2.0:1788587287.917000:0:24992:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127630720 00000100:00100000:2.0:1788587287.917052:0:24992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1788587287.917061:0:24992:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5ba7aa7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:23496:x1875469127630720:12345-0@lo:7:osp-pre-1-1.0 00000004:00080000:2.0:1788587287.917280:0:23495:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:2.0:1788587287.917354:0:23495:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 633847937526ns, next at 0ns, rc = 0 00080000:00080000:2.0:1788587287.917360:0:23495:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0001: async commit OSD 00000100:00100000:2.0:1788587287.917380:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788587287.917394:0:3649:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5ba7aa4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1875469127630592:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788587287.917467:0:3649:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788587287.917510:0:24262:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127630592 00000100:00100000:2.0:1788587287.917514:0:24262:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127630592 00000100:00100000:2.0:1788587287.917543:0:24262:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1788587287.917549:0:24262:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a81093480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+7:3649:x1875469127630592:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1788587287.917566:0:24262:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3915849728 avail 3684327424 00000100:00100000:2.0:1788587287.917627:0:24262:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a81093480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+7:3649:x1875469127630592:12345-0@lo:13:osp-pre-1-1.0 Request processed in 78us (159us total) trans 0 rc 0/0 00000100:00100000:2.0:1788587287.917634:0:24262:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:2.0:1788587287.917668:0:3649:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8f5ba7aa4000 x1875469127630592/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1788587303 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788587287.917685:0:3649:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5ba7aa4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1875469127630592:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1788587287.918518:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00080000:2.0:1788587287.919132:0:24992:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0001: adding sequence 0x2c0000400 00002000:00080000:2.0:1788587287.919139:0:24992:0:(ofd_dev.c:1208:ofd_get_info_hdl()) lustre-OST0001: LAST FID is [0x2c0000400:0x41:0x0] 00000100:00100000:2.0:1788587287.919211:0:24992:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5ba7aa7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:23496:x1875469127630720:12345-0@lo:7:osp-pre-1-1.0 Request processed in 2148us (2635us total) trans 0 rc 0/0 00000100:00100000:2.0:1788587287.919231:0:24992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00010000:00080000:0.0:1788587287.919285:0:23496:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8f5ba7aa4380 x1875469127630720/t0(0) o7->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 264/240 e 0 to 0 dl 1788587303 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788587287.919298:0:23496:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5ba7aa4380 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23496:1875469127630720:0@lo:7:osp-pre-1-1.0 00000004:00080000:0.0:1788587287.919311:0:23496:0:(osp_precreate.c:810:osp_get_lastfid_from_ost()) lustre-OST0001-osc-MDT0001: Got last_fid [0x2c0000400:0x41:0x0] 00000100:00100000:0.0:1788587287.919348:0:23496:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5ba7aa4380 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23496:1875469127630848:0@lo:5:osp-pre-1-1.0 00000100:00100000:0.0:1788587287.919381:0:23496:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788587287.919434:0:23496:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5b837c1b40 going to sleep for 11 seconds 00000004:00080000:0.0:1788587287.920770:0:23485:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1 committed 00000100:00100000:2.0:1788587287.920782:0:24257:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127630848 00000100:00100000:2.0:1788587287.920792:0:24257:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127630848 00000100:00100000:2.0:1788587287.920838:0:24257:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1788587287.920848:0:24257:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5ba7aa4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:23496:x1875469127630848:12345-0@lo:5:osp-pre-1-1.0 00002000:00080000:2.0:1788587287.920877:0:24257:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = 0 00000100:00100000:2.0:1788587287.920943:0:24257:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5ba7aa4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:23496:x1875469127630848:12345-0@lo:5:osp-pre-1-1.0 Request processed in 97us (1562us total) trans 0 rc 0/0 00000100:00100000:2.0:1788587287.920951:0:24257:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00010000:00080000:0.0:1788587287.922370:0:23496:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8f5ba7aa4380 x1875469127630848/t0(0) o5->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 432/432 e 0 to 0 dl 1788587303 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788587287.922388:0:23496:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5ba7aa4380 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23496:1875469127630848:0@lo:5:osp-pre-1-1.0 00000004:00080000:0.0:1788587287.922402:0:23496:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0001: Got last_id [0x2c0000400:0x41:0x0] from OST, last_created [0x2c0000400:0x41:0x0]last_used is [0x2c0000400:0x41:0x0] 00000100:00100000:0.0:1788587287.922465:0:23496:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5ba7aa4380 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23496:1875469127630976:0@lo:5:osp-pre-1-1.0 00000100:00100000:0.0:1788587287.922527:0:23496:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788587287.922551:0:23496:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5b837c1b40 going to sleep for 11 seconds 00000100:00100000:3.0:1788587287.922863:0:24259:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127630976 00000100:00100000:3.0:1788587287.922878:0:24259:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127630976 00000100:00100000:3.0:1788587287.922930:0:24259:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1788587287.922939:0:24259:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5ba7aa6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:23496:x1875469127630976:12345-0@lo:5:osp-pre-1-1.0 00002000:00080000:3.0:1788587287.922976:0:24259:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000400 at 66 00000001:00080000:0.0:1788587287.985760:0:25073:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901889 is committed 00000001:00100000:0.0:1788587287.985775:0:25073:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000100:00100000:3.0:1788587287.987840:0:24259:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5ba7aa6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:23496:x1875469127630976:12345-0@lo:5:osp-pre-1-1.0 Request processed in 64894us (65304us total) trans 12884901889 rc 0/0 00000100:00100000:3.0:1788587287.987853:0:24259:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00010000:00080000:0.0:1788587287.988025:0:23496:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8f5ba7aa4380 x1875469127630976/t0(0) o5->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 432/432 e 0 to 0 dl 1788587303 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788587287.988048:0:23496:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 12884901889 gen 2 00000100:00100000:0.0:1788587287.988056:0:23496:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5ba7aa4380 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23496:1875469127630976:0@lo:5:osp-pre-1-1.0 00000004:00080000:0.0:1788587287.988086:0:23496:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0001-osc-MDT0001: current precreated pool: [0x2c0000400:0x41:0x0]-[0x2c0000400:0x61:0x0] 00000100:00100000:0.0:1788587287.988139:0:23496:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5ba7aa4380 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0000-lwp-MDT0001_UUID:23496:1875469127631104:0@lo:900:osp-pre-1-1.0 00000100:00100000:0.0:1788587287.988174:0:23496:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788587287.988205:0:23496:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5b837c1b40 going to sleep for 11 seconds 00000100:00100000:3.0:1788587287.988339:0:22764:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127631104 00000100:00100000:3.0:1788587287.988347:0:22764:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127631104 00000100:00100000:3.0:1788587287.988392:0:22764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1788587287.988400:0:22764:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5ba7aa5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23496:x1875469127631104:12345-0@lo:900:osp-pre-1-1.0 00000100:00100000:3.0:1788587287.988501:0:22764:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5ba7aa5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23496:x1875469127631104:12345-0@lo:900:osp-pre-1-1.0 Request processed in 101us (326us total) trans 0 rc 0/0 00000100:00100000:3.0:1788587287.988508:0:22764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:0.0:1788587287.988781:0:23496:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8f5ba7aa4380 x1875469127631104/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1788587303 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788587287.988792:0:23496:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5ba7aa4380 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0000-lwp-MDT0001_UUID:23496:1875469127631104:0@lo:900:osp-pre-1-1.0 00010000:00010000:3.0:1788587288.280843:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788587288.917737:0:3645:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788587268/real 1788587268] req@ffff8f5a83c55f80 x1875469127614592/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788587288 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788587288.917765:0:3645:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f5a83c55f80 x1875469127614592/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788587288 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788587288.917775:0:3645:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788587268/real 1788587268] req@ffff8f5a83c56a00 x1875469127614720/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788587288 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788587288.917787:0:3645:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f5a83c56a00 x1875469127614720/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788587288 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1788587288.917804:0:3645:0:(import.c:65:import_set_state_nolock()) ffff8f5bbfa51800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1788587288.917817:0:3645:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1788587288.917829:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a83c55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1875469127614592:0@lo:8:kworker.0 00000100:00080000:3.0:1788587288.917835:0:3645:0:(import.c:65:import_set_state_nolock()) ffff8f5a822e1000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1788587288.917840:0:3645:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1788587288.917843:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a83c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1875469127614720:0@lo:8:kworker.0 00000040:00080000:0.0:1788587288.919044:0:23511:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00080000:0.0:1788587288.919180:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788587288.919185:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1788587288.919188:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f5bbfa51800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1788587288.919194:0:8:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 614 00000100:00080000:0.0:1788587288.919200:0:8:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1788587288.919206:0:8:0:(import.c:665:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff8f5bbfa51800 using connection 192.168.203.101@tcp/0@lo 00000100:00100000:0.0:1788587288.919225:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f5ba7aa7480 x1875469127631488/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1788587288.919241:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788587288.919244:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1788587288.919246:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f5a822e1000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1788587288.919249:0:8:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 614 00000100:00080000:0.0:1788587288.919251:0:8:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1788587288.919262:0:8:0:(import.c:665:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff8f5a822e1000 using connection 192.168.203.101@tcp/0@lo 00000100:00100000:0.0:1788587288.919275:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f5ba7aa5c00 x1875469127631616/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788587288.919342:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5ba7aa4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1875469127631360:0@lo:400:kworker.0 00000100:00100000:0.0:1788587288.919440:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788587288.919480:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a83de1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1875469127632128:0@lo:400:kworker.0 00000100:00100000:0.0:1788587288.919503:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788587288.919520:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a83de1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3646:1875469127632640:0@lo:400:kworker.0 00000100:00100000:0.0:1788587288.919541:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788587288.919561:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1788587288.919567:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5ba7aa6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3646:1875469127631744:0@lo:400:kworker.0 00000100:00100000:1.0:1788587288.921489:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5ba7aa7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1875469127631872:0@lo:400:kworker.0 00000100:00100000:1.0:1788587288.921569:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788587288.921569:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788587288.921614:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a83de1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3646:1875469127632256:0@lo:400:kworker.0 00000100:00100000:1.0:1788587288.921615:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a83de0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3648:1875469127632384:0@lo:400:kworker.0 00000100:00100000:0.0:1788587288.921654:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788587288.921702:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bbc72aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3646:1875469127632768:0@lo:400:kworker.0 00000100:00100000:0.0:1788587288.921731:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788587288.921769:0:23826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127631360 00000100:00100000:0.0:1788587288.921775:0:23826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127631360 00000100:00100000:0.0:1788587288.921817:0:23826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127631872 00000100:00100000:0.0:1788587288.921821:0:23826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127631872 00000100:00100000:0.0:1788587288.921837:0:23826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:0.0:1788587288.921845:0:23826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a8310a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3646:x1875469127631360:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788587288.921907:0:3649:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5ba7aa4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:42f04641-d17f-4ff4-9b47-651ab04c1b17:3649:1875469127631232:0@lo:400:kworker.0 00000100:00100000:0.0:1788587288.921929:0:23826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a8310a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3646:x1875469127631360:12345-0@lo:400:kworker.0 Request processed in 82us (2510us total) trans 0 rc 0/0 00000100:00100000:0.0:1788587288.921938:0:23826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:2.0:1788587288.921949:0:3649:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788587288.921967:0:23826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:0.0:1788587288.921976:0:23826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bb05ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3648:x1875469127631872:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788587288.921984:0:3649:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5ba7aa4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1875469127632000:0@lo:400:kworker.0 00000100:00100000:0.0:1788587288.922016:0:23826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bb05ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3648:x1875469127631872:12345-0@lo:400:kworker.0 Request processed in 41us (453us total) trans 0 rc 0/0 00000100:00100000:2.0:1788587288.922023:0:3649:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788587288.922024:0:23826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:0.0:1788587288.922046:0:24260:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127632128 00000100:00100000:2.0:1788587288.922048:0:3649:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a83de2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3649:1875469127632512:0@lo:400:kworker.0 00000100:00100000:0.0:1788587288.922051:0:24260:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127632128 00000100:00100000:2.0:1788587288.922076:0:3649:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788587288.922082:0:24260:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127632000 00000100:00100000:0.0:1788587288.922087:0:24260:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127632000 00000100:00100000:2.0:1788587288.922110:0:22745:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127631232 00000100:00100000:2.0:1788587288.922116:0:22745:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127631232 00000100:00100000:0.0:1788587288.922117:0:24260:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1788587288.922128:0:24260:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a8310b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3646:x1875469127632128:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788587288.922153:0:22745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 115 00000100:00100000:0.0:1788587288.922163:0:24260:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a8310b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3646:x1875469127632128:12345-0@lo:400:kworker.0 Request processed in 36us (2657us total) trans 0 rc 0/0 00000100:00100000:2.0:1788587288.922165:0:22745:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a82577850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42f04641-d17f-4ff4-9b47-651ab04c1b17+24:3649:x1875469127631232:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788587288.922172:0:24260:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1788587288.922187:0:24260:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1788587288.922195:0:24260:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a81091f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3649:x1875469127632000:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788587288.922216:0:22745:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a82577850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42f04641-d17f-4ff4-9b47-651ab04c1b17+24:3649:x1875469127631232:12345-0@lo:400:kworker.0 Request processed in 54us (266us total) trans 0 rc 0/0 00000100:00100000:2.0:1788587288.922225:0:22745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 115 00000100:00100000:0.0:1788587288.922231:0:24260:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a81091f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3649:x1875469127632000:12345-0@lo:400:kworker.0 Request processed in 37us (208us total) trans 0 rc 0/0 00000100:00100000:0.0:1788587288.922238:0:24260:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1788587288.922263:0:24283:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127632640 00000100:00100000:0.0:1788587288.922266:0:24283:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127632640 00000100:00100000:2.0:1788587288.922281:0:3649:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5ba7aa4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:42f04641-d17f-4ff4-9b47-651ab04c1b17:3649:1875469127631232:0@lo:400:kworker.0 00000100:00100000:0.0:1788587288.922285:0:24283:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127631744 00000100:00100000:0.0:1788587288.922290:0:24283:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127631744 00010000:00080000:2.0:1788587288.922298:0:3649:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8f5ba7aa4000 x1875469127632000/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1788587304 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788587288.922302:0:24283:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127632256 00000100:00100000:0.0:1788587288.922306:0:24283:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127632256 00000100:00100000:0.0:1788587288.922319:0:24283:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127632768 00000100:00100000:0.0:1788587288.922323:0:24283:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127632768 00000100:00100000:2.0:1788587288.922329:0:3649:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5ba7aa4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1875469127632000:0@lo:400:kworker.0 00000100:00100000:0.0:1788587288.922334:0:24283:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127632512 00000100:00100000:0.0:1788587288.922338:0:24283:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127632512 00000100:00100000:0.0:1788587288.922363:0:24283:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1788587288.922369:0:24283:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a83109f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3646:x1875469127632640:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788587288.922401:0:24283:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a83109f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3646:x1875469127632640:12345-0@lo:400:kworker.0 Request processed in 32us (2858us total) trans 0 rc 0/0 00000100:00100000:0.0:1788587288.922407:0:24283:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1788587288.922452:0:24283:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:0.0:1788587288.922458:0:24283:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a83108a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1875469127631744:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788587288.922499:0:24283:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a83108a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1875469127631744:12345-0@lo:400:kworker.0 Request processed in 42us (938us total) trans 0 rc 0/0 00000100:00100000:0.0:1788587288.922506:0:24283:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:0.0:1788587288.922518:0:24283:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:0.0:1788587288.922524:0:24283:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a83109180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3646:x1875469127632256:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788587288.922551:0:24283:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a83109180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3646:x1875469127632256:12345-0@lo:400:kworker.0 Request processed in 27us (898us total) trans 0 rc 0/0 00000100:00100000:0.0:1788587288.922557:0:24283:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:0.0:1788587288.922569:0:24283:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:0.0:1788587288.922575:0:24283:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a83109880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3646:x1875469127632768:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788587288.922608:0:24283:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a83109880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3646:x1875469127632768:12345-0@lo:400:kworker.0 Request processed in 33us (877us total) trans 0 rc 0/0 00000100:00100000:0.0:1788587288.922614:0:24283:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:0.0:1788587288.922626:0:24283:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:0.0:1788587288.922632:0:24283:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a81091c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3649:x1875469127632512:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788587288.922667:0:24283:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a81091c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3649:x1875469127632512:12345-0@lo:400:kworker.0 Request processed in 35us (591us total) trans 0 rc 0/0 00000100:00100000:0.0:1788587288.922674:0:24283:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00010000:00080000:0.0:1788587288.922718:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8f5ba7aa6a00 x1875469127631744/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788587304 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788587288.922729:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5ba7aa6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3646:1875469127631744:0@lo:400:kworker.0 00010000:00080000:0.0:1788587288.922740:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8f5a83de1f80 x1875469127632256/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788587304 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788587288.922749:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a83de1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3646:1875469127632256:0@lo:400:kworker.0 00010000:00080000:0.0:1788587288.922759:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8f5bbc72aa00 x1875469127632768/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788587304 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788587288.922766:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bbc72aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3646:1875469127632768:0@lo:400:kworker.0 00000100:00100000:0.0:1788587288.922779:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5ba7aa4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1875469127631360:0@lo:400:kworker.0 00010000:00080000:0.0:1788587288.922967:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8f5a83de1500 x1875469127632128/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1788587304 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788587288.922980:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a83de1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1875469127632128:0@lo:400:kworker.0 00010000:00080000:0.0:1788587288.922995:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8f5a83de1880 x1875469127632640/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788587304 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788587288.923004:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a83de1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3646:1875469127632640:0@lo:400:kworker.0 00000100:00080000:0.0:1788587288.923041:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00080000:0.0:1788587288.923059:0:3649:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8f5a83de2d80 x1875469127632512/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788587304 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788587288.923068:0:3649:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a83de2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3649:1875469127632512:0@lo:400:kworker.0 00000100:00100000:0.0:1788587288.923086:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5ba7aa7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1875469127631488:0@lo:8:kworker.0 00000100:00100000:0.0:1788587288.923120:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788587288.923158:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5ba7aa5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1875469127631616:0@lo:8:kworker.0 00000100:00100000:0.0:1788587288.923186:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788587288.923215:0:24260:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127631488 00000100:00100000:0.0:1788587288.923219:0:24260:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127631488 00000100:00100000:0.0:1788587288.923239:0:24260:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127631616 00000100:00100000:0.0:1788587288.923242:0:24260:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127631616 00000100:00100000:0.0:1788587288.923251:0:24260:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1788587288.923255:0:24260:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a83108380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3645:x1875469127631488:12345-0@lo:8:kworker.0 00010000:00080000:0.0:1788587288.923278:0:24260:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 634 last 0 00000020:00000080:0.0:1788587288.923303:0:24260:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xfbc93bbea5fdb56d 00002000:00100000:0.0:1788587288.923318:0:24260:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/ffff8f5b87398000 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113a03 ocd_grant: 0 ocd_index: 0 ocd_group 0 00002000:00080000:0.0:1788587288.923322:0:24260:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 0 00002000:00100000:0.0:1788587288.923325:0:24260:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:0.0:1788587288.923397:0:24260:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:0.0:1788587288.923513:0:24260:0:(import.c:65:import_set_state_nolock()) ffff8f5b8739c800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1788587288.923558:0:24260:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a83108380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3645:x1875469127631488:12345-0@lo:8:kworker.0 Request processed in 301us (437us total) trans 0 rc 0/0 00000100:00100000:0.0:1788587288.923566:0:24260:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1788587288.923580:0:24260:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1788587288.923585:0:24260:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a8310b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3645:x1875469127631616:12345-0@lo:8:kworker.0 00010000:00080000:0.0:1788587288.923600:0:24260:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0001: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 634 last 0 00000020:00000080:0.0:1788587288.923621:0:24260:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xfbc93bbea5fdb574 00002000:00100000:0.0:1788587288.923628:0:24260:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli lustre-MDT0000-mdtlov_UUID/ffff8f5b8739e000 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113a03 ocd_grant: 0 ocd_index: 1 ocd_group 0 00002000:00080000:0.0:1788587288.923644:0:24260:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0001: Received MDS connection for group 0 00002000:00100000:0.0:1788587288.923647:0:24260:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0001: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:0.0:1788587288.923686:0:24260:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:0.0:1788587288.923707:0:24260:0:(import.c:65:import_set_state_nolock()) ffff8f5b87398800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1788587288.923739:0:24260:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a8310b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3645:x1875469127631616:12345-0@lo:8:kworker.0 Request processed in 153us (553us total) trans 0 rc 0/0 00000100:00100000:0.0:1788587288.923746:0:24260:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1788587288.923773:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788587288.923810:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5ba7aa7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1875469127631872:0@lo:400:kworker.0 00000100:00100000:0.0:1788587288.923830:0:24283:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127632384 00000100:00100000:0.0:1788587288.923833:0:24283:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127632384 00000100:00100000:0.0:1788587288.923859:0:24283:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:0.0:1788587288.923866:0:24283:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a83109500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3648:x1875469127632384:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788587288.923913:0:24283:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a83109500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3648:x1875469127632384:12345-0@lo:400:kworker.0 Request processed in 47us (138us total) trans 0 rc 0/0 00000100:00100000:0.0:1788587288.923919:0:24283:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00010000:00080000:0.0:1788587288.923948:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8f5a83de0380 x1875469127632384/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788587304 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788587288.923958:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a83de0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3648:1875469127632384:0@lo:400:kworker.0 00010000:00080000:0.0:1788587288.923982:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8f5ba7aa7480 x1875469127631488/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1788587313 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788587288.923991:0:3645:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:0.0:1788587288.923996:0:3645:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0000: connect to target with instance 3 00000100:00080000:0.0:1788587288.924005:0:3645:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:0.0:1788587288.924011:0:3645:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:0.0:1788587288.924013:0:3645:0:(import.c:65:import_set_state_nolock()) ffff8f5bbfa51800 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000004:00080000:0.0:1788587288.924028:0:3645:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:0.0:1788587288.924033:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5ba7aa7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1875469127631488:0@lo:8:kworker.0 00010000:00080000:0.0:1788587288.924046:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8f5ba7aa5c00 x1875469127631616/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1788587313 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788587288.924062:0:3645:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:0.0:1788587288.924067:0:3645:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-OST0001-osc-MDT0000: connect to target with instance 3 00000100:00080000:0.0:1788587288.924072:0:3645:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-OST0001-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:0.0:1788587288.924075:0:3645:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:0.0:1788587288.924077:0:3645:0:(import.c:65:import_set_state_nolock()) ffff8f5a822e1000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000004:00080000:0.0:1788587288.924089:0:3645:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:0.0:1788587288.924092:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5ba7aa5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1875469127631616:0@lo:8:kworker.0 00000004:00080000:0.0:1788587288.924139:0:22778:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: going to cleanup orphans since [0x280000401:0x5:0x0] 00000100:00100000:0.0:1788587288.924155:0:22778:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a8310b480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22778:1875469127633024:0@lo:5:osp-pre-0-0.0 00000100:00100000:0.0:1788587288.924184:0:22778:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788587288.924199:0:22778:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5b837c1b40 going to sleep for 11 seconds 00000004:00080000:0.0:1788587288.924215:0:22777:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:0.0:1788587288.924287:0:22777:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 634854870807ns, next at 0ns, rc = 0 00080000:00080000:0.0:1788587288.924294:0:22777:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0000: async commit OSD 00000100:00100000:0.0:1788587288.924486:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788587288.924496:0:3649:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a8310a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1875469127632896:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788587288.924527:0:3649:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788587288.924561:0:24262:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127632896 00000100:00100000:0.0:1788587288.924565:0:24262:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127632896 00000100:00100000:0.0:1788587288.924601:0:24262:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1788587288.924608:0:24262:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a8310ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3649:x1875469127632896:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1788587288.924628:0:24262:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1788587288.924667:0:24262:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a8310ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3649:x1875469127632896:12345-0@lo:13:osp-pre-0-0.0 Request processed in 60us (140us total) trans 0 rc 0/0 00000100:00100000:0.0:1788587288.924674:0:24262:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00080000:0.0:1788587288.924692:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00080000:0.0:1788587288.924719:0:3649:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8f5a8310a300 x1875469127632896/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1788587304 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788587288.924733:0:3649:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a8310a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1875469127632896:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788587288.924752:0:24260:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127633024 00000100:00100000:0.0:1788587288.924755:0:24260:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127633024 00000100:00100000:0.0:1788587288.924778:0:24260:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1788587288.924785:0:24260:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a83109c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:22778:x1875469127633024:12345-0@lo:5:osp-pre-0-0.0 00000004:00080000:1.0:1788587288.926266:0:22780:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: going to cleanup orphans since [0x2c0000401:0x22:0x0] 00000100:00100000:1.0:1788587288.926288:0:22780:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bb05adc00 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22780:1875469127633280:0@lo:5:osp-pre-1-0.0 00000100:00100000:1.0:1788587288.926336:0:22780:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788587288.926368:0:22780:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5bbcbd2f00 going to sleep for 11 seconds 00000100:00100000:1.0:1788587288.926393:0:24992:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127633280 00000100:00100000:1.0:1788587288.926399:0:24992:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127633280 00000100:00100000:1.0:1788587288.926455:0:24992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1788587288.926463:0:24992:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a83755c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:22780:x1875469127633280:12345-0@lo:5:osp-pre-1-0.0 00000100:00080000:1.0:1788587288.926672:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788587288.926695:0:3649:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bb05aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1875469127633152:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788587288.926724:0:3649:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788587288.926755:0:24262:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127633152 00000100:00100000:1.0:1788587288.926759:0:24262:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127633152 00000100:00100000:1.0:1788587288.926782:0:24262:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1788587288.926790:0:24262:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a83754a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3649:x1875469127633152:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788587288.926804:0:24262:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3915849728 avail 3684327424 00000100:00100000:1.0:1788587288.926845:0:24262:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a83754a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3649:x1875469127633152:12345-0@lo:13:osp-pre-1-0.0 Request processed in 56us (120us total) trans 0 rc 0/0 00000100:00100000:1.0:1788587288.926853:0:24262:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00080000:1.0:1788587288.926887:0:3649:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8f5bb05aea00 x1875469127633152/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1788587304 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788587288.926904:0:3649:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bb05aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1875469127633152:0@lo:13:osp-pre-1-0.0 00000004:00080000:3.0:1788587288.927234:0:22779:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:3.0:1788587288.927314:0:22779:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 634857896980ns, next at 0ns, rc = 0 00080000:00080000:3.0:1788587288.927320:0:22779:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0000: async commit OSD 00000004:00080000:3.0:1788587288.931113:0:22732:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1 committed 00000004:00080000:3.0:1788587288.932529:0:22732:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1 committed 00002000:00080000:3.0:1788587288.935598:0:24992:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0001: adding sequence 0x2c0000401 00002000:00080000:3.0:1788587288.935610:0:24992:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = -31 00002000:02000040:3.0:1788587288.935616:0:24992:0:(ofd_dev.c:1491:ofd_orphans_destroy()) lustre-OST0001: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x2c0000401:35 to 0x2c0000401:65) 00002000:00080000:0.0:1788587288.937702:0:24260:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0000: adding sequence 0x280000401 00002000:00080000:0.0:1788587288.937713:0:24260:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = -60 00002000:02000040:0.0:1788587288.937720:0:24260:0:(ofd_dev.c:1491:ofd_orphans_destroy()) lustre-OST0000: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x280000401:6 to 0x280000401:65) 00002000:00010000:3.0:1788587288.951136:0:24992:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x41:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788587288.951147:0:24992:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004f5d9548/0xfbc93bbea5fdb57b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587288.951163:0:24992:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x41:0x0].0x0 since=634s v=(0 0) 00010000:00010000:3.0:1788587288.951168:0:24992:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x41:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788587288.951173:0:24992:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004f5d9548/0xfbc93bbea5fdb57b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587288.951191:0:24992:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004f5d9548/0xfbc93bbea5fdb57b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587288.951202:0:24992:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004f5d9548/0xfbc93bbea5fdb57b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587288.951222:0:24992:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004f5d9548/0xfbc93bbea5fdb57b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587288.951239:0:24992:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788587288.951252:0:22741:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788587288.951258:0:22741:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004f5d9548/0xfbc93bbea5fdb57b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587288.951265:0:22741:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f5ba1aa6a00 already unused, calling callback (ffffffffc0dc14f0) 00010000:00010000:3.0:1788587288.951269:0:22741:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004f5d9548/0xfbc93bbea5fdb57b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587288.951279:0:22741:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004f5d9548/0xfbc93bbea5fdb57b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587288.951295:0:22741:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004f5d9548/0xfbc93bbea5fdb57b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587288.951303:0:22741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004f5d9548/0xfbc93bbea5fdb57b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587288.951319:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788587288.951320:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788587288.951322:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788587288.955575:0:24992:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x40:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788587288.955607:0:24992:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000286a649b/0xfbc93bbea5fdb582 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587288.955624:0:24992:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x40:0x0].0x0 since=634s v=(0 0) 00010000:00010000:3.0:1788587288.955629:0:24992:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x40:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788587288.955636:0:24992:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000286a649b/0xfbc93bbea5fdb582 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587288.955650:0:24992:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000286a649b/0xfbc93bbea5fdb582 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587288.955661:0:24992:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000286a649b/0xfbc93bbea5fdb582 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587288.955669:0:24992:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000286a649b/0xfbc93bbea5fdb582 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587288.955802:0:24992:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788587288.955816:0:22740:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788587288.955822:0:22740:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000286a649b/0xfbc93bbea5fdb582 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587288.955828:0:22740:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f5ba1aa6200 already unused, calling callback (ffffffffc0dc14f0) 00010000:00010000:3.0:1788587288.955833:0:22740:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000286a649b/0xfbc93bbea5fdb582 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587288.955842:0:22740:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000286a649b/0xfbc93bbea5fdb582 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587288.955864:0:22740:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000286a649b/0xfbc93bbea5fdb582 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587288.955871:0:22740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000286a649b/0xfbc93bbea5fdb582 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587288.955887:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788587288.955889:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788587288.955891:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788587288.956494:0:24992:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788587288.956500:0:24992:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008dd61fac/0xfbc93bbea5fdb589 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587288.956510:0:24992:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3f:0x0].0x0 since=634s v=(0 0) 00010000:00010000:3.0:1788587288.956514:0:24992:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788587288.956518:0:24992:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008dd61fac/0xfbc93bbea5fdb589 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587288.956527:0:24992:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008dd61fac/0xfbc93bbea5fdb589 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587288.956535:0:24992:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008dd61fac/0xfbc93bbea5fdb589 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587288.956543:0:24992:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008dd61fac/0xfbc93bbea5fdb589 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587288.957840:0:24992:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788587288.957856:0:22741:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788587288.957862:0:22741:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008dd61fac/0xfbc93bbea5fdb589 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587288.957869:0:22741:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f5ba1aa6e00 already unused, calling callback (ffffffffc0dc14f0) 00010000:00010000:3.0:1788587288.957873:0:22741:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008dd61fac/0xfbc93bbea5fdb589 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587288.957882:0:22741:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008dd61fac/0xfbc93bbea5fdb589 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587288.957900:0:22741:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008dd61fac/0xfbc93bbea5fdb589 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587288.957908:0:22741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008dd61fac/0xfbc93bbea5fdb589 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587288.957926:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788587288.957927:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788587288.957929:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788587288.958836:0:24992:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788587288.958845:0:24992:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f95715ec/0xfbc93bbea5fdb590 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587288.958858:0:24992:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3e:0x0].0x0 since=634s v=(0 0) 00010000:00010000:3.0:1788587288.958869:0:24992:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788587288.958876:0:24992:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f95715ec/0xfbc93bbea5fdb590 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587288.958888:0:24992:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f95715ec/0xfbc93bbea5fdb590 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587288.958898:0:24992:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f95715ec/0xfbc93bbea5fdb590 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587288.958911:0:24992:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f95715ec/0xfbc93bbea5fdb590 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587288.958929:0:24992:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788587288.958941:0:22740:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788587288.958945:0:22740:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f95715ec/0xfbc93bbea5fdb590 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587288.958951:0:22740:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f5ba1aa7e00 already unused, calling callback (ffffffffc0dc14f0) 00010000:00010000:3.0:1788587288.958955:0:22740:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f95715ec/0xfbc93bbea5fdb590 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587288.958962:0:22740:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f95715ec/0xfbc93bbea5fdb590 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587288.958974:0:22740:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f95715ec/0xfbc93bbea5fdb590 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587288.958991:0:22740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f95715ec/0xfbc93bbea5fdb590 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587288.959006:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788587288.959008:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788587288.959009:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788587288.960900:0:24992:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788587288.960910:0:24992:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ad269d29/0xfbc93bbea5fdb597 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587288.960972:0:24992:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3d:0x0].0x0 since=634s v=(0 0) 00010000:00010000:3.0:1788587288.960975:0:24992:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788587288.960981:0:24992:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ad269d29/0xfbc93bbea5fdb597 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587288.960994:0:24992:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ad269d29/0xfbc93bbea5fdb597 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587288.961003:0:24992:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ad269d29/0xfbc93bbea5fdb597 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587288.961009:0:24992:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ad269d29/0xfbc93bbea5fdb597 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587288.961030:0:24992:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788587288.961043:0:22741:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788587288.961055:0:22741:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ad269d29/0xfbc93bbea5fdb597 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587288.961062:0:22741:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f5bbfa70c00 already unused, calling callback (ffffffffc0dc14f0) 00010000:00010000:3.0:1788587288.961066:0:22741:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ad269d29/0xfbc93bbea5fdb597 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587288.961075:0:22741:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ad269d29/0xfbc93bbea5fdb597 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587288.961090:0:22741:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ad269d29/0xfbc93bbea5fdb597 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587288.961098:0:22741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ad269d29/0xfbc93bbea5fdb597 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587288.961114:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788587288.961116:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788587288.961117:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788587288.961584:0:24260:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x41:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788587288.961591:0:24260:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000282ae425/0xfbc93bbea5fdb59e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587288.961601:0:24260:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x41:0x0].0x0 since=634s v=(0 0) 00010000:00010000:0.0:1788587288.961672:0:24260:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x41:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788587288.961678:0:24260:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000282ae425/0xfbc93bbea5fdb59e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587288.961693:0:24260:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000282ae425/0xfbc93bbea5fdb59e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587288.961703:0:24260:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000282ae425/0xfbc93bbea5fdb59e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587288.961709:0:24260:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000282ae425/0xfbc93bbea5fdb59e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587288.961738:0:24260:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788587288.962665:0:22740:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788587288.962672:0:22740:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000282ae425/0xfbc93bbea5fdb59e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587288.963442:0:22740:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f5b837bfc00 already unused, calling callback (ffffffffc0dc14f0) 00010000:00010000:3.0:1788587288.963448:0:22740:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000282ae425/0xfbc93bbea5fdb59e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587288.963482:0:22740:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000282ae425/0xfbc93bbea5fdb59e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587288.963504:0:22740:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000282ae425/0xfbc93bbea5fdb59e lrc: 1/0,0 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587288.963512:0:22740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000282ae425/0xfbc93bbea5fdb59e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587288.963534:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788587288.963536:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788587288.963538:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788587288.963673:0:24992:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788587288.963679:0:24992:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001f373417/0xfbc93bbea5fdb5a5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587288.963758:0:24992:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3c:0x0].0x0 since=634s v=(0 0) 00010000:00010000:3.0:1788587288.963763:0:24992:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788587288.963770:0:24992:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001f373417/0xfbc93bbea5fdb5a5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587288.963782:0:24992:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001f373417/0xfbc93bbea5fdb5a5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587288.963791:0:24992:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001f373417/0xfbc93bbea5fdb5a5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788587288.963795:0:24260:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x40:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788587288.963805:0:24260:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005ec6448f/0xfbc93bbea5fdb5ac lrc: 3/0,1 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587288.963809:0:24992:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001f373417/0xfbc93bbea5fdb5a5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587288.963823:0:24260:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x40:0x0].0x0 since=634s v=(0 0) 00010000:00010000:0.0:1788587288.963828:0:24260:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x40:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788587288.963832:0:24260:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005ec6448f/0xfbc93bbea5fdb5ac lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587288.963834:0:24992:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788587288.963847:0:24260:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005ec6448f/0xfbc93bbea5fdb5ac lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587288.963849:0:22741:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788587288.963856:0:22741:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001f373417/0xfbc93bbea5fdb5a5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587288.963859:0:24260:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005ec6448f/0xfbc93bbea5fdb5ac lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587288.963874:0:22741:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f5bbfa71800 already unused, calling callback (ffffffffc0dc14f0) 00010000:00010000:0.0:1788587288.963877:0:24260:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005ec6448f/0xfbc93bbea5fdb5ac lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587288.963880:0:22741:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001f373417/0xfbc93bbea5fdb5a5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587288.963898:0:22741:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001f373417/0xfbc93bbea5fdb5a5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587288.963902:0:24260:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788587288.963914:0:22741:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001f373417/0xfbc93bbea5fdb5a5 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587288.963921:0:22741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001f373417/0xfbc93bbea5fdb5a5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587288.963935:0:22741:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788587288.963939:0:22741:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005ec6448f/0xfbc93bbea5fdb5ac lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587288.963957:0:22741:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f5b837bf600 already unused, calling callback (ffffffffc0dc14f0) 00010000:00010000:3.0:1788587288.963961:0:22741:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005ec6448f/0xfbc93bbea5fdb5ac lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587288.963969:0:22741:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005ec6448f/0xfbc93bbea5fdb5ac lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587288.963980:0:22741:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005ec6448f/0xfbc93bbea5fdb5ac lrc: 1/0,0 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587288.963988:0:22741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005ec6448f/0xfbc93bbea5fdb5ac lrc: 0/0,0 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587288.964004:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788587288.964006:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788587288.964009:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788587288.964015:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788587288.965169:0:24260:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788587288.965178:0:24260:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000518eefc7/0xfbc93bbea5fdb5b3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587288.965190:0:24260:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3f:0x0].0x0 since=634s v=(0 0) 00010000:00010000:0.0:1788587288.965200:0:24260:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788587288.965206:0:24260:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000518eefc7/0xfbc93bbea5fdb5b3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587288.965218:0:24260:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000518eefc7/0xfbc93bbea5fdb5b3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587288.965228:0:24260:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000518eefc7/0xfbc93bbea5fdb5b3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587288.965236:0:24260:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000518eefc7/0xfbc93bbea5fdb5b3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587288.965258:0:24260:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788587288.966483:0:22741:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788587288.966493:0:22741:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000518eefc7/0xfbc93bbea5fdb5b3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587288.966503:0:22741:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f5b837bf800 already unused, calling callback (ffffffffc0dc14f0) 00010000:00010000:3.0:1788587288.966508:0:22741:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000518eefc7/0xfbc93bbea5fdb5b3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587288.966529:0:22741:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000518eefc7/0xfbc93bbea5fdb5b3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788587288.966540:0:24260:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788587288.966547:0:22741:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000518eefc7/0xfbc93bbea5fdb5b3 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587288.966548:0:24260:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008f9b1c05/0xfbc93bbea5fdb5ba lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587288.966567:0:22741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000518eefc7/0xfbc93bbea5fdb5b3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587288.966569:0:24260:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3e:0x0].0x0 since=634s v=(0 0) 00010000:00010000:0.0:1788587288.966577:0:24260:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788587288.966582:0:24260:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008f9b1c05/0xfbc93bbea5fdb5ba lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587288.966610:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788587288.966613:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788587288.966615:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788587288.966616:0:24260:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008f9b1c05/0xfbc93bbea5fdb5ba lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587288.966626:0:24260:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008f9b1c05/0xfbc93bbea5fdb5ba lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587288.966641:0:24260:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008f9b1c05/0xfbc93bbea5fdb5ba lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587288.966662:0:24260:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1788587288.966663:0:24992:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788587288.966671:0:24992:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009fc51524/0xfbc93bbea5fdb5c1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587288.967013:0:24992:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3b:0x0].0x0 since=634s v=(0 0) 00010000:00010000:3.0:1788587288.967018:0:24992:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788587288.967023:0:24992:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009fc51524/0xfbc93bbea5fdb5c1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587288.967034:0:24992:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009fc51524/0xfbc93bbea5fdb5c1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587288.967042:0:24992:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009fc51524/0xfbc93bbea5fdb5c1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587288.967056:0:24992:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009fc51524/0xfbc93bbea5fdb5c1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587288.967074:0:24992:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1788587288.967127:0:22741:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788587288.967133:0:22741:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008f9b1c05/0xfbc93bbea5fdb5ba lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587288.967142:0:22741:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f5b837bea00 already unused, calling callback (ffffffffc0dc14f0) 00010000:00010000:0.0:1788587288.967145:0:22741:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008f9b1c05/0xfbc93bbea5fdb5ba lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587288.967153:0:22741:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008f9b1c05/0xfbc93bbea5fdb5ba lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587288.967165:0:22741:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008f9b1c05/0xfbc93bbea5fdb5ba lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587288.967173:0:22741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008f9b1c05/0xfbc93bbea5fdb5ba lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587288.967188:0:22741:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788587288.967192:0:22741:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009fc51524/0xfbc93bbea5fdb5c1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587288.967211:0:22741:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f5bbfa71400 already unused, calling callback (ffffffffc0dc14f0) 00010000:00010000:0.0:1788587288.967214:0:22741:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009fc51524/0xfbc93bbea5fdb5c1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587288.967222:0:22741:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009fc51524/0xfbc93bbea5fdb5c1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587288.967236:0:22741:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009fc51524/0xfbc93bbea5fdb5c1 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587288.967243:0:22741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009fc51524/0xfbc93bbea5fdb5c1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587288.967261:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788587288.967263:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788587288.967264:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788587288.967313:0:24260:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788587288.967320:0:24260:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003b7698f8/0xfbc93bbea5fdb5c8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587288.967328:0:24260:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3d:0x0].0x0 since=634s v=(0 0) 00010000:00010000:0.0:1788587288.967332:0:24260:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788587288.967336:0:24260:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003b7698f8/0xfbc93bbea5fdb5c8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587288.967346:0:24260:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003b7698f8/0xfbc93bbea5fdb5c8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587288.967361:0:24260:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003b7698f8/0xfbc93bbea5fdb5c8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587288.967368:0:24260:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003b7698f8/0xfbc93bbea5fdb5c8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587288.967382:0:24260:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788587288.967389:0:22741:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788587288.967392:0:22741:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003b7698f8/0xfbc93bbea5fdb5c8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587288.967399:0:22741:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f5b837be400 already unused, calling callback (ffffffffc0dc14f0) 00010000:00010000:0.0:1788587288.967402:0:22741:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003b7698f8/0xfbc93bbea5fdb5c8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587288.967410:0:22741:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003b7698f8/0xfbc93bbea5fdb5c8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587288.967442:0:22741:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003b7698f8/0xfbc93bbea5fdb5c8 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587288.967450:0:22741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003b7698f8/0xfbc93bbea5fdb5c8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587288.967463:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788587288.967481:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788587288.967483:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788587288.968451:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788587288.968555:0:24992:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788587288.968562:0:24992:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000009243e8a/0xfbc93bbea5fdb5cf lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587288.968572:0:24992:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3a:0x0].0x0 since=634s v=(0 0) 00010000:00010000:3.0:1788587288.968576:0:24992:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788587288.968590:0:24992:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000009243e8a/0xfbc93bbea5fdb5cf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587288.968601:0:24992:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000009243e8a/0xfbc93bbea5fdb5cf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587288.968610:0:24992:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000009243e8a/0xfbc93bbea5fdb5cf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587288.968616:0:24992:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000009243e8a/0xfbc93bbea5fdb5cf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587288.968633:0:24992:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788587288.968867:0:22741:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788587288.968874:0:22741:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000009243e8a/0xfbc93bbea5fdb5cf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587288.968883:0:22741:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f5bbfa70200 already unused, calling callback (ffffffffc0dc14f0) 00010000:00010000:0.0:1788587288.968886:0:22741:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000009243e8a/0xfbc93bbea5fdb5cf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587288.968896:0:22741:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000009243e8a/0xfbc93bbea5fdb5cf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587288.968909:0:22741:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000009243e8a/0xfbc93bbea5fdb5cf lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587288.968916:0:22741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000009243e8a/0xfbc93bbea5fdb5cf lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587288.968930:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788587288.968932:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788587288.968933:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788587288.969159:0:24260:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788587288.969166:0:24260:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ded8bee5/0xfbc93bbea5fdb5d6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587288.969174:0:24260:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3c:0x0].0x0 since=634s v=(0 0) 00010000:00010000:1.0:1788587288.969177:0:24260:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788587288.969181:0:24260:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ded8bee5/0xfbc93bbea5fdb5d6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587288.969203:0:24260:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ded8bee5/0xfbc93bbea5fdb5d6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587288.969211:0:24260:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ded8bee5/0xfbc93bbea5fdb5d6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587288.969218:0:24260:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ded8bee5/0xfbc93bbea5fdb5d6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587288.969232:0:24260:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788587288.969559:0:22740:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788587288.969564:0:22740:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ded8bee5/0xfbc93bbea5fdb5d6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587288.969588:0:22740:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f5a8224c600 already unused, calling callback (ffffffffc0dc14f0) 00010000:00010000:3.0:1788587288.969592:0:22740:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ded8bee5/0xfbc93bbea5fdb5d6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587288.969600:0:22740:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ded8bee5/0xfbc93bbea5fdb5d6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587288.969610:0:22740:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ded8bee5/0xfbc93bbea5fdb5d6 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587288.969617:0:22740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ded8bee5/0xfbc93bbea5fdb5d6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587288.969632:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788587288.969634:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788587288.969636:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788587288.969801:0:24992:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x39:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788587288.969807:0:24992:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009595298e/0xfbc93bbea5fdb5dd lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587288.969815:0:24992:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x39:0x0].0x0 since=634s v=(0 0) 00010000:00010000:1.0:1788587288.969818:0:24992:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x39:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788587288.969822:0:24992:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009595298e/0xfbc93bbea5fdb5dd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587288.969832:0:24992:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009595298e/0xfbc93bbea5fdb5dd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587288.969840:0:24992:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009595298e/0xfbc93bbea5fdb5dd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587288.969857:0:24992:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009595298e/0xfbc93bbea5fdb5dd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587288.969869:0:24992:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788587288.970169:0:22741:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788587288.970176:0:22741:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009595298e/0xfbc93bbea5fdb5dd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587288.970185:0:22741:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f5a8224d400 already unused, calling callback (ffffffffc0dc14f0) 00010000:00010000:0.0:1788587288.970189:0:22741:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009595298e/0xfbc93bbea5fdb5dd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587288.970204:0:22741:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009595298e/0xfbc93bbea5fdb5dd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587288.970217:0:22741:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009595298e/0xfbc93bbea5fdb5dd lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587288.970224:0:22741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009595298e/0xfbc93bbea5fdb5dd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587288.970243:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788587288.970245:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788587288.970248:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788587288.970296:0:24260:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788587288.970303:0:24260:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000022266ebc/0xfbc93bbea5fdb5e4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587288.970311:0:24260:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3b:0x0].0x0 since=634s v=(0 0) 00010000:00010000:0.0:1788587288.970314:0:24260:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788587288.970319:0:24260:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000022266ebc/0xfbc93bbea5fdb5e4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587288.970330:0:24260:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000022266ebc/0xfbc93bbea5fdb5e4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587288.970338:0:24260:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000022266ebc/0xfbc93bbea5fdb5e4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587288.970353:0:24260:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000022266ebc/0xfbc93bbea5fdb5e4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587288.970375:0:24260:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788587288.970447:0:22740:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788587288.970452:0:22740:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000022266ebc/0xfbc93bbea5fdb5e4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587288.970460:0:22740:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f5b837bf400 already unused, calling callback (ffffffffc0dc14f0) 00010000:00010000:3.0:1788587288.970463:0:22740:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000022266ebc/0xfbc93bbea5fdb5e4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587288.970481:0:22740:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000022266ebc/0xfbc93bbea5fdb5e4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587288.970501:0:22740:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000022266ebc/0xfbc93bbea5fdb5e4 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587288.970508:0:22740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000022266ebc/0xfbc93bbea5fdb5e4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587288.970524:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788587288.970526:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788587288.970528:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788587288.970623:0:24992:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x38:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788587288.970629:0:24992:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005471d406/0xfbc93bbea5fdb5eb lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587288.970637:0:24992:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x38:0x0].0x0 since=634s v=(0 0) 00010000:00010000:1.0:1788587288.970640:0:24992:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x38:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788587288.970645:0:24992:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005471d406/0xfbc93bbea5fdb5eb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587288.970654:0:24992:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005471d406/0xfbc93bbea5fdb5eb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587288.970661:0:24992:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005471d406/0xfbc93bbea5fdb5eb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587288.970668:0:24992:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005471d406/0xfbc93bbea5fdb5eb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587288.972463:0:24992:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788587288.977828:0:22741:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788587288.977846:0:22741:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005471d406/0xfbc93bbea5fdb5eb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587288.977859:0:22741:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f5a8224ce00 already unused, calling callback (ffffffffc0dc14f0) 00010000:00010000:0.0:1788587288.977864:0:22741:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005471d406/0xfbc93bbea5fdb5eb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587288.977875:0:22741:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005471d406/0xfbc93bbea5fdb5eb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587288.977896:0:22741:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005471d406/0xfbc93bbea5fdb5eb lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587288.977903:0:22741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005471d406/0xfbc93bbea5fdb5eb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587288.977924:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788587288.977926:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788587288.977928:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788587288.978024:0:24260:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788587288.978043:0:24260:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000078942b4b/0xfbc93bbea5fdb5f2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587288.978054:0:24260:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3a:0x0].0x0 since=634s v=(0 0) 00010000:00010000:0.0:1788587288.978059:0:24260:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788587288.978064:0:24260:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000078942b4b/0xfbc93bbea5fdb5f2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587288.978076:0:24260:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000078942b4b/0xfbc93bbea5fdb5f2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587288.978085:0:24260:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000078942b4b/0xfbc93bbea5fdb5f2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587288.978093:0:24260:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000078942b4b/0xfbc93bbea5fdb5f2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587288.978111:0:24260:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1788587288.978753:0:24260:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x39:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788587288.978760:0:24260:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e7fa97c6/0xfbc93bbea5fdb5f9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587288.978769:0:24260:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x39:0x0].0x0 since=634s v=(0 0) 00010000:00010000:0.0:1788587288.978773:0:24260:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x39:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788587288.978777:0:24260:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e7fa97c6/0xfbc93bbea5fdb5f9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587288.978787:0:24260:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e7fa97c6/0xfbc93bbea5fdb5f9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587288.978804:0:24260:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e7fa97c6/0xfbc93bbea5fdb5f9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587288.978811:0:24260:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e7fa97c6/0xfbc93bbea5fdb5f9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587288.978827:0:24260:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1788587288.978837:0:22741:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788587288.978842:0:22741:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000078942b4b/0xfbc93bbea5fdb5f2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587288.978849:0:22741:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f5b837bfe00 already unused, calling callback (ffffffffc0dc14f0) 00010000:00010000:0.0:1788587288.978853:0:22741:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000078942b4b/0xfbc93bbea5fdb5f2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587288.978862:0:22741:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000078942b4b/0xfbc93bbea5fdb5f2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587288.978873:0:22741:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000078942b4b/0xfbc93bbea5fdb5f2 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587288.978880:0:22741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000078942b4b/0xfbc93bbea5fdb5f2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587288.978895:0:22741:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788587288.978904:0:22741:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e7fa97c6/0xfbc93bbea5fdb5f9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587288.978911:0:22741:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f5bc21fe200 already unused, calling callback (ffffffffc0dc14f0) 00010000:00010000:0.0:1788587288.978914:0:22741:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e7fa97c6/0xfbc93bbea5fdb5f9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587288.978921:0:22741:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e7fa97c6/0xfbc93bbea5fdb5f9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587288.978931:0:22741:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e7fa97c6/0xfbc93bbea5fdb5f9 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587288.978937:0:22741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e7fa97c6/0xfbc93bbea5fdb5f9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587288.978951:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788587288.978952:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788587288.978954:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788587288.980576:0:24992:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x37:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788587288.980599:0:24992:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001bda1341/0xfbc93bbea5fdb600 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587288.980612:0:24992:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x37:0x0].0x0 since=634s v=(0 0) 00010000:00010000:2.0:1788587288.980616:0:24992:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x37:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788587288.980622:0:24992:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001bda1341/0xfbc93bbea5fdb600 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587288.980636:0:24992:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001bda1341/0xfbc93bbea5fdb600 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587288.980646:0:24992:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001bda1341/0xfbc93bbea5fdb600 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587288.980654:0:24992:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001bda1341/0xfbc93bbea5fdb600 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587288.980672:0:24992:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788587288.980683:0:22741:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788587288.980688:0:22741:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001bda1341/0xfbc93bbea5fdb600 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587288.980696:0:22741:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f5b829f5000 already unused, calling callback (ffffffffc0dc14f0) 00010000:00010000:2.0:1788587288.980700:0:22741:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001bda1341/0xfbc93bbea5fdb600 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587288.980717:0:22741:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001bda1341/0xfbc93bbea5fdb600 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587288.980731:0:22741:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001bda1341/0xfbc93bbea5fdb600 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587288.980738:0:22741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001bda1341/0xfbc93bbea5fdb600 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587288.980755:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788587288.980757:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788587288.980759:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788587288.981139:0:24260:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x38:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788587288.981146:0:24260:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006138abd8/0xfbc93bbea5fdb607 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587288.981155:0:24260:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x38:0x0].0x0 since=634s v=(0 0) 00010000:00010000:0.0:1788587288.981159:0:24260:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x38:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788587288.981163:0:24260:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006138abd8/0xfbc93bbea5fdb607 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587288.981186:0:24260:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006138abd8/0xfbc93bbea5fdb607 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587288.981195:0:24260:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006138abd8/0xfbc93bbea5fdb607 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587288.981203:0:24260:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006138abd8/0xfbc93bbea5fdb607 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587288.981220:0:24260:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788587288.981570:0:22741:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788587288.981575:0:22741:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006138abd8/0xfbc93bbea5fdb607 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788587288.981975:0:24260:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x37:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788587288.981982:0:24260:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001c81b582/0xfbc93bbea5fdb60e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587288.981992:0:24260:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x37:0x0].0x0 since=634s v=(0 0) 00010000:00010000:0.0:1788587288.981995:0:24260:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x37:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788587288.982000:0:24260:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001c81b582/0xfbc93bbea5fdb60e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587288.982011:0:24260:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001c81b582/0xfbc93bbea5fdb60e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587288.982020:0:24260:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001c81b582/0xfbc93bbea5fdb60e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587288.982039:0:24260:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001c81b582/0xfbc93bbea5fdb60e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587288.982049:0:24260:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1788587288.983484:0:24992:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x36:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788587288.983494:0:24992:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ec666fe4/0xfbc93bbea5fdb615 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587288.983513:0:24992:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x36:0x0].0x0 since=634s v=(0 0) 00010000:00010000:1.0:1788587288.983517:0:24992:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x36:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788587288.983524:0:24992:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ec666fe4/0xfbc93bbea5fdb615 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587288.983537:0:24992:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ec666fe4/0xfbc93bbea5fdb615 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587288.983547:0:24992:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ec666fe4/0xfbc93bbea5fdb615 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587288.983554:0:24992:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ec666fe4/0xfbc93bbea5fdb615 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587288.983564:0:24992:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:0.0:1788587288.984048:0:24260:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x36:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788587288.984054:0:24260:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004e54aae0/0xfbc93bbea5fdb61c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587288.984063:0:24260:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x36:0x0].0x0 since=634s v=(0 0) 00010000:00010000:0.0:1788587288.984066:0:24260:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x36:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788587288.984070:0:24260:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004e54aae0/0xfbc93bbea5fdb61c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587288.984078:0:24260:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004e54aae0/0xfbc93bbea5fdb61c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587288.984086:0:24260:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004e54aae0/0xfbc93bbea5fdb61c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587288.984094:0:24260:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004e54aae0/0xfbc93bbea5fdb61c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587288.984103:0:24260:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:2.0:1788587288.984289:0:22741:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f5bc21ffe00 already unused, calling callback (ffffffffc0dc14f0) 00010000:00010000:2.0:1788587288.984294:0:22741:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006138abd8/0xfbc93bbea5fdb607 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587288.984304:0:22741:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006138abd8/0xfbc93bbea5fdb607 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587288.984322:0:22741:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006138abd8/0xfbc93bbea5fdb607 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587288.984341:0:22741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006138abd8/0xfbc93bbea5fdb607 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1788587288.984715:0:24992:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x35:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788587288.984721:0:24992:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006ffa8e89/0xfbc93bbea5fdb623 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587288.984730:0:24992:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x35:0x0].0x0 since=634s v=(0 0) 00010000:00010000:1.0:1788587288.984732:0:24992:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x35:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788587288.984736:0:24992:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006ffa8e89/0xfbc93bbea5fdb623 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587288.984745:0:24992:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006ffa8e89/0xfbc93bbea5fdb623 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587288.984762:0:24992:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006ffa8e89/0xfbc93bbea5fdb623 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587288.984770:0:24992:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006ffa8e89/0xfbc93bbea5fdb623 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587288.984778:0:24992:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00010000:00010000:2.0:1788587288.985067:0:22741:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:2.0:1788587288.985071:0:22741:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001c81b582/0xfbc93bbea5fdb60e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587288.985078:0:22741:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f5bc21fe600 already unused, calling callback (ffffffffc0dc14f0) 00010000:00010000:2.0:1788587288.985082:0:22741:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001c81b582/0xfbc93bbea5fdb60e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587288.985090:0:22741:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001c81b582/0xfbc93bbea5fdb60e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587288.985102:0:22741:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001c81b582/0xfbc93bbea5fdb60e lrc: 1/0,0 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587288.985110:0:22741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001c81b582/0xfbc93bbea5fdb60e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587288.985124:0:22741:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1788587288.985128:0:22741:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ec666fe4/0xfbc93bbea5fdb615 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587288.985134:0:22741:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f5a8224d000 already unused, calling callback (ffffffffc0dc14f0) 00010000:00010000:2.0:1788587288.985144:0:22741:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ec666fe4/0xfbc93bbea5fdb615 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587288.985152:0:22741:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ec666fe4/0xfbc93bbea5fdb615 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587288.985163:0:22741:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ec666fe4/0xfbc93bbea5fdb615 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587288.985170:0:22741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ec666fe4/0xfbc93bbea5fdb615 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587288.985183:0:22741:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1788587288.985186:0:22741:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004e54aae0/0xfbc93bbea5fdb61c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587288.985192:0:22741:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f5bc21fe400 already unused, calling callback (ffffffffc0dc14f0) 00010000:00010000:2.0:1788587288.985195:0:22741:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004e54aae0/0xfbc93bbea5fdb61c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587288.985203:0:22741:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004e54aae0/0xfbc93bbea5fdb61c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587288.985212:0:22741:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004e54aae0/0xfbc93bbea5fdb61c lrc: 1/0,0 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587288.985218:0:22741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004e54aae0/0xfbc93bbea5fdb61c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587288.985242:0:22741:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788587288.985245:0:22741:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006ffa8e89/0xfbc93bbea5fdb623 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587288.985250:0:22741:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f5a8224d200 already unused, calling callback (ffffffffc0dc14f0) 00010000:00010000:2.0:1788587288.985253:0:22741:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006ffa8e89/0xfbc93bbea5fdb623 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587288.985260:0:22741:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006ffa8e89/0xfbc93bbea5fdb623 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587288.985282:0:22741:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006ffa8e89/0xfbc93bbea5fdb623 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587288.985289:0:22741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006ffa8e89/0xfbc93bbea5fdb623 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587288.985300:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788587288.985301:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788587288.985303:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788587288.985886:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788587288.986024:0:24260:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x35:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788587288.986032:0:24260:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009b127291/0xfbc93bbea5fdb62a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587288.986048:0:24260:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x35:0x0].0x0 since=634s v=(0 0) 00010000:00010000:0.0:1788587288.986053:0:24260:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x35:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788587288.986058:0:24260:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009b127291/0xfbc93bbea5fdb62a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587288.986068:0:24260:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009b127291/0xfbc93bbea5fdb62a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587288.986078:0:24260:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009b127291/0xfbc93bbea5fdb62a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587288.986086:0:24260:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009b127291/0xfbc93bbea5fdb62a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587288.986103:0:24260:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1788587288.987544:0:24992:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x34:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788587288.987554:0:24992:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000df1b564/0xfbc93bbea5fdb631 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587288.987567:0:24992:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x34:0x0].0x0 since=634s v=(0 0) 00010000:00010000:3.0:1788587288.987570:0:24992:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x34:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788587288.987588:0:24992:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000df1b564/0xfbc93bbea5fdb631 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587288.987601:0:24992:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000df1b564/0xfbc93bbea5fdb631 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587288.987610:0:24992:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000df1b564/0xfbc93bbea5fdb631 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587288.987618:0:24992:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000df1b564/0xfbc93bbea5fdb631 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587288.987643:0:24992:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1788587288.987654:0:22740:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788587288.987659:0:22740:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009b127291/0xfbc93bbea5fdb62a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587288.987666:0:22740:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f5bc21ff800 already unused, calling callback (ffffffffc0dc14f0) 00010000:00010000:3.0:1788587288.987670:0:22740:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009b127291/0xfbc93bbea5fdb62a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587288.987680:0:22740:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009b127291/0xfbc93bbea5fdb62a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587288.987695:0:22740:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009b127291/0xfbc93bbea5fdb62a lrc: 1/0,0 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587288.987702:0:22740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009b127291/0xfbc93bbea5fdb62a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587288.987723:0:22740:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788587288.987726:0:22740:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000df1b564/0xfbc93bbea5fdb631 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587288.987733:0:22740:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f5bbfa70400 already unused, calling callback (ffffffffc0dc14f0) 00010000:00010000:3.0:1788587288.987736:0:22740:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000df1b564/0xfbc93bbea5fdb631 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587288.987755:0:22740:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000df1b564/0xfbc93bbea5fdb631 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587288.987766:0:22740:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000df1b564/0xfbc93bbea5fdb631 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587288.987773:0:22740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000df1b564/0xfbc93bbea5fdb631 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587288.987787:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788587288.987789:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788587288.987791:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788587288.988085:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788587288.989557:0:24260:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x34:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788587288.989567:0:24260:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ad269d29/0xfbc93bbea5fdb638 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587288.989590:0:24260:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x34:0x0].0x0 since=634s v=(0 0) 00010000:00010000:3.0:1788587288.989594:0:24260:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x34:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788587288.989599:0:24260:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ad269d29/0xfbc93bbea5fdb638 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587288.989612:0:24260:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ad269d29/0xfbc93bbea5fdb638 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587288.989620:0:24260:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ad269d29/0xfbc93bbea5fdb638 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587288.989632:0:24260:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ad269d29/0xfbc93bbea5fdb638 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587288.989648:0:24260:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788587288.989658:0:22740:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788587288.989663:0:22740:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ad269d29/0xfbc93bbea5fdb638 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587288.989670:0:22740:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f5bbfa70c00 already unused, calling callback (ffffffffc0dc14f0) 00010000:00010000:3.0:1788587288.989673:0:22740:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ad269d29/0xfbc93bbea5fdb638 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587288.989682:0:22740:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ad269d29/0xfbc93bbea5fdb638 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587288.989696:0:22740:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ad269d29/0xfbc93bbea5fdb638 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587288.989703:0:22740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ad269d29/0xfbc93bbea5fdb638 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587288.989717:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788587288.989719:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788587288.989720:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788587288.990228:0:24992:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x33:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788587288.990235:0:24992:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b50869ad/0xfbc93bbea5fdb63f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587288.990244:0:24992:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x33:0x0].0x0 since=634s v=(0 0) 00010000:00010000:0.0:1788587288.990247:0:24992:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x33:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788587288.990251:0:24992:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b50869ad/0xfbc93bbea5fdb63f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587288.990261:0:24992:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b50869ad/0xfbc93bbea5fdb63f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587288.990292:0:24992:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b50869ad/0xfbc93bbea5fdb63f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587288.990299:0:24992:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b50869ad/0xfbc93bbea5fdb63f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587288.990320:0:24992:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788587288.990822:0:22741:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788587288.990834:0:22741:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b50869ad/0xfbc93bbea5fdb63f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587288.990842:0:22741:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f5bc21ffa00 already unused, calling callback (ffffffffc0dc14f0) 00010000:00010000:3.0:1788587288.990846:0:22741:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b50869ad/0xfbc93bbea5fdb63f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587288.990854:0:22741:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b50869ad/0xfbc93bbea5fdb63f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587288.990868:0:22741:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b50869ad/0xfbc93bbea5fdb63f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587288.990875:0:22741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b50869ad/0xfbc93bbea5fdb63f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587288.990895:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788587288.990897:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788587288.990898:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788587288.991067:0:24260:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x33:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788587288.991074:0:24260:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000780cbd77/0xfbc93bbea5fdb646 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587288.991082:0:24260:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x33:0x0].0x0 since=634s v=(0 0) 00010000:00010000:0.0:1788587288.991085:0:24260:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x33:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788587288.991090:0:24260:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000780cbd77/0xfbc93bbea5fdb646 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587288.991098:0:24260:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000780cbd77/0xfbc93bbea5fdb646 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587288.991105:0:24260:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000780cbd77/0xfbc93bbea5fdb646 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587288.991112:0:24260:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000780cbd77/0xfbc93bbea5fdb646 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587288.991146:0:24260:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788587288.991454:0:22740:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788587288.991460:0:22740:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000780cbd77/0xfbc93bbea5fdb646 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587288.991477:0:22740:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f5bc21fec00 already unused, calling callback (ffffffffc0dc14f0) 00010000:00010000:1.0:1788587288.991481:0:22740:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000780cbd77/0xfbc93bbea5fdb646 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587288.991489:0:22740:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000780cbd77/0xfbc93bbea5fdb646 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587288.991502:0:22740:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000780cbd77/0xfbc93bbea5fdb646 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587288.991510:0:22740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000780cbd77/0xfbc93bbea5fdb646 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587288.991527:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788587288.991535:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788587288.991537:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788587288.991893:0:24992:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x32:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788587288.991900:0:24992:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c426ab22/0xfbc93bbea5fdb64d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587288.991909:0:24992:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x32:0x0].0x0 since=634s v=(0 0) 00010000:00010000:3.0:1788587288.991912:0:24992:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x32:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788587288.991917:0:24992:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c426ab22/0xfbc93bbea5fdb64d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587288.991940:0:24992:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c426ab22/0xfbc93bbea5fdb64d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587288.991948:0:24992:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c426ab22/0xfbc93bbea5fdb64d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587288.991955:0:24992:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c426ab22/0xfbc93bbea5fdb64d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587288.991972:0:24992:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788587288.992614:0:22741:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788587288.992620:0:22741:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c426ab22/0xfbc93bbea5fdb64d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587288.992629:0:22741:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f5bbfa70600 already unused, calling callback (ffffffffc0dc14f0) 00010000:00010000:0.0:1788587288.992632:0:22741:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c426ab22/0xfbc93bbea5fdb64d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587288.992641:0:22741:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c426ab22/0xfbc93bbea5fdb64d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587288.992654:0:22741:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c426ab22/0xfbc93bbea5fdb64d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587288.992662:0:22741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c426ab22/0xfbc93bbea5fdb64d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587288.992678:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788587288.992680:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788587288.992681:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788587288.992848:0:24260:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x32:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788587288.992854:0:24260:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a1ddc1ac/0xfbc93bbea5fdb654 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587288.992863:0:24260:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x32:0x0].0x0 since=634s v=(0 0) 00010000:00010000:3.0:1788587288.992866:0:24260:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x32:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788587288.992871:0:24260:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a1ddc1ac/0xfbc93bbea5fdb654 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587288.992880:0:24260:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a1ddc1ac/0xfbc93bbea5fdb654 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587288.992888:0:24260:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a1ddc1ac/0xfbc93bbea5fdb654 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587288.992907:0:24260:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a1ddc1ac/0xfbc93bbea5fdb654 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587288.992927:0:24260:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788587288.993167:0:22740:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788587288.993172:0:22740:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a1ddc1ac/0xfbc93bbea5fdb654 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587288.993180:0:22740:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f5bbfa71000 already unused, calling callback (ffffffffc0dc14f0) 00010000:00010000:1.0:1788587288.993183:0:22740:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a1ddc1ac/0xfbc93bbea5fdb654 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587288.993191:0:22740:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a1ddc1ac/0xfbc93bbea5fdb654 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587288.993202:0:22740:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a1ddc1ac/0xfbc93bbea5fdb654 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587288.993209:0:22740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a1ddc1ac/0xfbc93bbea5fdb654 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587288.993222:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788587288.993224:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788587288.993225:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788587288.993365:0:24260:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x31:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788587288.993371:0:24260:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000067222554/0xfbc93bbea5fdb65b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587288.993379:0:24260:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x31:0x0].0x0 since=634s v=(0 0) 00010000:00010000:3.0:1788587288.993382:0:24260:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x31:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788587288.993385:0:24260:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000067222554/0xfbc93bbea5fdb65b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587288.993393:0:24260:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000067222554/0xfbc93bbea5fdb65b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587288.993400:0:24260:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000067222554/0xfbc93bbea5fdb65b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587288.993407:0:24260:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000067222554/0xfbc93bbea5fdb65b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587288.993452:0:24260:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788587288.993790:0:22741:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788587288.993795:0:22741:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000067222554/0xfbc93bbea5fdb65b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587288.993803:0:22741:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f5bbfa71200 already unused, calling callback (ffffffffc0dc14f0) 00010000:00010000:1.0:1788587288.993807:0:22741:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000067222554/0xfbc93bbea5fdb65b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587288.993822:0:22741:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000067222554/0xfbc93bbea5fdb65b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587288.993833:0:22741:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000067222554/0xfbc93bbea5fdb65b lrc: 1/0,0 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587288.993841:0:22741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000067222554/0xfbc93bbea5fdb65b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587288.993856:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788587288.993858:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788587288.993859:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788587288.993927:0:24260:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x30:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788587288.993933:0:24260:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a6b80461/0xfbc93bbea5fdb662 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587288.993947:0:24260:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x30:0x0].0x0 since=634s v=(0 0) 00010000:00010000:3.0:1788587288.993950:0:24260:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x30:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788587288.993954:0:24260:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a6b80461/0xfbc93bbea5fdb662 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587288.993963:0:24260:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a6b80461/0xfbc93bbea5fdb662 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587288.993971:0:24260:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a6b80461/0xfbc93bbea5fdb662 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587288.993978:0:24260:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a6b80461/0xfbc93bbea5fdb662 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587288.994024:0:24260:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1788587288.994211:0:24992:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x31:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788587288.994218:0:24992:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000029b63f5b/0xfbc93bbea5fdb669 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587288.994226:0:24992:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x31:0x0].0x0 since=634s v=(0 0) 00010000:00010000:0.0:1788587288.994235:0:24992:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x31:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788587288.994239:0:24992:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000029b63f5b/0xfbc93bbea5fdb669 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587288.994250:0:24992:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000029b63f5b/0xfbc93bbea5fdb669 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587288.994259:0:24992:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000029b63f5b/0xfbc93bbea5fdb669 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587288.994267:0:24992:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000029b63f5b/0xfbc93bbea5fdb669 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587288.997755:0:22740:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1788587288.997771:0:22740:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a6b80461/0xfbc93bbea5fdb662 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587288.997785:0:22740:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f5bbfa71c00 already unused, calling callback (ffffffffc0dc14f0) 00010000:00010000:1.0:1788587288.997790:0:22740:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a6b80461/0xfbc93bbea5fdb662 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587288.997802:0:22740:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a6b80461/0xfbc93bbea5fdb662 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587288.997823:0:22740:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a6b80461/0xfbc93bbea5fdb662 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587288.997844:0:22740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a6b80461/0xfbc93bbea5fdb662 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587288.997867:0:22740:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788587288.997871:0:22740:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000029b63f5b/0xfbc93bbea5fdb669 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587288.997878:0:22740:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f5a826bf800 already unused, calling callback (ffffffffc0dc14f0) 00010000:00010000:1.0:1788587288.997881:0:22740:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000029b63f5b/0xfbc93bbea5fdb669 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587288.997889:0:22740:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000029b63f5b/0xfbc93bbea5fdb669 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587288.997900:0:22740:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000029b63f5b/0xfbc93bbea5fdb669 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587288.997907:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788587288.997909:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788587288.997911:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788587288.998214:0:24260:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788587288.998222:0:24260:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001bda1341/0xfbc93bbea5fdb670 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587288.998233:0:24260:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2f:0x0].0x0 since=634s v=(0 0) 00010000:00010000:2.0:1788587288.998242:0:24260:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788587288.998248:0:24260:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001bda1341/0xfbc93bbea5fdb670 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587288.998260:0:24260:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001bda1341/0xfbc93bbea5fdb670 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587288.998268:0:24260:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001bda1341/0xfbc93bbea5fdb670 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587288.998276:0:24260:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001bda1341/0xfbc93bbea5fdb670 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587288.998299:0:24260:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1788587288.998797:0:24260:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788587288.998803:0:24260:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007c3666ef/0xfbc93bbea5fdb677 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587288.998812:0:24260:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2e:0x0].0x0 since=634s v=(0 0) 00010000:00010000:2.0:1788587288.998815:0:24260:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788587288.998819:0:24260:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007c3666ef/0xfbc93bbea5fdb677 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587288.998829:0:24260:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007c3666ef/0xfbc93bbea5fdb677 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587288.998837:0:24260:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007c3666ef/0xfbc93bbea5fdb677 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587288.998851:0:24260:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007c3666ef/0xfbc93bbea5fdb677 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587288.998866:0:24260:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1788587288.999181:0:22740:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1788587288.999187:0:22740:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001bda1341/0xfbc93bbea5fdb670 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587288.999196:0:22740:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f5b829f5000 already unused, calling callback (ffffffffc0dc14f0) 00010000:00010000:1.0:1788587288.999206:0:22740:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001bda1341/0xfbc93bbea5fdb670 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587288.999216:0:22740:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001bda1341/0xfbc93bbea5fdb670 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587288.999230:0:22740:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001bda1341/0xfbc93bbea5fdb670 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587288.999237:0:22740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001bda1341/0xfbc93bbea5fdb670 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587288.999252:0:22740:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788587288.999256:0:22740:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007c3666ef/0xfbc93bbea5fdb677 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587288.999261:0:22740:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f5b829f5200 already unused, calling callback (ffffffffc0dc14f0) 00010000:00010000:1.0:1788587288.999264:0:22740:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007c3666ef/0xfbc93bbea5fdb677 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587288.999272:0:22740:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007c3666ef/0xfbc93bbea5fdb677 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587288.999280:0:22740:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007c3666ef/0xfbc93bbea5fdb677 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587288.999287:0:22740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007c3666ef/0xfbc93bbea5fdb677 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587288.999305:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788587288.999307:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788587288.999309:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788587288.999317:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788587288.999482:0:24992:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1788587288.999488:0:24992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000029b63f5b/0xfbc93bbea5fdb669 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1788587289.000063:0:24260:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788587289.000069:0:24260:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a457568f/0xfbc93bbea5fdb67e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587289.000079:0:24260:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2d:0x0].0x0 since=634s v=(0 0) 00010000:00010000:2.0:1788587289.000082:0:24260:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788587289.000087:0:24260:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a457568f/0xfbc93bbea5fdb67e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587289.000096:0:24260:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a457568f/0xfbc93bbea5fdb67e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587289.000105:0:24260:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a457568f/0xfbc93bbea5fdb67e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587289.000113:0:24260:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a457568f/0xfbc93bbea5fdb67e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587289.000133:0:24260:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788587289.000446:0:22740:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788587289.000452:0:22740:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a457568f/0xfbc93bbea5fdb67e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587289.000459:0:22740:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f5b829f4200 already unused, calling callback (ffffffffc0dc14f0) 00010000:00010000:1.0:1788587289.000463:0:22740:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a457568f/0xfbc93bbea5fdb67e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587289.000480:0:22740:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a457568f/0xfbc93bbea5fdb67e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587289.000493:0:22740:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a457568f/0xfbc93bbea5fdb67e lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587289.000500:0:22740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a457568f/0xfbc93bbea5fdb67e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587289.000515:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788587289.000517:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788587289.000519:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788587289.000861:0:24992:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x30:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788587289.000868:0:24992:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000008419500/0xfbc93bbea5fdb685 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587289.000876:0:24992:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x30:0x0].0x0 since=634s v=(0 0) 00010000:00010000:0.0:1788587289.000879:0:24992:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x30:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788587289.000883:0:24992:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000008419500/0xfbc93bbea5fdb685 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587289.000893:0:24992:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000008419500/0xfbc93bbea5fdb685 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587289.000908:0:24992:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000008419500/0xfbc93bbea5fdb685 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587289.000915:0:24992:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000008419500/0xfbc93bbea5fdb685 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587289.000931:0:24992:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788587289.000939:0:22740:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788587289.000943:0:22740:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000008419500/0xfbc93bbea5fdb685 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587289.000949:0:22740:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f5a826bec00 already unused, calling callback (ffffffffc0dc14f0) 00010000:00010000:0.0:1788587289.000952:0:22740:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000008419500/0xfbc93bbea5fdb685 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587289.000958:0:22740:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000008419500/0xfbc93bbea5fdb685 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587289.000968:0:22740:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000008419500/0xfbc93bbea5fdb685 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587289.000974:0:22740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000008419500/0xfbc93bbea5fdb685 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587289.000986:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788587289.000993:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788587289.000994:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788587289.001252:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788587289.001342:0:24260:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788587289.001641:0:24260:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f04626d5/0xfbc93bbea5fdb68c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587289.001658:0:24260:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2c:0x0].0x0 since=634s v=(0 0) 00010000:00010000:2.0:1788587289.001661:0:24260:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788587289.001665:0:24260:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f04626d5/0xfbc93bbea5fdb68c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587289.001675:0:24260:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f04626d5/0xfbc93bbea5fdb68c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587289.001683:0:24260:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f04626d5/0xfbc93bbea5fdb68c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587289.001690:0:24260:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f04626d5/0xfbc93bbea5fdb68c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587289.001707:0:24260:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1788587289.002564:0:24992:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788587289.002572:0:24992:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000867ac182/0xfbc93bbea5fdb693 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1788587289.002703:0:24260:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788587289.002708:0:24260:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000b56d0ab/0xfbc93bbea5fdb69a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587289.002718:0:24260:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2b:0x0].0x0 since=634s v=(0 0) 00010000:00010000:2.0:1788587289.002721:0:24260:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788587289.002725:0:24260:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000b56d0ab/0xfbc93bbea5fdb69a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587289.002735:0:24260:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000b56d0ab/0xfbc93bbea5fdb69a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587289.002756:0:24260:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000b56d0ab/0xfbc93bbea5fdb69a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587289.002763:0:24260:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000b56d0ab/0xfbc93bbea5fdb69a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587289.002779:0:24260:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1788587289.002789:0:22741:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1788587289.002794:0:22741:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f04626d5/0xfbc93bbea5fdb68c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587289.002801:0:22741:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f5b829f4400 already unused, calling callback (ffffffffc0dc14f0) 00010000:00010000:2.0:1788587289.002804:0:22741:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f04626d5/0xfbc93bbea5fdb68c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587289.002813:0:22741:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f04626d5/0xfbc93bbea5fdb68c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587289.002827:0:22741:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f04626d5/0xfbc93bbea5fdb68c lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587289.002835:0:22741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f04626d5/0xfbc93bbea5fdb68c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587289.002851:0:22741:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788587289.002861:0:22741:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000b56d0ab/0xfbc93bbea5fdb69a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587289.002868:0:22741:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f5b829f5e00 already unused, calling callback (ffffffffc0dc14f0) 00010000:00010000:2.0:1788587289.002871:0:22741:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000b56d0ab/0xfbc93bbea5fdb69a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587289.002878:0:22741:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000b56d0ab/0xfbc93bbea5fdb69a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587289.002889:0:22741:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000b56d0ab/0xfbc93bbea5fdb69a lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587289.002896:0:22741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000b56d0ab/0xfbc93bbea5fdb69a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587289.002909:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788587289.002911:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788587289.002913:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788587289.003183:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788587289.003218:0:24992:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2f:0x0].0x0 since=634s v=(0 0) 00010000:00010000:0.0:1788587289.003221:0:24992:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788587289.003226:0:24992:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000867ac182/0xfbc93bbea5fdb693 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587289.003235:0:24992:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000867ac182/0xfbc93bbea5fdb693 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587289.003244:0:24992:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000867ac182/0xfbc93bbea5fdb693 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587289.003252:0:24992:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000867ac182/0xfbc93bbea5fdb693 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587289.003274:0:24992:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788587289.003498:0:22741:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788587289.003503:0:22741:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000867ac182/0xfbc93bbea5fdb693 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587289.003510:0:22741:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f5a826be400 already unused, calling callback (ffffffffc0dc14f0) 00010000:00010000:3.0:1788587289.003513:0:22741:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000867ac182/0xfbc93bbea5fdb693 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587289.003521:0:22741:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000867ac182/0xfbc93bbea5fdb693 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587289.003539:0:22741:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000867ac182/0xfbc93bbea5fdb693 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587289.003547:0:22741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000867ac182/0xfbc93bbea5fdb693 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587289.003561:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788587289.003563:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788587289.003565:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788587289.007629:0:24260:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788587289.007644:0:24260:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d46604ad/0xfbc93bbea5fdb6a1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587289.007662:0:24260:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2a:0x0].0x0 since=634s v=(0 0) 00010000:00010000:2.0:1788587289.007667:0:24260:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788587289.007673:0:24260:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d46604ad/0xfbc93bbea5fdb6a1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587289.007701:0:24260:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d46604ad/0xfbc93bbea5fdb6a1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587289.007713:0:24260:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d46604ad/0xfbc93bbea5fdb6a1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587289.007721:0:24260:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d46604ad/0xfbc93bbea5fdb6a1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587289.007746:0:24260:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788587289.007762:0:22740:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788587289.007768:0:22740:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d46604ad/0xfbc93bbea5fdb6a1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587289.007775:0:22740:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f5b829f5800 already unused, calling callback (ffffffffc0dc14f0) 00010000:00010000:2.0:1788587289.007780:0:22740:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d46604ad/0xfbc93bbea5fdb6a1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587289.007789:0:22740:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d46604ad/0xfbc93bbea5fdb6a1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587289.007806:0:22740:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d46604ad/0xfbc93bbea5fdb6a1 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587289.007814:0:22740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d46604ad/0xfbc93bbea5fdb6a1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587289.007839:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788587289.007841:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788587289.007843:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788587289.008511:0:24260:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x29:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788587289.008518:0:24260:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b5fec75e/0xfbc93bbea5fdb6a8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587289.008529:0:24260:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x29:0x0].0x0 since=634s v=(0 0) 00010000:00010000:2.0:1788587289.008532:0:24260:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x29:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788587289.008537:0:24260:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b5fec75e/0xfbc93bbea5fdb6a8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587289.008547:0:24260:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b5fec75e/0xfbc93bbea5fdb6a8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587289.008555:0:24260:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b5fec75e/0xfbc93bbea5fdb6a8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587289.008563:0:24260:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b5fec75e/0xfbc93bbea5fdb6a8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587289.008580:0:24260:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788587289.008601:0:22741:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788587289.008606:0:22741:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b5fec75e/0xfbc93bbea5fdb6a8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587289.008624:0:22741:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f5b829f4c00 already unused, calling callback (ffffffffc0dc14f0) 00010000:00010000:2.0:1788587289.008628:0:22741:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b5fec75e/0xfbc93bbea5fdb6a8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587289.008637:0:22741:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b5fec75e/0xfbc93bbea5fdb6a8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587289.008650:0:22741:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b5fec75e/0xfbc93bbea5fdb6a8 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587289.008658:0:22741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b5fec75e/0xfbc93bbea5fdb6a8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587289.008674:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788587289.008675:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788587289.008677:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788587289.011073:0:24260:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x28:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788587289.011086:0:24260:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b50869ad/0xfbc93bbea5fdb6af lrc: 3/0,1 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587289.011102:0:24260:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x28:0x0].0x0 since=634s v=(0 0) 00010000:00010000:2.0:1788587289.011107:0:24260:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x28:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788587289.011113:0:24260:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b50869ad/0xfbc93bbea5fdb6af lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587289.011127:0:24260:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b50869ad/0xfbc93bbea5fdb6af lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587289.011146:0:24260:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b50869ad/0xfbc93bbea5fdb6af lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587289.011154:0:24260:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b50869ad/0xfbc93bbea5fdb6af lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587289.011173:0:24260:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788587289.011433:0:22740:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788587289.011441:0:22740:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b50869ad/0xfbc93bbea5fdb6af lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587289.011450:0:22740:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f5bc21ffa00 already unused, calling callback (ffffffffc0dc14f0) 00010000:00010000:3.0:1788587289.011454:0:22740:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b50869ad/0xfbc93bbea5fdb6af lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587289.011464:0:22740:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b50869ad/0xfbc93bbea5fdb6af lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587289.011488:0:22740:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b50869ad/0xfbc93bbea5fdb6af lrc: 1/0,0 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587289.011495:0:22740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b50869ad/0xfbc93bbea5fdb6af lrc: 0/0,0 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587289.011524:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788587289.011526:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788587289.011527:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788587289.011806:0:24260:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x27:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788587289.011812:0:24260:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009b127291/0xfbc93bbea5fdb6b6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587289.011821:0:24260:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x27:0x0].0x0 since=634s v=(0 0) 00010000:00010000:2.0:1788587289.011825:0:24260:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x27:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788587289.011829:0:24260:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009b127291/0xfbc93bbea5fdb6b6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587289.011838:0:24260:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009b127291/0xfbc93bbea5fdb6b6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587289.011846:0:24260:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009b127291/0xfbc93bbea5fdb6b6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587289.011853:0:24260:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009b127291/0xfbc93bbea5fdb6b6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587289.011884:0:24260:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1788587289.012112:0:24260:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x26:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788587289.012118:0:24260:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e7fa97c6/0xfbc93bbea5fdb6bd lrc: 3/0,1 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587289.012127:0:24260:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x26:0x0].0x0 since=634s v=(0 0) 00010000:00010000:2.0:1788587289.012129:0:24260:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x26:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788587289.012133:0:24260:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e7fa97c6/0xfbc93bbea5fdb6bd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587289.012142:0:24260:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e7fa97c6/0xfbc93bbea5fdb6bd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587289.012150:0:24260:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e7fa97c6/0xfbc93bbea5fdb6bd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587289.012158:0:24260:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e7fa97c6/0xfbc93bbea5fdb6bd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587289.012180:0:24260:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1788587289.012455:0:22740:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1788587289.012461:0:22740:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009b127291/0xfbc93bbea5fdb6b6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587289.012485:0:22740:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f5bc21ff800 already unused, calling callback (ffffffffc0dc14f0) 00010000:00010000:1.0:1788587289.012488:0:22740:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009b127291/0xfbc93bbea5fdb6b6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587289.012496:0:22740:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009b127291/0xfbc93bbea5fdb6b6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587289.012508:0:22740:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009b127291/0xfbc93bbea5fdb6b6 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587289.012517:0:22740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009b127291/0xfbc93bbea5fdb6b6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587289.012533:0:22740:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788587289.012536:0:22740:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e7fa97c6/0xfbc93bbea5fdb6bd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587289.012542:0:22740:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f5bc21fe200 already unused, calling callback (ffffffffc0dc14f0) 00010000:00010000:1.0:1788587289.012544:0:22740:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e7fa97c6/0xfbc93bbea5fdb6bd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587289.012551:0:22740:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e7fa97c6/0xfbc93bbea5fdb6bd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587289.012560:0:22740:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e7fa97c6/0xfbc93bbea5fdb6bd lrc: 1/0,0 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587289.012573:0:22740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e7fa97c6/0xfbc93bbea5fdb6bd lrc: 0/0,0 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1788587289.012679:0:24260:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x25:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788587289.012684:0:24260:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004e54aae0/0xfbc93bbea5fdb6c4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587289.012692:0:24260:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25:0x0].0x0 since=634s v=(0 0) 00010000:00010000:2.0:1788587289.012700:0:24260:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788587289.012704:0:24260:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004e54aae0/0xfbc93bbea5fdb6c4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587289.012713:0:24260:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004e54aae0/0xfbc93bbea5fdb6c4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587289.012722:0:24260:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004e54aae0/0xfbc93bbea5fdb6c4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587289.012729:0:24260:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004e54aae0/0xfbc93bbea5fdb6c4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587289.012739:0:24260:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788587289.012936:0:22740:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788587289.012940:0:22740:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004e54aae0/0xfbc93bbea5fdb6c4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587289.012946:0:22740:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f5bc21fe400 already unused, calling callback (ffffffffc0dc14f0) 00010000:00010000:1.0:1788587289.012950:0:22740:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004e54aae0/0xfbc93bbea5fdb6c4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587289.012958:0:22740:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004e54aae0/0xfbc93bbea5fdb6c4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587289.012968:0:22740:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004e54aae0/0xfbc93bbea5fdb6c4 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587289.012974:0:22740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004e54aae0/0xfbc93bbea5fdb6c4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587289.012983:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788587289.012985:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788587289.012987:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788587289.013037:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788587289.013094:0:24260:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x24:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788587289.013100:0:24260:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001c81b582/0xfbc93bbea5fdb6cb lrc: 3/0,1 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587289.013108:0:24260:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24:0x0].0x0 since=634s v=(0 0) 00010000:00010000:2.0:1788587289.013111:0:24260:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788587289.013115:0:24260:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001c81b582/0xfbc93bbea5fdb6cb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587289.013124:0:24260:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001c81b582/0xfbc93bbea5fdb6cb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587289.013132:0:24260:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001c81b582/0xfbc93bbea5fdb6cb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587289.013144:0:24260:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001c81b582/0xfbc93bbea5fdb6cb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587289.013187:0:24260:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1788587289.014554:0:24260:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x23:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788587289.014565:0:24260:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006138abd8/0xfbc93bbea5fdb6d2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587289.014578:0:24260:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x23:0x0].0x0 since=634s v=(0 0) 00010000:00010000:2.0:1788587289.014582:0:24260:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788587289.014587:0:24260:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006138abd8/0xfbc93bbea5fdb6d2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587289.014599:0:24260:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006138abd8/0xfbc93bbea5fdb6d2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587289.014608:0:24260:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006138abd8/0xfbc93bbea5fdb6d2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587289.014614:0:24260:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006138abd8/0xfbc93bbea5fdb6d2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1788587289.014708:0:24992:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788587289.014714:0:24992:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ad269d29/0xfbc93bbea5fdb6d9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587289.014722:0:24992:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2e:0x0].0x0 since=634s v=(0 0) 00010000:00010000:3.0:1788587289.014725:0:24992:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788587289.014729:0:24992:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ad269d29/0xfbc93bbea5fdb6d9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587289.014737:0:24992:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ad269d29/0xfbc93bbea5fdb6d9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587289.014745:0:24992:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ad269d29/0xfbc93bbea5fdb6d9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587289.014752:0:24992:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ad269d29/0xfbc93bbea5fdb6d9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587289.017298:0:22740:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1788587289.017311:0:22740:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001c81b582/0xfbc93bbea5fdb6cb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587289.017333:0:22740:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f5bc21fe600 already unused, calling callback (ffffffffc0dc14f0) 00010000:00010000:1.0:1788587289.017338:0:22740:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001c81b582/0xfbc93bbea5fdb6cb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587289.017361:0:22740:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001c81b582/0xfbc93bbea5fdb6cb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587289.017382:0:22740:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001c81b582/0xfbc93bbea5fdb6cb lrc: 1/0,0 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587289.017391:0:22740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001c81b582/0xfbc93bbea5fdb6cb lrc: 0/0,0 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587289.017411:0:22740:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1788587289.017434:0:22740:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006138abd8/0xfbc93bbea5fdb6d2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587289.017441:0:22740:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f5bc21ffe00 already unused, calling callback (ffffffffc0dc14f0) 00010000:00010000:1.0:1788587289.017444:0:22740:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006138abd8/0xfbc93bbea5fdb6d2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587289.017452:0:22740:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006138abd8/0xfbc93bbea5fdb6d2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587289.017462:0:22740:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006138abd8/0xfbc93bbea5fdb6d2 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587289.017485:0:22740:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788587289.017489:0:22740:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ad269d29/0xfbc93bbea5fdb6d9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587289.017496:0:22740:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f5bbfa70c00 already unused, calling callback (ffffffffc0dc14f0) 00010000:00010000:1.0:1788587289.017499:0:22740:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ad269d29/0xfbc93bbea5fdb6d9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587289.017507:0:22740:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ad269d29/0xfbc93bbea5fdb6d9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587289.017518:0:22740:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ad269d29/0xfbc93bbea5fdb6d9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587289.017526:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788587289.017527:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788587289.017529:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788587289.020528:0:24260:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1788587289.020539:0:24260:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006138abd8/0xfbc93bbea5fdb6d2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587289.025539:0:24992:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1788587289.025555:0:24992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ad269d29/0xfbc93bbea5fdb6d9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1788587289.026062:0:24992:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788587289.026070:0:24992:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000df1b564/0xfbc93bbea5fdb6e0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587289.026083:0:24992:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2d:0x0].0x0 since=634s v=(0 0) 00010000:00010000:3.0:1788587289.026088:0:24992:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788587289.026094:0:24992:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000df1b564/0xfbc93bbea5fdb6e0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587289.026109:0:24992:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000df1b564/0xfbc93bbea5fdb6e0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587289.026118:0:24992:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000df1b564/0xfbc93bbea5fdb6e0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587289.026126:0:24992:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000df1b564/0xfbc93bbea5fdb6e0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587289.026137:0:24992:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1788587289.026542:0:24992:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788587289.026548:0:24992:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001f373417/0xfbc93bbea5fdb6e7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587289.026557:0:24992:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2c:0x0].0x0 since=634s v=(0 0) 00010000:00010000:3.0:1788587289.026561:0:24992:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788587289.026571:0:24992:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001f373417/0xfbc93bbea5fdb6e7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587289.026592:0:24992:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001f373417/0xfbc93bbea5fdb6e7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587289.026601:0:24992:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001f373417/0xfbc93bbea5fdb6e7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587289.026608:0:24992:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001f373417/0xfbc93bbea5fdb6e7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587289.026617:0:24992:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:3.0:1788587289.026892:0:24992:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788587289.026898:0:24992:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000056e59705/0xfbc93bbea5fdb6ee lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587289.026906:0:24992:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2b:0x0].0x0 since=634s v=(0 0) 00010000:00010000:3.0:1788587289.026909:0:24992:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788587289.026914:0:24992:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000056e59705/0xfbc93bbea5fdb6ee lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587289.026923:0:24992:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000056e59705/0xfbc93bbea5fdb6ee lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587289.026931:0:24992:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000056e59705/0xfbc93bbea5fdb6ee lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587289.026949:0:24992:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000056e59705/0xfbc93bbea5fdb6ee lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587289.026958:0:24992:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00002000:00010000:3.0:1788587289.027216:0:24992:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788587289.027222:0:24992:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000eed138ef/0xfbc93bbea5fdb6f5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587289.027231:0:24992:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2a:0x0].0x0 since=634s v=(0 0) 00010000:00010000:3.0:1788587289.027234:0:24992:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788587289.027239:0:24992:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000eed138ef/0xfbc93bbea5fdb6f5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587289.027249:0:24992:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000eed138ef/0xfbc93bbea5fdb6f5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587289.027257:0:24992:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000eed138ef/0xfbc93bbea5fdb6f5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587289.027264:0:24992:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000eed138ef/0xfbc93bbea5fdb6f5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587289.027272:0:24992:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00002000:00010000:3.0:1788587289.027634:0:24992:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x29:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788587289.027640:0:24992:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005bd1c436/0xfbc93bbea5fdb6fc lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587289.027655:0:24992:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x29:0x0].0x0 since=634s v=(0 0) 00010000:00010000:3.0:1788587289.027658:0:24992:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x29:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788587289.027663:0:24992:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005bd1c436/0xfbc93bbea5fdb6fc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587289.027672:0:24992:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005bd1c436/0xfbc93bbea5fdb6fc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587289.027681:0:24992:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005bd1c436/0xfbc93bbea5fdb6fc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587289.027688:0:24992:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005bd1c436/0xfbc93bbea5fdb6fc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587289.027698:0:24992:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00010000:00010000:1.0:1788587289.027955:0:22740:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:1.0:1788587289.027962:0:22740:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000df1b564/0xfbc93bbea5fdb6e0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587289.027970:0:22740:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f5bbfa70400 already unused, calling callback (ffffffffc0dc14f0) 00010000:00010000:1.0:1788587289.027975:0:22740:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000df1b564/0xfbc93bbea5fdb6e0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587289.027995:0:22740:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000df1b564/0xfbc93bbea5fdb6e0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587289.028012:0:22740:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000df1b564/0xfbc93bbea5fdb6e0 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587289.028019:0:22740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000df1b564/0xfbc93bbea5fdb6e0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587289.028037:0:22740:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:1.0:1788587289.028042:0:22740:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001f373417/0xfbc93bbea5fdb6e7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587289.028048:0:22740:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f5bbfa71800 already unused, calling callback (ffffffffc0dc14f0) 00010000:00010000:1.0:1788587289.028051:0:22740:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001f373417/0xfbc93bbea5fdb6e7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587289.028057:0:22740:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001f373417/0xfbc93bbea5fdb6e7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587289.028066:0:22740:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001f373417/0xfbc93bbea5fdb6e7 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587289.028074:0:22740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001f373417/0xfbc93bbea5fdb6e7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587289.028097:0:22740:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1788587289.028101:0:22740:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000056e59705/0xfbc93bbea5fdb6ee lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587289.028107:0:22740:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f5bbfa71600 already unused, calling callback (ffffffffc0dc14f0) 00010000:00010000:1.0:1788587289.028110:0:22740:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000056e59705/0xfbc93bbea5fdb6ee lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587289.028118:0:22740:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000056e59705/0xfbc93bbea5fdb6ee lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587289.028129:0:22740:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000056e59705/0xfbc93bbea5fdb6ee lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587289.028136:0:22740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000056e59705/0xfbc93bbea5fdb6ee lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587289.028146:0:22740:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1788587289.028150:0:22740:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000eed138ef/0xfbc93bbea5fdb6f5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587289.028156:0:22740:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f5bbfa70a00 already unused, calling callback (ffffffffc0dc14f0) 00010000:00010000:1.0:1788587289.028159:0:22740:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000eed138ef/0xfbc93bbea5fdb6f5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587289.028176:0:22740:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000eed138ef/0xfbc93bbea5fdb6f5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587289.028186:0:22740:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000eed138ef/0xfbc93bbea5fdb6f5 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587289.028193:0:22740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000eed138ef/0xfbc93bbea5fdb6f5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587289.028204:0:22740:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788587289.028207:0:22740:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005bd1c436/0xfbc93bbea5fdb6fc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587289.028213:0:22740:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f5bbfa71e00 already unused, calling callback (ffffffffc0dc14f0) 00010000:00010000:1.0:1788587289.028216:0:22740:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005bd1c436/0xfbc93bbea5fdb6fc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587289.028223:0:22740:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005bd1c436/0xfbc93bbea5fdb6fc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587289.028232:0:22740:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005bd1c436/0xfbc93bbea5fdb6fc lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587289.028238:0:22740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005bd1c436/0xfbc93bbea5fdb6fc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587289.028259:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788587289.028261:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788587289.028263:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788587289.028358:0:24992:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x28:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788587289.028364:0:24992:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f7b32ee4/0xfbc93bbea5fdb703 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587289.028373:0:24992:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x28:0x0].0x0 since=634s v=(0 0) 00010000:00010000:3.0:1788587289.028376:0:24992:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x28:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788587289.028380:0:24992:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f7b32ee4/0xfbc93bbea5fdb703 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587289.028389:0:24992:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f7b32ee4/0xfbc93bbea5fdb703 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587289.028408:0:24992:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f7b32ee4/0xfbc93bbea5fdb703 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587289.028440:0:24992:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f7b32ee4/0xfbc93bbea5fdb703 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587289.028457:0:24992:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788587289.028799:0:22740:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788587289.028805:0:22740:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f7b32ee4/0xfbc93bbea5fdb703 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587289.028811:0:22740:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f5bbfa71a00 already unused, calling callback (ffffffffc0dc14f0) 00010000:00010000:1.0:1788587289.028814:0:22740:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f7b32ee4/0xfbc93bbea5fdb703 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587289.028822:0:22740:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f7b32ee4/0xfbc93bbea5fdb703 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587289.028833:0:22740:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f7b32ee4/0xfbc93bbea5fdb703 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587289.028840:0:22740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f7b32ee4/0xfbc93bbea5fdb703 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587289.028854:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788587289.028856:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788587289.028858:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788587289.028930:0:24992:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x27:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788587289.028936:0:24992:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b5dcdf75/0xfbc93bbea5fdb70a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587289.028944:0:24992:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x27:0x0].0x0 since=634s v=(0 0) 00010000:00010000:3.0:1788587289.028948:0:24992:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x27:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788587289.028952:0:24992:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b5dcdf75/0xfbc93bbea5fdb70a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587289.028961:0:24992:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b5dcdf75/0xfbc93bbea5fdb70a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587289.028968:0:24992:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b5dcdf75/0xfbc93bbea5fdb70a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587289.028975:0:24992:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b5dcdf75/0xfbc93bbea5fdb70a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587289.029006:0:24992:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788587289.029223:0:22740:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788587289.029229:0:22740:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b5dcdf75/0xfbc93bbea5fdb70a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587289.029246:0:22740:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f5bbfa70800 already unused, calling callback (ffffffffc0dc14f0) 00010000:00010000:1.0:1788587289.029250:0:22740:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b5dcdf75/0xfbc93bbea5fdb70a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587289.029258:0:22740:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b5dcdf75/0xfbc93bbea5fdb70a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587289.029270:0:22740:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b5dcdf75/0xfbc93bbea5fdb70a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587289.029278:0:22740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b5dcdf75/0xfbc93bbea5fdb70a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587289.029292:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788587289.029293:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788587289.029295:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788587289.029455:0:24992:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x26:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788587289.029461:0:24992:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001ef9d7f4/0xfbc93bbea5fdb711 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587289.029480:0:24992:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x26:0x0].0x0 since=634s v=(0 0) 00010000:00010000:3.0:1788587289.029484:0:24992:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x26:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788587289.029489:0:24992:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001ef9d7f4/0xfbc93bbea5fdb711 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587289.029498:0:24992:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001ef9d7f4/0xfbc93bbea5fdb711 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587289.029507:0:24992:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001ef9d7f4/0xfbc93bbea5fdb711 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587289.029515:0:24992:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001ef9d7f4/0xfbc93bbea5fdb711 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587289.029530:0:24992:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788587289.029656:0:22740:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788587289.029661:0:22740:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001ef9d7f4/0xfbc93bbea5fdb711 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587289.029669:0:22740:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f5bbfa70e00 already unused, calling callback (ffffffffc0dc14f0) 00010000:00010000:1.0:1788587289.029672:0:22740:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001ef9d7f4/0xfbc93bbea5fdb711 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587289.029681:0:22740:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001ef9d7f4/0xfbc93bbea5fdb711 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587289.029698:0:22740:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001ef9d7f4/0xfbc93bbea5fdb711 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587289.029705:0:22740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001ef9d7f4/0xfbc93bbea5fdb711 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587289.029718:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788587289.029720:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788587289.029722:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788587289.030067:0:24992:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x25:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788587289.030074:0:24992:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ab446187/0xfbc93bbea5fdb718 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587289.030082:0:24992:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x25:0x0].0x0 since=634s v=(0 0) 00010000:00010000:3.0:1788587289.030090:0:24992:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x25:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788587289.030095:0:24992:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ab446187/0xfbc93bbea5fdb718 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587289.030105:0:24992:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ab446187/0xfbc93bbea5fdb718 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587289.030112:0:24992:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ab446187/0xfbc93bbea5fdb718 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587289.030118:0:24992:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ab446187/0xfbc93bbea5fdb718 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587289.030168:0:24992:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1788587289.030551:0:24992:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x24:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788587289.030558:0:24992:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c426ab22/0xfbc93bbea5fdb71f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587289.030566:0:24992:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x24:0x0].0x0 since=634s v=(0 0) 00010000:00010000:3.0:1788587289.030569:0:24992:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x24:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788587289.030572:0:24992:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c426ab22/0xfbc93bbea5fdb71f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587289.030591:0:24992:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c426ab22/0xfbc93bbea5fdb71f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587289.030598:0:24992:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c426ab22/0xfbc93bbea5fdb71f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587289.030610:0:24992:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c426ab22/0xfbc93bbea5fdb71f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1788587289.030748:0:24260:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x22:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788587289.030755:0:24260:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000780cbd77/0xfbc93bbea5fdb726 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587289.030763:0:24260:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x22:0x0].0x0 since=634s v=(0 0) 00010000:00010000:2.0:1788587289.030766:0:24260:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x22:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788587289.030770:0:24260:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000780cbd77/0xfbc93bbea5fdb726 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587289.030780:0:24260:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000780cbd77/0xfbc93bbea5fdb726 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587289.030787:0:24260:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000780cbd77/0xfbc93bbea5fdb726 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587289.030793:0:24260:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000780cbd77/0xfbc93bbea5fdb726 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587289.031102:0:22740:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1788587289.031109:0:22740:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ab446187/0xfbc93bbea5fdb718 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587289.031117:0:22740:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f5bbfa70000 already unused, calling callback (ffffffffc0dc14f0) 00010000:00010000:1.0:1788587289.031121:0:22740:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ab446187/0xfbc93bbea5fdb718 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587289.031140:0:22740:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ab446187/0xfbc93bbea5fdb718 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587289.031155:0:22740:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ab446187/0xfbc93bbea5fdb718 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587289.031162:0:22740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ab446187/0xfbc93bbea5fdb718 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587289.031192:0:22740:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1788587289.031195:0:22740:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c426ab22/0xfbc93bbea5fdb71f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587289.031205:0:22740:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f5bbfa70600 already unused, calling callback (ffffffffc0dc14f0) 00010000:00010000:1.0:1788587289.031209:0:22740:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c426ab22/0xfbc93bbea5fdb71f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587289.031217:0:22740:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c426ab22/0xfbc93bbea5fdb71f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587289.031227:0:22740:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c426ab22/0xfbc93bbea5fdb71f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587289.031234:0:22740:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788587289.031237:0:22740:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000780cbd77/0xfbc93bbea5fdb726 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587289.031243:0:22740:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f5bc21fec00 already unused, calling callback (ffffffffc0dc14f0) 00010000:00010000:1.0:1788587289.031246:0:22740:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000780cbd77/0xfbc93bbea5fdb726 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587289.031252:0:22740:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000780cbd77/0xfbc93bbea5fdb726 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587289.031271:0:22740:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000780cbd77/0xfbc93bbea5fdb726 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587289.031279:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788587289.031280:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788587289.031282:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788587289.031622:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788587289.039528:0:24992:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1788587289.039544:0:24992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c426ab22/0xfbc93bbea5fdb71f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1788587289.040747:0:24992:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x23:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788587289.040758:0:24992:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a6b80461/0xfbc93bbea5fdb72d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587289.040773:0:24992:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x23:0x0].0x0 since=634s v=(0 0) 00010000:00010000:3.0:1788587289.040778:0:24992:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788587289.040784:0:24992:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a6b80461/0xfbc93bbea5fdb72d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587289.040798:0:24992:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a6b80461/0xfbc93bbea5fdb72d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587289.040807:0:24992:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a6b80461/0xfbc93bbea5fdb72d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587289.040814:0:24992:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a6b80461/0xfbc93bbea5fdb72d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587289.040847:0:24992:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00080000:3.0:1788587289.040899:0:24992:0:(ofd_dev.c:1518:ofd_orphans_destroy()) lustre-OST0001: after destroy: set last_id to 0x2c0000401:34 00000100:00100000:3.0:1788587289.040981:0:24992:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a83755c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:22780:x1875469127633280:12345-0@lo:5:osp-pre-1-0.0 Request processed in 114515us (114641us total) trans 0 rc 0/0 00000100:00100000:3.0:1788587289.040990:0:24992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00010000:00010000:3.0:1788587289.041028:0:22740:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788587289.041034:0:22740:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a6b80461/0xfbc93bbea5fdb72d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587289.041043:0:22740:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f5bbfa71c00 already unused, calling callback (ffffffffc0dc14f0) 00010000:00010000:3.0:1788587289.041047:0:22740:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a6b80461/0xfbc93bbea5fdb72d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587289.041056:0:22740:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a6b80461/0xfbc93bbea5fdb72d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587289.041072:0:22740:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a6b80461/0xfbc93bbea5fdb72d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587289.041079:0:22740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a6b80461/0xfbc93bbea5fdb72d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587289.041094:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788587289.041096:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788587289.041098:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788587289.041109:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788587289.041148:0:22780:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bb05adc00 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22780:1875469127633280:0@lo:5:osp-pre-1-0.0 00000004:00080000:3.0:1788587289.041163:0:22780:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: Got last_id [0x2c0000401:0x41:0x0] from OST, last_created [0x2c0000401:0x41:0x0]last_used is [0x2c0000401:0x22:0x0] 00000100:00100000:3.0:1788587289.041207:0:22780:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a8256b800 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22780:1875469127633408:0@lo:5:osp-pre-1-0.0 00000100:00100000:3.0:1788587289.041240:0:22780:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788587289.041262:0:22780:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5ba054ec00 going to sleep for 11 seconds 00000100:00100000:3.0:1788587289.041279:0:24259:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127633408 00000100:00100000:3.0:1788587289.041285:0:24259:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127633408 00000100:00100000:3.0:1788587289.041318:0:24259:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1788587289.041326:0:24259:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a82568e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:22780:x1875469127633408:12345-0@lo:5:osp-pre-1-0.0 00002000:00080000:3.0:1788587289.041359:0:24259:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000401 at 66 00010000:00010000:2.0:1788587289.044670:0:24260:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1788587289.044683:0:24260:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000780cbd77/0xfbc93bbea5fdb726 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:2.0:1788587289.044985:0:24260:0:(ofd_dev.c:1518:ofd_orphans_destroy()) lustre-OST0000: after destroy: set last_id to 0x280000401:5 00000100:00100000:2.0:1788587289.045075:0:24260:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a83109c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:22778:x1875469127633024:12345-0@lo:5:osp-pre-0-0.0 Request processed in 120287us (120887us total) trans 0 rc 0/0 00000100:00100000:2.0:1788587289.045094:0:24260:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1788587289.047119:0:22778:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a8310b480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22778:1875469127633024:0@lo:5:osp-pre-0-0.0 00000004:00080000:0.0:1788587289.047136:0:22778:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: Got last_id [0x280000401:0x41:0x0] from OST, last_created [0x280000401:0x41:0x0]last_used is [0x280000401:0x5:0x0] 00000100:00100000:0.0:1788587289.047183:0:22778:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a8310b480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22778:1875469127633536:0@lo:5:osp-pre-0-0.0 00000100:00100000:0.0:1788587289.047232:0:22778:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788587289.047279:0:22778:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5baab72a80 going to sleep for 11 seconds 00000100:00100000:2.0:1788587289.049100:0:24992:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127633536 00000100:00100000:2.0:1788587289.049110:0:24992:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127633536 00000100:00100000:2.0:1788587289.049156:0:24992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1788587289.049166:0:24992:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a8310a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:22778:x1875469127633536:12345-0@lo:5:osp-pre-0-0.0 00002000:00080000:2.0:1788587289.049203:0:24992:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x280000401 at 66 00010000:00010000:3.0:1788587289.050849:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1788587289.055802:0:25073:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901890 is committed 00000001:00100000:0.0:1788587289.055851:0:25073:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000001:00080000:3.0:1788587289.056016:0:24254:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901890 is committed 00000001:00100000:3.0:1788587289.056050:0:24254:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000100:00100000:3.0:1788587289.056188:0:24992:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a8310a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:22778:x1875469127633536:12345-0@lo:5:osp-pre-0-0.0 Request processed in 7021us (8952us total) trans 12884901890 rc 0/0 00000100:00100000:3.0:1788587289.056198:0:24992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1788587289.061077:0:22778:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 12884901890 gen 2 00000100:00100000:0.0:1788587289.061091:0:22778:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a8310b480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22778:1875469127633536:0@lo:5:osp-pre-0-0.0 00000004:00080000:0.0:1788587289.061106:0:22778:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0000-osc-MDT0000: current precreated pool: [0x280000401:0x41:0x0]-[0x280000401:0x61:0x0] 00000100:00100000:2.0:1788587289.065873:0:24259:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a82568e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:22780:x1875469127633408:12345-0@lo:5:osp-pre-1-0.0 Request processed in 24537us (24623us total) trans 12884901890 rc 0/0 00000100:00100000:2.0:1788587289.065886:0:24259:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1788587289.066770:0:22780:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 12884901890 gen 2 00000100:00100000:3.0:1788587289.066780:0:22780:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a8256b800 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22780:1875469127633408:0@lo:5:osp-pre-1-0.0 00000004:00080000:3.0:1788587289.066794:0:22780:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0001-osc-MDT0000: current precreated pool: [0x2c0000401:0x41:0x0]-[0x2c0000401:0x61:0x0] 00000001:02000400:2.0:1788587289.089968:0:25429:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg301-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:3.0:1788587289.306058:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:3.0:1788587290.029814:0:25481:0:(tgt_mount.c:2350:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1788587290.030046:0:25481:0:(tgt_mount.c:2365:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:3.0:1788587290.328640:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:2.0:1788587290.939726:0:25531:0:(tgt_mount.c:2350:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1788587290.940024:0:25531:0:(tgt_mount.c:2365:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:1.0:1788587291.203038:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:3.0:1788587291.203127:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110752256 00000100:00100000:3.0:1788587291.203137:0:22746:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110752256 00000100:00100000:3.0:1788587291.203183:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 116 00000100:00100000:3.0:1788587291.203205:0:22746:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a82575850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0+-99:2405:x1875469110752256:12345-192.168.203.1@tcp:250:mount.lustre.0 00010000:00080000:3.0:1788587291.203232:0:22746:0:(ldlm_lib.c:1444:target_handle_connect()) MGS: connection from 1b202cb6-103a-46e7-9b10-5e3a0d62dbb5@192.168.203.1@tcp t0 exp 0000000000000000 cur 637 last 0 00000020:00000080:3.0:1788587291.203261:0:22746:0:(genops.c:1385:class_connect()) connect: client 1b202cb6-103a-46e7-9b10-5e3a0d62dbb5, cookie 0xfbc93bbea5fdb734 00000100:00080000:3.0:1788587291.203402:0:22746:0:(import.c:65:import_set_state_nolock()) ffff8f5b88e45800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1788587291.203506:0:22746:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a82575850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1b202cb6-103a-46e7-9b10-5e3a0d62dbb5+5:2405:x1875469110752256:12345-192.168.203.1@tcp:250:mount.lustre.0 Request processed in 302us (477us total) trans 0 rc 0/0 00000100:00100000:3.0:1788587291.203513:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 116 00000100:00100000:3.0:1788587291.206017:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:0.0:1788587291.206099:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110752384 00000100:00100000:0.0:1788587291.206110:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110752384 00000100:00100000:0.0:1788587291.206164:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 117 00000100:00100000:0.0:1788587291.206176:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a82575050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1b202cb6-103a-46e7-9b10-5e3a0d62dbb5+5:18050:x1875469110752384:12345-192.168.203.1@tcp:101:mount.lustre.0 00010000:00010000:0.0:1788587291.206194:0:22747:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788587291.206210:0:22747:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f5a826bf400/0xfbc93bbea5fdb73b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: local remote: 0x67b316c86c810d5a expref: -99 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587291.206238:0:22747:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f5a826bf400/0xfbc93bbea5fdb73b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000000 nid: 192.168.203.1@tcp remote: 0x67b316c86c810d5a expref: 6 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587291.206249:0:22747:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f5a826bf400/0xfbc93bbea5fdb73b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 192.168.203.1@tcp remote: 0x67b316c86c810d5a expref: 6 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587291.206259:0:22747:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f5a826bf400, rc 0) 00000100:00100000:0.0:1788587291.206314:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a82575050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1b202cb6-103a-46e7-9b10-5e3a0d62dbb5+6:18050:x1875469110752384:12345-192.168.203.1@tcp:101:mount.lustre.0 Request processed in 142us (307us total) trans 0 rc 0/0 00000100:00100000:0.0:1788587291.206322:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 117 00000100:00100000:0.0:1788587291.210574:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:2.0:1788587291.213463:0:22745:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110752512 00000100:00100000:2.0:1788587291.213476:0:22745:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110752512 00000100:00100000:3.0:1788587291.213683:0:22745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 118 00000100:00100000:3.0:1788587291.213694:0:22745:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a82574450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1b202cb6-103a-46e7-9b10-5e3a0d62dbb5+6:18050:x1875469110752512:12345-192.168.203.1@tcp:501:mount.lustre.0 00000100:00100000:3.0:1788587291.213816:0:22745:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a82574450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1b202cb6-103a-46e7-9b10-5e3a0d62dbb5+6:18050:x1875469110752512:12345-192.168.203.1@tcp:501:mount.lustre.0 Request processed in 124us (3251us total) trans 0 rc -2/-2 00000100:00100000:3.0:1788587291.213824:0:22745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 118 00000100:00100000:1.0:1788587291.219718:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:0.0:1788587291.219871:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110752640 00000100:00100000:0.0:1788587291.219882:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110752640 00000100:00100000:0.0:1788587291.219951:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 119 00000100:00100000:0.0:1788587291.219974:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a82577c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1b202cb6-103a-46e7-9b10-5e3a0d62dbb5+6:18050:x1875469110752640:12345-192.168.203.1@tcp:101:mount.lustre.0 00010000:00010000:0.0:1788587291.219989:0:22747:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788587291.220006:0:22747:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f5a826bfc00/0xfbc93bbea5fdb742 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: local remote: 0x67b316c86c810d61 expref: -99 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587291.220035:0:22747:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f5a826bfc00/0xfbc93bbea5fdb742 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000000 nid: 192.168.203.1@tcp remote: 0x67b316c86c810d61 expref: 7 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587291.220047:0:22747:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f5a826bfc00/0xfbc93bbea5fdb742 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 192.168.203.1@tcp remote: 0x67b316c86c810d61 expref: 7 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587291.220055:0:22747:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f5a826bfc00, rc 0) 00000100:00100000:0.0:1788587291.220115:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a82577c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1b202cb6-103a-46e7-9b10-5e3a0d62dbb5+7:18050:x1875469110752640:12345-192.168.203.1@tcp:101:mount.lustre.0 Request processed in 143us (405us total) trans 0 rc 0/0 00000100:00100000:0.0:1788587291.220122:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 119 00000100:00100000:1.0:1788587291.225512:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:3.0:1788587291.225874:0:22745:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110752768 00000100:00100000:3.0:1788587291.225884:0:22745:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110752768 00000100:00100000:3.0:1788587291.225944:0:22745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 120 00000100:00100000:3.0:1788587291.225956:0:22745:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a82574850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1b202cb6-103a-46e7-9b10-5e3a0d62dbb5+7:18050:x1875469110752768:12345-192.168.203.1@tcp:501:mount.lustre.0 00000100:00100000:3.0:1788587291.226125:0:22745:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a82574850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1b202cb6-103a-46e7-9b10-5e3a0d62dbb5+8:18050:x1875469110752768:12345-192.168.203.1@tcp:501:mount.lustre.0 Request processed in 170us (620us total) trans 0 rc 0/0 00000100:00100000:3.0:1788587291.226133:0:22745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 120 00000100:00100000:3.0:1788587291.228709:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:1.0:1788587291.228908:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110752896 00000100:00100000:1.0:1788587291.228917:0:22746:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110752896 00000100:00100000:1.0:1788587291.228975:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 121 00000100:00100000:1.0:1788587291.228986:0:22746:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a82575c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1b202cb6-103a-46e7-9b10-5e3a0d62dbb5+8:18050:x1875469110752896:12345-192.168.203.1@tcp:503:mount.lustre.0 00000100:00100000:1.0:1788587291.229153:0:22746:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a82575c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1b202cb6-103a-46e7-9b10-5e3a0d62dbb5+8:18050:x1875469110752896:12345-192.168.203.1@tcp:503:mount.lustre.0 Request processed in 167us (460us total) trans 0 rc 0/0 00000100:00100000:1.0:1788587291.229161:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 121 00000100:00100000:1.0:1788587291.247348:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:0.0:1788587291.247474:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110753024 00000100:00100000:0.0:1788587291.247485:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110753024 00000100:00100000:0.0:1788587291.247543:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 122 00000100:00100000:0.0:1788587291.247555:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a82577050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1b202cb6-103a-46e7-9b10-5e3a0d62dbb5+8:18069:x1875469110753024:12345-192.168.203.1@tcp:502:llog_process_th.0 00000100:00100000:0.0:1788587291.247727:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a82577050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1b202cb6-103a-46e7-9b10-5e3a0d62dbb5+8:18069:x1875469110753024:12345-192.168.203.1@tcp:502:llog_process_th.0 Request processed in 174us (388us total) trans 0 rc 0/0 00000100:00100000:0.0:1788587291.247735:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 122 00000100:00100000:2.0:1788587291.289721:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:3.0:1788587291.294840:0:22745:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110753152 00000100:00100000:3.0:1788587291.294855:0:22745:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110753152 00000100:00100000:2.0:1788587291.295289:0:22745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 123 00000100:00100000:2.0:1788587291.295301:0:22745:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a82575450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1b202cb6-103a-46e7-9b10-5e3a0d62dbb5+8:18069:x1875469110753152:12345-192.168.203.1@tcp:502:llog_process_th.0 00000100:00100000:2.0:1788587291.295546:0:22745:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a82575450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1b202cb6-103a-46e7-9b10-5e3a0d62dbb5+8:18069:x1875469110753152:12345-192.168.203.1@tcp:502:llog_process_th.0 Request processed in 246us (5832us total) trans 0 rc 0/0 00000100:00100000:2.0:1788587291.295555:0:22745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 123 00000100:00100000:1.0:1788587291.299540:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:0.0:1788587291.299691:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110753280 00000100:00100000:0.0:1788587291.299701:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110753280 00000100:00100000:0.0:1788587291.299758:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 124 00000100:00100000:0.0:1788587291.299769:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a82576050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1b202cb6-103a-46e7-9b10-5e3a0d62dbb5+8:18069:x1875469110753280:12345-192.168.203.1@tcp:502:llog_process_th.0 00000100:00100000:0.0:1788587291.300084:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a82576050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1b202cb6-103a-46e7-9b10-5e3a0d62dbb5+8:18069:x1875469110753280:12345-192.168.203.1@tcp:502:llog_process_th.0 Request processed in 316us (552us total) trans 0 rc 0/0 00000100:00100000:0.0:1788587291.300099:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 124 00000100:00100000:2.0:1788587291.303683:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:0.0:1788587291.303783:0:22745:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110753408 00000100:00100000:0.0:1788587291.303792:0:22745:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110753408 00000100:00100000:0.0:1788587291.303873:0:22745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 125 00000100:00100000:0.0:1788587291.303883:0:22745:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a82576850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1b202cb6-103a-46e7-9b10-5e3a0d62dbb5+8:18050:x1875469110753408:12345-192.168.203.1@tcp:101:mount.lustre.0 00010000:00010000:0.0:1788587291.303897:0:22745:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788587291.303912:0:22745:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f5a826be000/0xfbc93bbea5fdb749 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x67b316c86c810d92 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587291.303938:0:22745:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f5a826be000/0xfbc93bbea5fdb749 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 192.168.203.1@tcp remote: 0x67b316c86c810d92 expref: 9 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587291.303948:0:22745:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f5a826be000/0xfbc93bbea5fdb749 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 192.168.203.1@tcp remote: 0x67b316c86c810d92 expref: 9 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587291.303956:0:22745:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f5a826be000, rc 0) 00000100:00100000:0.0:1788587291.304263:0:22745:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a82576850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1b202cb6-103a-46e7-9b10-5e3a0d62dbb5+9:18050:x1875469110753408:12345-192.168.203.1@tcp:101:mount.lustre.0 Request processed in 379us (586us total) trans 0 rc 0/0 00000100:00100000:0.0:1788587291.304270:0:22745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 125 00000100:00100000:2.0:1788587291.306806:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:0.0:1788587291.306902:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110753536 00000100:00100000:0.0:1788587291.306911:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110753536 00000100:00100000:0.0:1788587291.306990:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 126 00000100:00100000:0.0:1788587291.307012:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a82576c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1b202cb6-103a-46e7-9b10-5e3a0d62dbb5+9:18050:x1875469110753536:12345-192.168.203.1@tcp:256:mount.lustre.0 20000000:01000000:0.0:1788587291.307036:0:22747:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:0.0:1788587291.307059:0:22747:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:0.0:1788587291.307064:0:22747:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:0.0:1788587291.307066:0:22747:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:0.0:1788587291.307074:0:22747:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3920/1/256/255. 20000000:01000000:0.0:1788587291.307076:0:22747:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 176, version 14 00000100:00100000:0.0:1788587291.308450:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a82576c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1b202cb6-103a-46e7-9b10-5e3a0d62dbb5+9:18050:x1875469110753536:12345-192.168.203.1@tcp:256:mount.lustre.0 Request processed in 1434us (1646us total) trans 0 rc 0/0 00000100:00100000:0.0:1788587291.308471:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 126 00000100:00100000:1.0:1788587291.311359:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:2.0:1788587291.311920:0:22745:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110753664 00000100:00100000:2.0:1788587291.311930:0:22745:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110753664 00000100:00100000:2.0:1788587291.311986:0:22745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 127 00000100:00100000:2.0:1788587291.312009:0:22745:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a83c95850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1b202cb6-103a-46e7-9b10-5e3a0d62dbb5+9:18050:x1875469110753664:12345-192.168.203.1@tcp:101:mount.lustre.0 00010000:00010000:2.0:1788587291.312036:0:22745:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788587291.312055:0:22745:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f5bc21ffa00/0xfbc93bbea5fdb750 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x67b316c86c810d99 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587291.312083:0:22745:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f5bc21ffa00/0xfbc93bbea5fdb750 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 192.168.203.1@tcp remote: 0x67b316c86c810d99 expref: 10 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587291.312093:0:22745:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f5bc21ffa00/0xfbc93bbea5fdb750 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 192.168.203.1@tcp remote: 0x67b316c86c810d99 expref: 10 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587291.312102:0:22745:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f5bc21ffa00, rc 0) 00000100:00100000:2.0:1788587291.312163:0:22745:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a83c95850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1b202cb6-103a-46e7-9b10-5e3a0d62dbb5+10:18050:x1875469110753664:12345-192.168.203.1@tcp:101:mount.lustre.0 Request processed in 169us (812us total) trans 0 rc 0/0 00000100:00100000:2.0:1788587291.312171:0:22745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 127 00000100:00100000:1.0:1788587291.314182:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:2.0:1788587291.314381:0:22745:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110753792 00000100:00100000:2.0:1788587291.314390:0:22745:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110753792 00000100:00100000:2.0:1788587291.314471:0:22745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 128 00000100:00100000:2.0:1788587291.314482:0:22745:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5ba07b4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1b202cb6-103a-46e7-9b10-5e3a0d62dbb5+10:18050:x1875469110753792:12345-192.168.203.1@tcp:501:mount.lustre.0 00000100:00100000:2.0:1788587291.314642:0:22745:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5ba07b4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1b202cb6-103a-46e7-9b10-5e3a0d62dbb5+10:18050:x1875469110753792:12345-192.168.203.1@tcp:501:mount.lustre.0 Request processed in 161us (466us total) trans 0 rc 0/0 00000100:00100000:2.0:1788587291.314650:0:22745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 128 00000100:00100000:3.0:1788587291.316630:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:0.0:1788587291.316712:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110753920 00000100:00100000:0.0:1788587291.316721:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110753920 00000100:00100000:0.0:1788587291.316769:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 129 00000100:00100000:0.0:1788587291.316778:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bbfa7f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1b202cb6-103a-46e7-9b10-5e3a0d62dbb5+10:18050:x1875469110753920:12345-192.168.203.1@tcp:503:mount.lustre.0 00000100:00100000:0.0:1788587291.316911:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bbfa7f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1b202cb6-103a-46e7-9b10-5e3a0d62dbb5+10:18050:x1875469110753920:12345-192.168.203.1@tcp:503:mount.lustre.0 Request processed in 132us (287us total) trans 0 rc 0/0 00000100:00100000:0.0:1788587291.316919:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 129 00000100:00100000:3.0:1788587291.320223:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:1.0:1788587291.320473:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110754048 00000100:00100000:1.0:1788587291.320483:0:22746:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110754048 00000100:00100000:1.0:1788587291.320536:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 130 00000100:00100000:1.0:1788587291.320545:0:22746:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bbfa7ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1b202cb6-103a-46e7-9b10-5e3a0d62dbb5+10:18073:x1875469110754048:12345-192.168.203.1@tcp:502:llog_process_th.0 00000100:00100000:1.0:1788587291.320689:0:22746:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bbfa7ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1b202cb6-103a-46e7-9b10-5e3a0d62dbb5+10:18073:x1875469110754048:12345-192.168.203.1@tcp:502:llog_process_th.0 Request processed in 145us (474us total) trans 0 rc 0/0 00000100:00100000:1.0:1788587291.320703:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 130 00000100:00100000:1.0:1788587291.325237:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:2.0:1788587291.334020:0:22745:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110754176 00000100:00100000:2.0:1788587291.334037:0:22745:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110754176 00000100:00100000:2.0:1788587291.334105:0:22745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 131 00000100:00100000:2.0:1788587291.334116:0:22745:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bbfa7f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1b202cb6-103a-46e7-9b10-5e3a0d62dbb5+10:18073:x1875469110754176:12345-192.168.203.1@tcp:502:llog_process_th.0 00000100:00100000:2.0:1788587291.334280:0:22745:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bbfa7f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1b202cb6-103a-46e7-9b10-5e3a0d62dbb5+10:18073:x1875469110754176:12345-192.168.203.1@tcp:502:llog_process_th.0 Request processed in 165us (9052us total) trans 0 rc 0/0 00000100:00100000:2.0:1788587291.334296:0:22745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 131 00000100:00100000:3.0:1788587291.349052:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:3.0:1788587291.349136:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:1.0:1788587291.349523:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110754304 00000100:00100000:1.0:1788587291.349532:0:22753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110754304 00000100:00100000:1.0:1788587291.349579:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110754560 00000100:00100000:1.0:1788587291.349582:0:22753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110754560 00000100:00100000:1.0:1788587291.349607:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 7 00000100:00100000:1.0:1788587291.349615:0:22753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a8256b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2405:x1875469110754304:12345-192.168.203.1@tcp:38:mount.lustre.0 00010000:00080000:1.0:1788587291.349643:0:22753:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38@192.168.203.1@tcp t0 exp 0000000000000000 cur 637 last 0 00000020:00000080:1.0:1788587291.349695:0:22753:0:(genops.c:1385:class_connect()) connect: client ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38, cookie 0xfbc93bbea5fdb757 00000004:00100000:1.0:1788587291.349720:0:22753:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000100:00080000:1.0:1788587291.349917:0:22753:0:(import.c:65:import_set_state_nolock()) ffff8f5a822b9000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1788587291.349981:0:22753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a8256b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38+6:2405:x1875469110754304:12345-192.168.203.1@tcp:38:mount.lustre.0 Request processed in 366us (939us total) trans 0 rc 0/0 00000100:00100000:1.0:1788587291.349988:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 7 00000100:00100000:1.0:1788587291.350005:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 8 00000100:00100000:1.0:1788587291.350010:0:22753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a82569880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2405:x1875469110754560:12345-192.168.203.1@tcp:38:mount.lustre.0 00010000:00080000:1.0:1788587291.350025:0:22753:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0001: connection from ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38@192.168.203.1@tcp t0 exp 0000000000000000 cur 637 last 0 00000020:00000080:1.0:1788587291.350074:0:22753:0:(genops.c:1385:class_connect()) connect: client ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38, cookie 0xfbc93bbea5fdb75e 00000004:00100000:1.0:1788587291.350088:0:22753:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0001: cli supports cksum type f7, return f7 00000100:00080000:1.0:1788587291.350220:0:22753:0:(import.c:65:import_set_state_nolock()) ffff8f5a822be000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1788587291.350245:0:22753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a82569880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38+6:2405:x1875469110754560:12345-192.168.203.1@tcp:38:mount.lustre.0 Request processed in 234us (1109us total) trans 0 rc 0/0 00000100:00100000:1.0:1788587291.350252:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 8 00010000:00010000:1.0:1788587291.350304:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788587291.353403:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:1.0:1788587291.353711:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110754432 00000100:00100000:1.0:1788587291.353722:0:22753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110754432 00000100:00100000:1.0:1788587291.353787:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 9 00000100:00100000:1.0:1788587291.353797:0:22753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a83c56a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38+6:0:x1875469110754432:12345-192.168.203.1@tcp:41:mount.lustre.0 00000004:00000024:1.0:1788587291.353832:0:22753:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1788587291.353917:0:22753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a83c56a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38+6:0:x1875469110754432:12345-192.168.203.1@tcp:41:mount.lustre.0 Request processed in 121us (523us total) trans 0 rc 0/0 00000100:00100000:1.0:1788587291.353924:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 9 00000100:00080000:0.0:1788587291.354607:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788587291.357501:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:2.0:1788587291.357672:0:22754:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110754816 00000100:00100000:2.0:1788587291.357682:0:22754:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110754816 00000100:00100000:2.0:1788587291.357740:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 10 00000100:00100000:2.0:1788587291.357751:0:22754:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a83755180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38+6:18050:x1875469110754816:12345-192.168.203.1@tcp:41:mount.lustre.0 00000004:00000024:2.0:1788587291.357782:0:22754:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1788587291.357879:0:22754:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a83755180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38+6:18050:x1875469110754816:12345-192.168.203.1@tcp:41:mount.lustre.0 Request processed in 129us (384us total) trans 0 rc 0/0 00000100:00100000:2.0:1788587291.357886:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 10 00000100:00100000:2.0:1788587291.360986:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:3.0:1788587291.364516:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:1.0:1788587291.365149:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110754688 00000100:00100000:1.0:1788587291.365160:0:22753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110754688 00000100:00100000:1.0:1788587291.365270:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110754944 00000100:00100000:1.0:1788587291.365274:0:22753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110754944 00000100:00100000:1.0:1788587291.365301:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 11 00000100:00100000:1.0:1788587291.365310:0:22753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a81091500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38+6:0:x1875469110754688:12345-192.168.203.1@tcp:41:mount.lustre.0 00000004:00000024:1.0:1788587291.365345:0:22753:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1788587291.365465:0:22753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a81091500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38+6:0:x1875469110754688:12345-192.168.203.1@tcp:41:mount.lustre.0 Request processed in 145us (4478us total) trans 0 rc 0/0 00000100:00100000:1.0:1788587291.365473:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 11 00000100:00100000:1.0:1788587291.365490:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 12 00000100:00100000:1.0:1788587291.365496:0:22753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a83c55f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38+6:18050:x1875469110754944:12345-192.168.203.1@tcp:40:mount.lustre.0 00000100:00100000:1.0:1788587291.365523:0:22753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a83c55f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38+6:18050:x1875469110754944:12345-192.168.203.1@tcp:40:mount.lustre.0 Request processed in 28us (1018us total) trans 0 rc 0/0 00000100:00100000:1.0:1788587291.365530:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 12 00000100:00100000:1.0:1788587291.367780:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:1.0:1788587291.367817:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:1.0:1788587291.367975:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:2.0:1788587291.368331:0:24257:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110755072 00000100:00100000:2.0:1788587291.368341:0:24257:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110755072 00000100:00100000:2.0:1788587291.368388:0:24257:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110755200 00000100:00100000:2.0:1788587291.368392:0:24257:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110755200 00000100:00100000:2.0:1788587291.368412:0:24257:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 16 00000100:00100000:2.0:1788587291.368442:0:24257:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a83754e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2405:x1875469110755072:12345-192.168.203.1@tcp:8:mount.lustre.0 00010000:00080000:2.0:1788587291.368485:0:24257:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0000: connection from ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38@192.168.203.1@tcp t0 exp 0000000000000000 cur 637 last 0 00000020:00000080:2.0:1788587291.368516:0:24257:0:(genops.c:1385:class_connect()) connect: client ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38, cookie 0xfbc93bbea5fdb765 00002000:00100000:2.0:1788587291.368527:0:24257:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38/ffff8f5a83fea000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113a03 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1788587291.368545:0:24257:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00080000:2.0:1788587291.368714:0:24257:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:2.0:1788587291.368744:0:24257:0:(import.c:65:import_set_state_nolock()) ffff8f5a83feb000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1788587291.368803:0:24257:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a83754e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38+6:2405:x1875469110755072:12345-192.168.203.1@tcp:8:mount.lustre.0 Request processed in 360us (1031us total) trans 0 rc 0/0 00000100:00100000:2.0:1788587291.368810:0:24257:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 16 00000100:00100000:2.0:1788587291.369112:0:24257:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 17 00000100:00100000:2.0:1788587291.369117:0:24257:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a83756680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2405:x1875469110755200:12345-192.168.203.1@tcp:8:mount.lustre.0 00010000:00080000:2.0:1788587291.369137:0:24257:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0001: connection from ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38@192.168.203.1@tcp t0 exp 0000000000000000 cur 637 last 0 00000020:00000080:2.0:1788587291.369155:0:24257:0:(genops.c:1385:class_connect()) connect: client ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38, cookie 0xfbc93bbea5fdb76c 00002000:00100000:2.0:1788587291.369162:0:24257:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38/ffff8f5a83fed800 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113a03 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1788587291.369173:0:24257:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:2.0:1788587291.369514:0:24257:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:2.0:1788587291.369533:0:24257:0:(import.c:65:import_set_state_nolock()) ffff8f5a83fe9800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1788587291.369722:0:22764:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110755328 00000100:00100000:3.0:1788587291.369729:0:22764:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110755328 00000100:00100000:3.0:1788587291.369774:0:22764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 3 00000100:00100000:3.0:1788587291.369782:0:22764:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a83754380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38+6:18050:x1875469110755328:12345-192.168.203.1@tcp:900:mount.lustre.0 00000100:00100000:3.0:1788587291.369820:0:22764:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a83754380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38+6:18050:x1875469110755328:12345-192.168.203.1@tcp:900:mount.lustre.0 Request processed in 39us (2002us total) trans 0 rc 0/0 00000100:00100000:3.0:1788587291.369836:0:22764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 3 00000100:00100000:2.0:1788587291.370940:0:24257:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a83756680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38+6:2405:x1875469110755200:12345-192.168.203.1@tcp:8:mount.lustre.0 Request processed in 1815us (2959us total) trans 0 rc 0/0 00000100:00100000:2.0:1788587291.370951:0:24257:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 17 00000100:00100000:1.0:1788587291.372915:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:3.0:1788587291.373080:0:22755:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110755456 00000100:00100000:3.0:1788587291.373090:0:22755:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110755456 00000100:00100000:3.0:1788587291.373143:0:22755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 0 00000100:00100000:3.0:1788587291.373153:0:22755:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a83757480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38+6:18050:x1875469110755456:12345-192.168.203.1@tcp:33:mount.lustre.0 00000100:00080000:0.0:1788587291.373537:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000004:00080000:3.0:1788587291.377495:0:22755:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0000: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0000 0, time 4263us 00000004:00200000:3.0:1788587291.394894:0:22755:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000100:00100000:3.0:1788587291.395021:0:22755:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a83757480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38+6:18050:x1875469110755456:12345-192.168.203.1@tcp:33:mount.lustre.0 Request processed in 21863us (22110us total) trans 0 rc 0/0 00000100:00100000:3.0:1788587291.395031:0:22755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 0 00000100:00100000:3.0:1788587291.555324:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:1.0:1788587291.555601:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110755584 00000100:00100000:1.0:1788587291.555611:0:22753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110755584 00000100:00100000:1.0:1788587291.555707:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 13 00000100:00100000:1.0:1788587291.555718:0:22753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bb6fd4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38+6:18096:x1875469110755584:12345-192.168.203.1@tcp:101:mkdir.0 00010000:00010000:1.0:1788587291.555738:0:22753:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788587291.555763:0:22753:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a8224de00/0xfbc93bbea5fdb773 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67b316c86c810dca expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587291.555830:0:22753:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a8224ce00/0xfbc93bbea5fdb77a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587291.555844:0:22753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a8224ce00/0xfbc93bbea5fdb77a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587291.555859:0:22753:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a8224ce00/0xfbc93bbea5fdb77a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788587291.555908:0:22753:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1788587291.555912:0:22753:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788587291.555959:0:22753:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a8224ce00/0xfbc93bbea5fdb77a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587291.556000:0:22753:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a8224de00/0xfbc93bbea5fdb773 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.1@tcp remote: 0x67b316c86c810dca expref: 8 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587291.556019:0:22753:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a8224ce00/0xfbc93bbea5fdb77a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.1@tcp remote: 0x67b316c86c810dca expref: 7 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587291.556041:0:22753:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f5a83577b00) 00010000:00010000:1.0:1788587291.556044:0:22753:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1788587291.556048:0:22753:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f5a8224ce00, rc 0) 00000100:00100000:1.0:1788587291.556110:0:22753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bb6fd4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38+7:18096:x1875469110755584:12345-192.168.203.1@tcp:101:mkdir.0 Request processed in 393us (793us total) trans 0 rc 0/0 00000100:00100000:1.0:1788587291.556117:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 13 00000100:00100000:2.0:1788587291.988732:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bb6fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1875469127633664:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788587291.988732:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a8310b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1875469127633792:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788587291.988855:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a83755880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1875469127633920:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788587291.991022:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788587291.991195:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788587291.991264:0:23826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127633792 00000100:00100000:2.0:1788587291.991267:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788587291.991274:0:23826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127633792 00000100:00100000:0.0:1788587291.991321:0:23826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127633664 00000100:00100000:0.0:1788587291.991325:0:23826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127633664 00000100:00100000:0.0:1788587291.991341:0:23826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:0.0:1788587291.991349:0:23826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a8310bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3647:x1875469127633792:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1788587291.991378:0:23826:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1788587291.991456:0:23826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a8310bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3647:x1875469127633792:12345-0@lo:41:osp-pre-1-0.0 Request processed in 97us (251us total) trans 0 rc 0/0 00000100:00100000:2.0:1788587291.991464:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:2.0:1788587291.991475:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a81090e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3646:x1875469127633664:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1788587291.991491:0:22759:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1788587291.991534:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a81090e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3646:x1875469127633664:12345-0@lo:41:osp-pre-0-1.0 Request processed in 62us (269us total) trans 0 rc 0/0 00000100:00100000:1.0:1788587291.991588:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a8310b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1875469127633792:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788587291.992374:0:24262:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127633920 00000100:00100000:3.0:1788587291.992381:0:24262:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127633920 00000100:00100000:3.0:1788587291.992521:0:24262:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1788587291.992557:0:24262:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a83754700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1875469127633920:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1788587291.992575:0:24262:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1788587291.992657:0:24262:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a83754700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1875469127633920:12345-0@lo:13:osp-pre-0-1.0 Request processed in 105us (1641us total) trans 0 rc 0/0 00000100:00100000:3.0:1788587291.992665:0:24262:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1788587291.992878:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a83755880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1875469127633920:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788587291.992928:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bb6fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1875469127633664:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788587291.995627:0:23826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:2.0:1788587291.995639:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00080000:1.0:1788587291.995996:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1788587292.372994:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788587293.012679:0:3649:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a83108700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1875469127634048:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788587293.012747:0:3649:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788587293.013155:0:24262:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127634048 00000100:00100000:0.0:1788587293.013178:0:24262:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127634048 00000100:00100000:0.0:1788587293.013258:0:24262:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1788587293.013278:0:24262:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a83757800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3649:x1875469127634048:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1788587293.013302:0:24262:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3915849728 avail 3684327424 00000100:00080000:1.0:1788587293.013474:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788587293.013882:0:24262:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a83757800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3649:x1875469127634048:12345-0@lo:13:osp-pre-1-1.0 Request processed in 613us (1131us total) trans 0 rc 0/0 00000100:00100000:0.0:1788587293.013891:0:24262:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1788587293.017481:0:3649:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a83108700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1875469127634048:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788587293.390545:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:2.0:1788587293.390702:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110755712 00000100:00100000:2.0:1788587293.390713:0:22752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110755712 00000100:00100000:2.0:1788587293.390859:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 14 00000100:00100000:2.0:1788587293.390870:0:22752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a83756d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38+7:18148:x1875469110755712:12345-192.168.203.1@tcp:41:lfs.0 00000004:00000024:2.0:1788587293.390907:0:22752:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1788587293.391002:0:22752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a83756d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38+7:18148:x1875469110755712:12345-192.168.203.1@tcp:41:lfs.0 Request processed in 133us (465us total) trans 0 rc 0/0 00000100:00100000:2.0:1788587293.391020:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 14 00000100:00080000:1.0:1788587293.391272:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1788587293.396544:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788587293.396905:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:3.0:1788587293.396979:0:22754:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110755840 00000100:00100000:3.0:1788587293.396989:0:22754:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110755840 00000100:00100000:3.0:1788587293.397077:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 15 00000100:00100000:3.0:1788587293.397089:0:22754:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a81091880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38+6:18148:x1875469110755840:12345-192.168.203.1@tcp:41:lfs.0 00000100:00080000:1.0:1788587293.397114:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000004:00000024:3.0:1788587293.397127:0:22754:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1788587293.397369:0:22754:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a81091880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38+6:18148:x1875469110755840:12345-192.168.203.1@tcp:41:lfs.0 Request processed in 272us (460us total) trans 0 rc 0/0 00000100:00100000:3.0:1788587293.397378:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 15 00000100:00100000:3.0:1788587293.409199:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:2.0:1788587293.409367:0:24261:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110755968 00000100:00100000:2.0:1788587293.409377:0:24261:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110755968 00000100:00100000:2.0:1788587293.409492:0:24261:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 7 00000100:00100000:2.0:1788587293.409511:0:24261:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bb6fd6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38+6:18148:x1875469110755968:12345-192.168.203.1@tcp:13:lfs.0 00002000:00000024:2.0:1788587293.409543:0:24261:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1788587293.409630:0:24261:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bb6fd6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38+6:18148:x1875469110755968:12345-192.168.203.1@tcp:13:lfs.0 Request processed in 128us (441us total) trans 0 rc 0/0 00000100:00100000:2.0:1788587293.409639:0:24261:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 7 00000100:00080000:1.0:1788587293.413183:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788587293.413988:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:2.0:1788587293.414052:0:24261:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110756096 00000100:00100000:2.0:1788587293.414063:0:24261:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110756096 00000100:00100000:2.0:1788587293.414143:0:24261:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 8 00000100:00100000:2.0:1788587293.414153:0:24261:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a8310aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38+6:18148:x1875469110756096:12345-192.168.203.1@tcp:13:lfs.0 00002000:00000024:2.0:1788587293.414187:0:24261:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3915849728 avail 3684327424 00000100:00080000:1.0:1788587293.414188:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788587293.414268:0:24261:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a8310aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38+6:18148:x1875469110756096:12345-192.168.203.1@tcp:13:lfs.0 Request processed in 116us (286us total) trans 0 rc 0/0 00000100:00100000:2.0:1788587293.414273:0:24261:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 8 00000100:00100000:3.0:1788587293.550065:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:0.0:1788587293.550261:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110756224 00000100:00100000:0.0:1788587293.550272:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110756224 00000100:00100000:0.0:1788587293.555010:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 132 00000100:00100000:0.0:1788587293.555038:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bbfa7e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1b202cb6-103a-46e7-9b10-5e3a0d62dbb5+10:18179:x1875469110756224:12345-192.168.203.1@tcp:101:mount.lustre.0 00010000:00010000:0.0:1788587293.555056:0:22747:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788587293.555076:0:22747:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f5a826bf600/0xfbc93bbea5fdb781 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: local remote: 0x67b316c86c810dd1 expref: -99 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587293.555107:0:22747:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f5a826bf600/0xfbc93bbea5fdb781 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000000000000 nid: 192.168.203.1@tcp remote: 0x67b316c86c810dd1 expref: 11 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587293.555120:0:22747:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f5a826bf600/0xfbc93bbea5fdb781 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: 192.168.203.1@tcp remote: 0x67b316c86c810dd1 expref: 11 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587293.555129:0:22747:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f5a826bf600, rc 0) 00000100:00100000:0.0:1788587293.555198:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bbfa7e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1b202cb6-103a-46e7-9b10-5e3a0d62dbb5+11:18179:x1875469110756224:12345-192.168.203.1@tcp:101:mount.lustre.0 Request processed in 173us (5141us total) trans 0 rc 0/0 00000100:00100000:0.0:1788587293.555205:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 132 00000100:00100000:3.0:1788587293.566030:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:1.0:1788587293.566205:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110756352 00000100:00100000:1.0:1788587293.566216:0:22746:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110756352 00000100:00100000:1.0:1788587293.566281:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 133 00000100:00100000:1.0:1788587293.566291:0:22746:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bbfa7f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1b202cb6-103a-46e7-9b10-5e3a0d62dbb5+11:18179:x1875469110756352:12345-192.168.203.1@tcp:501:mount.lustre.0 00000100:00100000:1.0:1788587293.566498:0:22746:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bbfa7f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1b202cb6-103a-46e7-9b10-5e3a0d62dbb5+11:18179:x1875469110756352:12345-192.168.203.1@tcp:501:mount.lustre.0 Request processed in 207us (476us total) trans 0 rc 0/0 00000100:00100000:1.0:1788587293.566519:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 133 00000100:00100000:1.0:1788587293.571549:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:0.0:1788587293.571793:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110756480 00000100:00100000:0.0:1788587293.571802:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110756480 00000100:00100000:0.0:1788587293.571870:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 134 00000100:00100000:0.0:1788587293.571881:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bbfa7c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1b202cb6-103a-46e7-9b10-5e3a0d62dbb5+11:18179:x1875469110756480:12345-192.168.203.1@tcp:503:mount.lustre.0 00000100:00100000:0.0:1788587293.572024:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bbfa7c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1b202cb6-103a-46e7-9b10-5e3a0d62dbb5+11:18179:x1875469110756480:12345-192.168.203.1@tcp:503:mount.lustre.0 Request processed in 144us (483us total) trans 0 rc 0/0 00000100:00100000:0.0:1788587293.572033:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 134 00000100:00100000:3.0:1788587293.581206:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:2.0:1788587293.582229:0:22745:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110756608 00000100:00100000:2.0:1788587293.582239:0:22745:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110756608 00000100:00100000:2.0:1788587293.582348:0:22745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 135 00000100:00100000:2.0:1788587293.582369:0:22745:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bbfa7e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1b202cb6-103a-46e7-9b10-5e3a0d62dbb5+11:18187:x1875469110756608:12345-192.168.203.1@tcp:502:llog_process_th.0 00000100:00100000:2.0:1788587293.582560:0:22745:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bbfa7e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1b202cb6-103a-46e7-9b10-5e3a0d62dbb5+11:18187:x1875469110756608:12345-192.168.203.1@tcp:502:llog_process_th.0 Request processed in 193us (1362us total) trans 0 rc 0/0 00000100:00100000:2.0:1788587293.582568:0:22745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 135 00000100:00100000:3.0:1788587293.601984:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:0.0:1788587293.602127:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110756736 00000100:00100000:0.0:1788587293.602138:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110756736 00000100:00100000:0.0:1788587293.602196:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 136 00000100:00100000:0.0:1788587293.602207:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bbfa7cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1b202cb6-103a-46e7-9b10-5e3a0d62dbb5+11:18187:x1875469110756736:12345-192.168.203.1@tcp:502:llog_process_th.0 00000100:00100000:0.0:1788587293.602371:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bbfa7cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1b202cb6-103a-46e7-9b10-5e3a0d62dbb5+11:18187:x1875469110756736:12345-192.168.203.1@tcp:502:llog_process_th.0 Request processed in 165us (397us total) trans 0 rc 0/0 00000100:00100000:0.0:1788587293.602379:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 136 00000100:00100000:0.0:1788587293.609107:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:2.0:1788587293.609220:0:22745:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110756864 00000100:00100000:2.0:1788587293.609231:0:22745:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110756864 00000100:00100000:2.0:1788587293.609289:0:22745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 137 00000100:00100000:2.0:1788587293.609300:0:22745:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bbfa7c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1b202cb6-103a-46e7-9b10-5e3a0d62dbb5+11:18187:x1875469110756864:12345-192.168.203.1@tcp:502:llog_process_th.0 00000100:00100000:2.0:1788587293.609622:0:22745:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bbfa7c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1b202cb6-103a-46e7-9b10-5e3a0d62dbb5+11:18187:x1875469110756864:12345-192.168.203.1@tcp:502:llog_process_th.0 Request processed in 323us (525us total) trans 0 rc 0/0 00000100:00100000:2.0:1788587293.609631:0:22745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 137 00000100:00100000:3.0:1788587293.615009:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:1.0:1788587293.615232:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110756992 00000100:00100000:1.0:1788587293.615242:0:22746:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110756992 00000100:00100000:1.0:1788587293.615303:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 138 00000100:00100000:1.0:1788587293.615313:0:22746:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bbfa7c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1b202cb6-103a-46e7-9b10-5e3a0d62dbb5+11:18179:x1875469110756992:12345-192.168.203.1@tcp:101:mount.lustre.0 00010000:00010000:1.0:1788587293.615341:0:22746:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788587293.615367:0:22746:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f5a8224d200/0xfbc93bbea5fdb788 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x67b316c86c810e02 expref: -99 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587293.615395:0:22746:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f5a8224d200/0xfbc93bbea5fdb788 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 192.168.203.1@tcp remote: 0x67b316c86c810e02 expref: 12 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587293.615406:0:22746:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f5a8224d200/0xfbc93bbea5fdb788 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 192.168.203.1@tcp remote: 0x67b316c86c810e02 expref: 12 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587293.615449:0:22746:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f5a8224d200, rc 0) 00000100:00100000:1.0:1788587293.615507:0:22746:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bbfa7c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1b202cb6-103a-46e7-9b10-5e3a0d62dbb5+12:18179:x1875469110756992:12345-192.168.203.1@tcp:101:mount.lustre.0 Request processed in 196us (517us total) trans 0 rc 0/0 00000100:00100000:1.0:1788587293.615514:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 138 00000100:00100000:3.0:1788587293.618675:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:0.0:1788587293.618742:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110757120 00000100:00100000:0.0:1788587293.618753:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110757120 00000100:00100000:0.0:1788587293.618812:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 139 00000100:00100000:0.0:1788587293.618823:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bbfa7dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1b202cb6-103a-46e7-9b10-5e3a0d62dbb5+12:18179:x1875469110757120:12345-192.168.203.1@tcp:256:mount.lustre.0 20000000:01000000:0.0:1788587293.618853:0:22747:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:0.0:1788587293.618880:0:22747:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:0.0:1788587293.618884:0:22747:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:0.0:1788587293.618887:0:22747:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:0.0:1788587293.618890:0:22747:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3920/1/256/255. 20000000:01000000:0.0:1788587293.618892:0:22747:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 176, version 14 00000100:00100000:3.0:1788587293.623159:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bbfa7dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1b202cb6-103a-46e7-9b10-5e3a0d62dbb5+12:18179:x1875469110757120:12345-192.168.203.1@tcp:256:mount.lustre.0 Request processed in 4328us (4481us total) trans 0 rc 0/0 00000100:00100000:3.0:1788587293.623172:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 139 00000100:00100000:3.0:1788587293.627273:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:2.0:1788587293.627468:0:22745:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110757248 00000100:00100000:2.0:1788587293.627478:0:22745:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110757248 00000100:00100000:2.0:1788587293.627540:0:22745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 140 00000100:00100000:2.0:1788587293.627551:0:22745:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bbfa7d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1b202cb6-103a-46e7-9b10-5e3a0d62dbb5+12:18179:x1875469110757248:12345-192.168.203.1@tcp:101:mount.lustre.0 00010000:00010000:2.0:1788587293.627567:0:22745:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788587293.627588:0:22745:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f5bc21ff800/0xfbc93bbea5fdb78f lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x67b316c86c810e09 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587293.627616:0:22745:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f5bc21ff800/0xfbc93bbea5fdb78f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 192.168.203.1@tcp remote: 0x67b316c86c810e09 expref: 13 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587293.627626:0:22745:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f5bc21ff800/0xfbc93bbea5fdb78f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 192.168.203.1@tcp remote: 0x67b316c86c810e09 expref: 13 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587293.627635:0:22745:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f5bc21ff800, rc 0) 00000100:00100000:2.0:1788587293.627695:0:22745:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bbfa7d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1b202cb6-103a-46e7-9b10-5e3a0d62dbb5+13:18179:x1875469110757248:12345-192.168.203.1@tcp:101:mount.lustre.0 Request processed in 146us (433us total) trans 0 rc 0/0 00000100:00100000:2.0:1788587293.627701:0:22745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 140 00000100:00100000:0.0:1788587293.629635:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:3.0:1788587293.629713:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110757376 00000100:00100000:3.0:1788587293.629735:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110757376 00000100:00100000:3.0:1788587293.629789:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 141 00000100:00100000:3.0:1788587293.629798:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bbfa7e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1b202cb6-103a-46e7-9b10-5e3a0d62dbb5+13:18179:x1875469110757376:12345-192.168.203.1@tcp:501:mount.lustre.0 00000100:00100000:3.0:1788587293.630038:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bbfa7e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1b202cb6-103a-46e7-9b10-5e3a0d62dbb5+13:18179:x1875469110757376:12345-192.168.203.1@tcp:501:mount.lustre.0 Request processed in 238us (409us total) trans 0 rc 0/0 00000100:00100000:3.0:1788587293.630045:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 141 00000100:00100000:0.0:1788587293.632123:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:1.0:1788587293.633290:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110757504 00000100:00100000:1.0:1788587293.633303:0:22746:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110757504 00000100:00100000:1.0:1788587293.633550:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 142 00000100:00100000:1.0:1788587293.633561:0:22746:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5b9a700050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1b202cb6-103a-46e7-9b10-5e3a0d62dbb5+13:18179:x1875469110757504:12345-192.168.203.1@tcp:503:mount.lustre.0 00000100:00100000:1.0:1788587293.633703:0:22746:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5b9a700050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1b202cb6-103a-46e7-9b10-5e3a0d62dbb5+13:18179:x1875469110757504:12345-192.168.203.1@tcp:503:mount.lustre.0 Request processed in 143us (1585us total) trans 0 rc 0/0 00000100:00100000:1.0:1788587293.633718:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 142 00000100:00100000:0.0:1788587293.636272:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:3.0:1788587293.638757:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110757632 00000100:00100000:3.0:1788587293.638769:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110757632 00000100:00100000:3.0:1788587293.638838:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 143 00000100:00100000:3.0:1788587293.638855:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5b9a702c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1b202cb6-103a-46e7-9b10-5e3a0d62dbb5+13:18192:x1875469110757632:12345-192.168.203.1@tcp:502:llog_process_th.0 00000100:00100000:3.0:1788587293.639021:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5b9a702c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1b202cb6-103a-46e7-9b10-5e3a0d62dbb5+13:18192:x1875469110757632:12345-192.168.203.1@tcp:502:llog_process_th.0 Request processed in 167us (2756us total) trans 0 rc 0/0 00000100:00100000:3.0:1788587293.639029:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 143 00000100:00100000:0.0:1788587293.655934:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:2.0:1788587293.656025:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110757760 00000100:00100000:2.0:1788587293.656035:0:22746:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110757760 00000100:00100000:2.0:1788587293.657030:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 144 00000100:00100000:2.0:1788587293.657046:0:22746:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5b9a703c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1b202cb6-103a-46e7-9b10-5e3a0d62dbb5+13:18192:x1875469110757760:12345-192.168.203.1@tcp:502:llog_process_th.0 00000100:00100000:2.0:1788587293.657198:0:22746:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5b9a703c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1b202cb6-103a-46e7-9b10-5e3a0d62dbb5+13:18192:x1875469110757760:12345-192.168.203.1@tcp:502:llog_process_th.0 Request processed in 155us (1271us total) trans 0 rc 0/0 00000100:00100000:2.0:1788587293.657206:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 144 00000100:00100000:0.0:1788587293.667072:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:0.0:1788587293.667173:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:3.0:1788587293.667348:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110757888 00000100:00100000:3.0:1788587293.667364:0:22752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110757888 00000100:00100000:3.0:1788587293.667404:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110758144 00000100:00100000:3.0:1788587293.667407:0:22752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110758144 00000100:00100000:3.0:1788587293.667475:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 16 00000100:00100000:3.0:1788587293.667542:0:22752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a83108e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2405:x1875469110757888:12345-192.168.203.1@tcp:38:mount.lustre.0 00010000:00080000:3.0:1788587293.667580:0:22752:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from 488a9ed3-1103-4290-84da-1b7417c4d628@192.168.203.1@tcp t0 exp 0000000000000000 cur 639 last 0 00000020:00000080:3.0:1788587293.667621:0:22752:0:(genops.c:1385:class_connect()) connect: client 488a9ed3-1103-4290-84da-1b7417c4d628, cookie 0xfbc93bbea5fdb796 00000004:00100000:3.0:1788587293.667643:0:22752:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000100:00080000:3.0:1788587293.667729:0:22752:0:(import.c:65:import_set_state_nolock()) ffff8f5bbdf19000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1788587293.667791:0:22752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a83108e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:488a9ed3-1103-4290-84da-1b7417c4d628+6:2405:x1875469110757888:12345-192.168.203.1@tcp:38:mount.lustre.0 Request processed in 307us (728us total) trans 0 rc 0/0 00000100:00100000:0.0:1788587293.668535:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 17 00000100:00100000:0.0:1788587293.668544:0:22753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a83108000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2405:x1875469110758144:12345-192.168.203.1@tcp:38:mount.lustre.0 00010000:00080000:0.0:1788587293.668639:0:22753:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0001: connection from 488a9ed3-1103-4290-84da-1b7417c4d628@192.168.203.1@tcp t0 exp 0000000000000000 cur 639 last 0 00000020:00000080:0.0:1788587293.668670:0:22753:0:(genops.c:1385:class_connect()) connect: client 488a9ed3-1103-4290-84da-1b7417c4d628, cookie 0xfbc93bbea5fdb79d 00000004:00100000:0.0:1788587293.668690:0:22753:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0001: cli supports cksum type f7, return f7 00000100:00080000:0.0:1788587293.668755:0:22753:0:(import.c:65:import_set_state_nolock()) ffff8f5a827f7800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1788587293.668796:0:22753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a83108000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:488a9ed3-1103-4290-84da-1b7417c4d628+6:2405:x1875469110758144:12345-192.168.203.1@tcp:38:mount.lustre.0 Request processed in 252us (1623us total) trans 0 rc 0/0 00000100:00100000:0.0:1788587293.668804:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 17 00000100:00100000:3.0:1788587293.685046:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 16 00000100:00100000:0.0:1788587293.685550:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:0.0:1788587293.686097:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:0.0:1788587293.686132:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:1.0:1788587293.686243:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110758400 00000100:00100000:1.0:1788587293.686254:0:22753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110758400 00000100:00100000:1.0:1788587293.686313:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110758272 00000100:00100000:1.0:1788587293.686316:0:22753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110758272 00000100:00100000:1.0:1788587293.686333:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110758016 00000100:00100000:1.0:1788587293.686337:0:22753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110758016 00000100:00080000:0.0:1788587293.686339:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1788587293.686345:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788587293.686453:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 18 00000100:00100000:1.0:1788587293.686465:0:22753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a83108700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:488a9ed3-1103-4290-84da-1b7417c4d628+7:18179:x1875469110758400:12345-192.168.203.1@tcp:41:mount.lustre.0 00000004:00000024:1.0:1788587293.686494:0:22753:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1788587293.686557:0:22753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a83108700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:488a9ed3-1103-4290-84da-1b7417c4d628+7:18179:x1875469110758400:12345-192.168.203.1@tcp:41:mount.lustre.0 Request processed in 93us (1008us total) trans 0 rc 0/0 00000100:00100000:0.0:1788587293.687030:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 19 00000100:00100000:0.0:1788587293.687043:0:22752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a8310b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:488a9ed3-1103-4290-84da-1b7417c4d628+6:0:x1875469110758272:12345-192.168.203.1@tcp:41:mount.lustre.0 00000004:00000024:0.0:1788587293.687062:0:22752:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1788587293.687099:0:22752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a8310b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:488a9ed3-1103-4290-84da-1b7417c4d628+6:0:x1875469110758272:12345-192.168.203.1@tcp:41:mount.lustre.0 Request processed in 60us (1003us total) trans 0 rc 0/0 00000100:00100000:0.0:1788587293.687107:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 19 00000100:00100000:0.0:1788587293.687128:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 20 00000100:00100000:0.0:1788587293.687135:0:22752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bbc72aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:488a9ed3-1103-4290-84da-1b7417c4d628+7:0:x1875469110758016:12345-192.168.203.1@tcp:41:mount.lustre.0 00000004:00000024:0.0:1788587293.687147:0:22752:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1788587293.687158:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 18 00000100:00100000:0.0:1788587293.687194:0:22752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bbc72aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:488a9ed3-1103-4290-84da-1b7417c4d628+6:0:x1875469110758016:12345-192.168.203.1@tcp:41:mount.lustre.0 Request processed in 59us (1061us total) trans 0 rc 0/0 00000100:00100000:0.0:1788587293.687201:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 20 00000100:00100000:2.0:1788587293.689088:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:1.0:1788587293.689148:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110758528 00000100:00100000:1.0:1788587293.689157:0:22753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110758528 00000100:00100000:1.0:1788587293.689239:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 21 00000100:00100000:1.0:1788587293.689249:0:22753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a81090000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:488a9ed3-1103-4290-84da-1b7417c4d628+6:18179:x1875469110758528:12345-192.168.203.1@tcp:40:mount.lustre.0 00000100:00100000:1.0:1788587293.689330:0:22753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a81090000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:488a9ed3-1103-4290-84da-1b7417c4d628+6:18179:x1875469110758528:12345-192.168.203.1@tcp:40:mount.lustre.0 Request processed in 83us (250us total) trans 0 rc 0/0 00000100:00100000:1.0:1788587293.689337:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 21 00000100:00100000:1.0:1788587293.692105:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:2.0:1788587293.692184:0:24257:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110758656 00000100:00100000:2.0:1788587293.692194:0:24257:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110758656 00000100:00100000:2.0:1788587293.692251:0:24257:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 18 00000100:00100000:2.0:1788587293.692260:0:24257:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a83757100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2405:x1875469110758656:12345-192.168.203.1@tcp:8:mount.lustre.0 00010000:00080000:2.0:1788587293.692295:0:24257:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0000: connection from 488a9ed3-1103-4290-84da-1b7417c4d628@192.168.203.1@tcp t0 exp 0000000000000000 cur 639 last 0 00000020:00000080:2.0:1788587293.692324:0:24257:0:(genops.c:1385:class_connect()) connect: client 488a9ed3-1103-4290-84da-1b7417c4d628, cookie 0xfbc93bbea5fdb7a4 00002000:00100000:2.0:1788587293.692336:0:24257:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli 488a9ed3-1103-4290-84da-1b7417c4d628/ffff8f5a83fe8000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113a03 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1788587293.692347:0:24257:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00080000:2.0:1788587293.692408:0:24257:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:2.0:1788587293.692480:0:24257:0:(import.c:65:import_set_state_nolock()) ffff8f5a83fee800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1788587293.692550:0:24257:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a83757100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:488a9ed3-1103-4290-84da-1b7417c4d628+6:2405:x1875469110758656:12345-192.168.203.1@tcp:8:mount.lustre.0 Request processed in 289us (451us total) trans 0 rc 0/0 00000100:00100000:2.0:1788587293.692557:0:24257:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 18 00000100:00100000:2.0:1788587293.694146:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:0.0:1788587293.694232:0:24259:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110758784 00000100:00100000:0.0:1788587293.694241:0:24259:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110758784 00000100:00100000:0.0:1788587293.694283:0:24259:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 19 00000100:00100000:0.0:1788587293.694290:0:24259:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a81093800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2405:x1875469110758784:12345-192.168.203.1@tcp:8:mount.lustre.0 00010000:00080000:0.0:1788587293.694320:0:24259:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0001: connection from 488a9ed3-1103-4290-84da-1b7417c4d628@192.168.203.1@tcp t0 exp 0000000000000000 cur 639 last 0 00000020:00000080:0.0:1788587293.694367:0:24259:0:(genops.c:1385:class_connect()) connect: client 488a9ed3-1103-4290-84da-1b7417c4d628, cookie 0xfbc93bbea5fdb7ab 00002000:00100000:0.0:1788587293.694377:0:24259:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli 488a9ed3-1103-4290-84da-1b7417c4d628/ffff8f5bbdf03800 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113a03 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:0.0:1788587293.694386:0:24259:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:0.0:1788587293.694486:0:24259:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:0.0:1788587293.694512:0:24259:0:(import.c:65:import_set_state_nolock()) ffff8f5bbdf05000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1788587293.694578:0:24259:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a81093800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:488a9ed3-1103-4290-84da-1b7417c4d628+6:2405:x1875469110758784:12345-192.168.203.1@tcp:8:mount.lustre.0 Request processed in 286us (438us total) trans 0 rc 0/0 00000100:00100000:0.0:1788587293.694586:0:24259:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 19 00000100:00100000:2.0:1788587293.694771:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:3.0:1788587293.695041:0:22764:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110758912 00000100:00100000:3.0:1788587293.695046:0:22764:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110758912 00000100:00100000:3.0:1788587293.695087:0:22764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 4 00000100:00100000:3.0:1788587293.695095:0:22764:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5ba7aa5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:488a9ed3-1103-4290-84da-1b7417c4d628+6:18179:x1875469110758912:12345-192.168.203.1@tcp:900:mount.lustre.0 00000100:00100000:3.0:1788587293.695140:0:22764:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5ba7aa5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:488a9ed3-1103-4290-84da-1b7417c4d628+6:18179:x1875469110758912:12345-192.168.203.1@tcp:900:mount.lustre.0 Request processed in 46us (370us total) trans 0 rc 0/0 00000100:00100000:3.0:1788587293.695146:0:22764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 4 00000100:00100000:1.0:1788587293.696931:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:3.0:1788587293.697021:0:22756:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110759040 00000100:00100000:3.0:1788587293.697029:0:22756:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110759040 00000100:00100000:3.0:1788587293.697071:0:22756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 1 00000100:00100000:3.0:1788587293.697081:0:22756:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a83757b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:488a9ed3-1103-4290-84da-1b7417c4d628+6:18179:x1875469110759040:12345-192.168.203.1@tcp:33:mount.lustre.0 00000004:00200000:3.0:1788587293.697153:0:22756:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000100:00100000:3.0:1788587293.697226:0:22756:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a83757b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:488a9ed3-1103-4290-84da-1b7417c4d628+6:18179:x1875469110759040:12345-192.168.203.1@tcp:33:mount.lustre.0 Request processed in 146us (302us total) trans 0 rc 0/0 00000100:00100000:3.0:1788587293.697234:0:22756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 1 00000100:00100000:2.0:1788587293.829195:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:0.0:1788587293.830358:0:24283:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110759168 00000100:00100000:0.0:1788587293.830370:0:24283:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110759168 00000100:00100000:1.0:1788587293.830556:0:24283:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 22 00000100:00100000:1.0:1788587293.830568:0:24283:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5ba7aa7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:488a9ed3-1103-4290-84da-1b7417c4d628+6:18215:x1875469110759168:12345-192.168.203.1@tcp:101:mkdir.0 00010000:00010000:1.0:1788587293.830587:0:24283:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788587293.830617:0:24283:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a8224dc00/0xfbc93bbea5fdb7b2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67b316c86c810e3a expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587293.830677:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a8224c600/0xfbc93bbea5fdb7b9 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 24283 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587293.830691:0:24283:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a8224c600/0xfbc93bbea5fdb7b9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 24283 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587293.830702:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a8224c600/0xfbc93bbea5fdb7b9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 24283 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788587293.830740:0:24283:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1788587293.830743:0:24283:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788587293.830758:0:24283:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a8224c600/0xfbc93bbea5fdb7b9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 24283 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587293.830782:0:24283:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a8224dc00/0xfbc93bbea5fdb7b2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.1@tcp remote: 0x67b316c86c810e3a expref: 8 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587293.830800:0:24283:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a8224c600/0xfbc93bbea5fdb7b9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.1@tcp remote: 0x67b316c86c810e3a expref: 7 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587293.830808:0:24283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f5a83577b00) 00010000:00010000:1.0:1788587293.830810:0:24283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1788587293.830813:0:24283:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f5a8224c600, rc 0) 00000100:00100000:1.0:1788587293.830877:0:24283:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5ba7aa7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:488a9ed3-1103-4290-84da-1b7417c4d628+7:18215:x1875469110759168:12345-192.168.203.1@tcp:101:mkdir.0 Request processed in 311us (1692us total) trans 0 rc 0/0 00000100:00100000:1.0:1788587293.830883:0:24283:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 22 00000100:00100000:2.0:1788587294.036714:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1788587294.036741:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a83de0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1875469127634176:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788587294.036814:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788587294.036950:0:24261:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127634176 00000100:00100000:0.0:1788587294.036959:0:24261:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127634176 00000100:00100000:0.0:1788587294.037029:0:24261:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1788587294.037039:0:24261:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5ba7aa7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3647:x1875469127634176:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1788587294.037060:0:24261:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1788587294.037111:0:24261:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5ba7aa7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3647:x1875469127634176:12345-0@lo:13:osp-pre-0-0.0 Request processed in 74us (297us total) trans 0 rc 0/0 00000100:00100000:0.0:1788587294.037119:0:24261:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1788587294.037174:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a83de0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1875469127634176:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1788587294.037244:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788587294.038732:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a83755500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1875469127634432:0@lo:400:kworker.0 00000100:00100000:1.0:1788587294.038800:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788587294.038849:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a83755880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1875469127634944:0@lo:400:kworker.0 00000100:00100000:1.0:1788587294.038874:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788587294.038892:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a81be3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3648:1875469127635456:0@lo:400:kworker.0 00000100:00100000:1.0:1788587294.038913:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788587294.038935:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:1.0:1788587294.038941:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a83755f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1875469127634560:0@lo:400:kworker.0 00000100:00100000:1.0:1788587294.038961:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788587294.038976:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bb05adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1875469127635072:0@lo:400:kworker.0 00000100:00100000:1.0:1788587294.038994:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788587294.039009:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a81be2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3648:1875469127635584:0@lo:400:kworker.0 00000100:00100000:1.0:1788587294.039032:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788587294.039060:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127634432 00000100:00100000:1.0:1788587294.039066:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127634432 00000100:00100000:1.0:1788587294.039107:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:1.0:1788587294.039115:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a81be1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3648:x1875469127634432:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788587294.039163:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a81be1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3648:x1875469127634432:12345-0@lo:400:kworker.0 Request processed in 48us (363us total) trans 0 rc 0/0 00000100:00100000:1.0:1788587294.039170:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:1.0:1788587294.039200:0:24992:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127634944 00000100:00100000:1.0:1788587294.039204:0:24992:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127634944 00000100:00100000:1.0:1788587294.039233:0:24992:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127634560 00000100:00100000:1.0:1788587294.039236:0:24992:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127634560 00000100:00100000:1.0:1788587294.039251:0:24992:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127635072 00000100:00100000:1.0:1788587294.039253:0:24992:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127635072 00000100:00100000:1.0:1788587294.039264:0:24992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1788587294.039271:0:24992:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a81be0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3648:x1875469127634944:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788587294.039310:0:24992:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a81be0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3648:x1875469127634944:12345-0@lo:400:kworker.0 Request processed in 39us (435us total) trans 0 rc 0/0 00000100:00100000:1.0:1788587294.039316:0:24992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1788587294.039329:0:24992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1788587294.039335:0:24992:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a81be2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3648:x1875469127634560:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788587294.039385:0:24992:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a81be2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3648:x1875469127634560:12345-0@lo:400:kworker.0 Request processed in 47us (420us total) trans 0 rc 0/0 00000100:00100000:1.0:1788587294.039391:0:24992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1788587294.039403:0:24992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1788587294.039409:0:24992:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a81be0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3648:x1875469127635072:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788587294.039466:0:24992:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a81be0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3648:x1875469127635072:12345-0@lo:400:kworker.0 Request processed in 58us (471us total) trans 0 rc 0/0 00000100:00100000:1.0:1788587294.039472:0:24992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1788587294.039494:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a83754000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3646:1875469127634688:0@lo:400:kworker.0 00000100:00100000:1.0:1788587294.039517:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788587294.039536:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bb05aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3646:1875469127635200:0@lo:400:kworker.0 00000100:00100000:1.0:1788587294.039554:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788587294.039567:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a81be3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3646:1875469127635712:0@lo:400:kworker.0 00000100:00100000:1.0:1788587294.039586:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788587294.039599:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:1.0:1788587294.039609:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a83756300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:42f04641-d17f-4ff4-9b47-651ab04c1b17:3646:1875469127634304:0@lo:400:kworker.0 00000100:00100000:1.0:1788587294.039639:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788587294.039670:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a83756a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1875469127634816:0@lo:400:kworker.0 00000100:00080000:2.0:1788587294.039676:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1788587294.039682:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788587294.039694:0:22754:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127635456 00000100:00100000:1.0:1788587294.039699:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788587294.039701:0:22754:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127635456 00000100:00100000:1.0:1788587294.039727:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a81be3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3646:1875469127635328:0@lo:400:kworker.0 00000100:00100000:2.0:1788587294.039735:0:22754:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127635584 00000100:00100000:2.0:1788587294.039740:0:22754:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127635584 00000100:00100000:1.0:1788587294.039757:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788587294.039758:0:22754:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127634688 00000100:00100000:2.0:1788587294.039762:0:22754:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127634688 00000100:00100000:2.0:1788587294.039782:0:22754:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127635200 00000100:00100000:2.0:1788587294.039785:0:22754:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127635200 00000100:00100000:2.0:1788587294.039798:0:22754:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127635712 00000100:00100000:1.0:1788587294.039801:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a83755f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1875469127634560:0@lo:400:kworker.0 00000100:00100000:2.0:1788587294.039802:0:22754:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127635712 00000100:00100000:2.0:1788587294.039821:0:22754:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127635328 00000100:00100000:1.0:1788587294.039821:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bb05adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1875469127635072:0@lo:400:kworker.0 00000100:00100000:2.0:1788587294.039825:0:22754:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127635328 00000100:00100000:1.0:1788587294.039838:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a83755500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1875469127634432:0@lo:400:kworker.0 00000100:00100000:2.0:1788587294.039844:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:1.0:1788587294.039853:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a83755880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1875469127634944:0@lo:400:kworker.0 00000100:00100000:2.0:1788587294.039855:0:22754:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a81be0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3648:x1875469127635456:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788587294.039902:0:24283:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:2.0:1788587294.039908:0:22754:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a81be0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3648:x1875469127635456:12345-0@lo:400:kworker.0 Request processed in 55us (991us total) trans 0 rc 0/0 00000100:00100000:1.0:1788587294.039916:0:24283:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a81be2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3648:x1875469127635584:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788587294.039917:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:2.0:1788587294.039937:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:2.0:1788587294.039946:0:22754:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a81be2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1875469127634688:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788587294.039961:0:24283:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a81be2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3648:x1875469127635584:12345-0@lo:400:kworker.0 Request processed in 48us (926us total) trans 0 rc 0/0 00000100:00100000:1.0:1788587294.039969:0:24283:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1788587294.039988:0:24283:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:2.0:1788587294.039993:0:22754:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a81be2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1875469127634688:12345-0@lo:400:kworker.0 Request processed in 47us (473us total) trans 0 rc 0/0 00000100:00100000:1.0:1788587294.039998:0:24283:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a81be1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3646:x1875469127635200:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788587294.040005:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:2.0:1788587294.040023:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:2.0:1788587294.040032:0:22754:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a81be3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3646:x1875469127635712:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788587294.040040:0:24283:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a81be1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3646:x1875469127635200:12345-0@lo:400:kworker.0 Request processed in 45us (483us total) trans 0 rc 0/0 00000100:00100000:1.0:1788587294.040047:0:24283:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:1.0:1788587294.040062:0:24283:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:1.0:1788587294.040070:0:24283:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a81be0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3646:x1875469127635328:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788587294.040082:0:22754:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a81be3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3646:x1875469127635712:12345-0@lo:400:kworker.0 Request processed in 51us (493us total) trans 0 rc 0/0 00000100:00100000:2.0:1788587294.040098:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:1.0:1788587294.040105:0:24283:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a81be0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3646:x1875469127635328:12345-0@lo:400:kworker.0 Request processed in 36us (348us total) trans 0 rc 0/0 00000100:00100000:1.0:1788587294.040112:0:24283:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00080000:2.0:1788587294.040120:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1788587294.040125:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1788587294.040147:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a81be3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3646:1875469127635328:0@lo:400:kworker.0 00000100:00100000:2.0:1788587294.040160:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a81be2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3648:1875469127635584:0@lo:400:kworker.0 00000100:00100000:1.0:1788587294.040166:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a83754000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3646:1875469127634688:0@lo:400:kworker.0 00010000:00080000:2.0:1788587294.040181:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8f5a81be3800 x1875469127635456/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788587310 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788587294.040192:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bb05aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3646:1875469127635200:0@lo:400:kworker.0 00000100:00100000:2.0:1788587294.040195:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a81be3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3648:1875469127635456:0@lo:400:kworker.0 00010000:00080000:1.0:1788587294.040209:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8f5a81be3b80 x1875469127635712/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788587310 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788587294.040221:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a81be3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3646:1875469127635712:0@lo:400:kworker.0 00000100:00100000:2.0:1788587294.040223:0:22745:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127634304 00000100:00100000:2.0:1788587294.040229:0:22745:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127634304 00000100:00100000:2.0:1788587294.040261:0:22745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 145 00000100:00100000:2.0:1788587294.040268:0:22745:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5b9a702450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42f04641-d17f-4ff4-9b47-651ab04c1b17+24:3646:x1875469127634304:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788587294.040310:0:22745:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5b9a702450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42f04641-d17f-4ff4-9b47-651ab04c1b17+24:3646:x1875469127634304:12345-0@lo:400:kworker.0 Request processed in 43us (670us total) trans 0 rc 0/0 00000100:00100000:2.0:1788587294.040316:0:22745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 145 00000100:00100000:1.0:1788587294.040518:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a83756300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:42f04641-d17f-4ff4-9b47-651ab04c1b17:3646:1875469127634304:0@lo:400:kworker.0 00000100:00100000:0.0:1788587294.041227:0:23826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127634816 00000100:00100000:0.0:1788587294.041234:0:23826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127634816 00000100:00100000:0.0:1788587294.041284:0:23826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:0.0:1788587294.041293:0:23826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a81be1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3646:x1875469127634816:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788587294.041361:0:23826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a81be1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3646:x1875469127634816:12345-0@lo:400:kworker.0 Request processed in 70us (1665us total) trans 0 rc 0/0 00000100:00100000:0.0:1788587294.041368:0:23826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:2.0:1788587294.041484:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a83756a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1875469127634816:0@lo:400:kworker.0 00000100:00100000:2.0:1788587294.042997:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788587294.043016:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bb6fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1875469127635840:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788587294.043074:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788587294.043219:0:24261:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127635840 00000100:00100000:1.0:1788587294.043226:0:24261:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127635840 00000100:00100000:1.0:1788587294.043321:0:24261:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1788587294.043330:0:24261:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5ba7aa4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3646:x1875469127635840:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788587294.043352:0:24261:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915849728 avail 3684327424 00000100:00100000:1.0:1788587294.043402:0:24261:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5ba7aa4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3646:x1875469127635840:12345-0@lo:13:osp-pre-1-0.0 Request processed in 74us (328us total) trans 0 rc 0/0 00000100:00100000:1.0:1788587294.043409:0:24261:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1788587294.043519:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bb6fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1875469127635840:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1788587294.422474:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:1.0:1788587295.063709:0:25073:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 488a9ed3-1103-4290-84da-1b7417c4d628 00000001:00100000:1.0:1788587295.063724:0:25073:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38 00000001:00100000:2.0:1788587295.065887:0:24254:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 488a9ed3-1103-4290-84da-1b7417c4d628 00000001:00100000:2.0:1788587295.065900:0:24254:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38 00010000:00010000:1.0:1788587295.445638:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1788587296.248109:0:25629:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00010000:00010000:2.0:1788587296.468644:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1788587296.982227:0:22789:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:1.0:1788587297.109771:0:3649:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a83de2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1875469127636096:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788587297.110023:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a83de0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1875469127635968:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788587297.110088:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788587297.110147:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127635968 00000100:00100000:0.0:1788587297.110156:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127635968 00000100:00100000:0.0:1788587297.110206:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:0.0:1788587297.110217:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5ba7aa6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3648:x1875469127635968:12345-0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788587297.110226:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5ba7aa4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1875469127636224:0@lo:13:osp-pre-0-1.0 00000004:00000024:0.0:1788587297.110248:0:22759:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1788587297.110257:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788587297.110309:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5ba7aa6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3648:x1875469127635968:12345-0@lo:41:osp-pre-1-0.0 Request processed in 93us (220us total) trans 0 rc 0/0 00000100:00100000:0.0:1788587297.110317:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:2.0:1788587297.110335:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a83de0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1875469127635968:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788587297.110371:0:24262:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127636224 00000100:00100000:2.0:1788587297.110375:0:24262:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127636224 00000100:00100000:1.0:1788587297.110382:0:3649:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788587297.110446:0:24262:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1788587297.110455:0:24262:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5ba7aa4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1875469127636224:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1788587297.110476:0:24262:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1788587297.110523:0:24262:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5ba7aa4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1875469127636224:12345-0@lo:13:osp-pre-0-1.0 Request processed in 69us (265us total) trans 0 rc 0/0 00000100:00100000:2.0:1788587297.110530:0:24262:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1788587297.110546:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127636096 00000100:00100000:0.0:1788587297.110551:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127636096 00000100:00080000:2.0:1788587297.110562:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788587297.110582:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:0.0:1788587297.110589:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a81be3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3649:x1875469127636096:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1788587297.110606:0:22758:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1788587297.111063:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5ba7aa4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1875469127636224:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788587297.111962:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a81be3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3649:x1875469127636096:12345-0@lo:41:osp-pre-0-1.0 Request processed in 1369us (1578us total) trans 0 rc 0/0 00000100:00100000:0.0:1788587297.111976:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000001:00100000:2.0:1788587297.114405:0:22732:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 488a9ed3-1103-4290-84da-1b7417c4d628 00000001:00100000:2.0:1788587297.114448:0:22732:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38 00000100:00100000:1.0:1788587297.115044:0:3649:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a83de2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1875469127636096:0@lo:41:osp-pre-0-1.0 00000001:00100000:0.0:1788587297.115854:0:23485:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 488a9ed3-1103-4290-84da-1b7417c4d628 00000001:00100000:0.0:1788587297.115862:0:23485:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38 00010000:00010000:1.0:1788587297.493531:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1788587298.133114:0:23511:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1788587298.133403:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788587298.133458:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a81be3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1875469127636352:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788587298.133538:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788587298.138201:0:24261:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127636352 00000100:00100000:1.0:1788587298.138225:0:24261:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127636352 00000100:00100000:1.0:1788587298.138297:0:24261:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1788587298.138307:0:24261:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bb6fd5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1875469127636352:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1788587298.138338:0:24261:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915849728 avail 3684327424 00000100:00100000:1.0:1788587298.138447:0:24261:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bb6fd5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1875469127636352:12345-0@lo:13:osp-pre-1-1.0 Request processed in 142us (4909us total) trans 0 rc 0/0 00000100:00100000:1.0:1788587298.138455:0:24261:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1788587298.138508:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a81be3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1875469127636352:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1788587298.138618:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1788587298.518093:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788587298.922757:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:1.0:1788587298.922807:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:1.0:1788587298.922835:0:22754:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110759424 00000100:00100000:1.0:1788587298.922845:0:22754:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110759424 00000100:00100000:1.0:1788587298.922903:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 46 00000100:00100000:1.0:1788587298.922915:0:22754:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a81be3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38+6:2409:x1875469110759424:12345-192.168.203.1@tcp:400:kworker.0 00000100:00100000:1.0:1788587298.923060:0:22754:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a81be3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38+6:2409:x1875469110759424:12345-192.168.203.1@tcp:400:kworker.0 Request processed in 148us (252us total) trans 0 rc 0/0 00000100:00100000:1.0:1788587298.923068:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 46 00000100:00080000:1.0:1788587298.923087:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788587298.923291:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110759296 00000100:00100000:3.0:1788587298.923296:0:22746:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110759296 00000100:00100000:3.0:1788587298.923334:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 146 00000100:00100000:3.0:1788587298.923343:0:22746:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5b83516c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1b202cb6-103a-46e7-9b10-5e3a0d62dbb5+13:2409:x1875469110759296:12345-192.168.203.1@tcp:400:kworker.0 00000100:00100000:3.0:1788587298.923375:0:22746:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5b83516c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1b202cb6-103a-46e7-9b10-5e3a0d62dbb5+13:2409:x1875469110759296:12345-192.168.203.1@tcp:400:kworker.0 Request processed in 34us (629us total) trans 0 rc 0/0 00000100:00100000:3.0:1788587298.923382:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 146 00000100:00100000:1.0:1788587298.928081:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:3.0:1788587298.928163:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110759552 00000100:00100000:3.0:1788587298.928174:0:22753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110759552 00000100:00100000:3.0:1788587298.928238:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 47 00000100:00100000:3.0:1788587298.928250:0:22753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a81be1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38+5:2409:x1875469110759552:12345-192.168.203.1@tcp:400:kworker.0 00000100:00100000:3.0:1788587298.928317:0:22753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a81be1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38+5:2409:x1875469110759552:12345-192.168.203.1@tcp:400:kworker.0 Request processed in 70us (245us total) trans 0 rc 0/0 00000100:00100000:3.0:1788587298.928325:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 47 00000100:00080000:1.0:1788587298.928390:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788587298.930972:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:3.0:1788587298.931012:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:3.0:1788587298.931046:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:0.0:1788587298.931122:0:24257:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110759680 00000100:00100000:0.0:1788587298.931133:0:24257:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110759680 00000100:00100000:0.0:1788587298.931202:0:24257:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110759808 00000100:00100000:0.0:1788587298.931206:0:24257:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110759808 00000100:00100000:0.0:1788587298.931229:0:24257:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 7 00000100:00100000:0.0:1788587298.931238:0:24257:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bb6fd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38+5:2408:x1875469110759680:12345-192.168.203.1@tcp:400:kworker.0 00000100:00100000:0.0:1788587298.931301:0:24257:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bb6fd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38+5:2408:x1875469110759680:12345-192.168.203.1@tcp:400:kworker.0 Request processed in 63us (338us total) trans 0 rc 0/0 00000100:00100000:0.0:1788587298.931308:0:24257:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 7 00000100:00100000:0.0:1788587298.931337:0:24257:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 8 00000100:00100000:0.0:1788587298.931345:0:24257:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bb6fd5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38+5:2409:x1875469110759808:12345-192.168.203.1@tcp:400:kworker.0 00000100:00100000:0.0:1788587298.931381:0:24257:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bb6fd5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38+5:2409:x1875469110759808:12345-192.168.203.1@tcp:400:kworker.0 Request processed in 26us (323us total) trans 0 rc 0/0 00000100:00100000:0.0:1788587298.931389:0:24257:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 8 00000100:00080000:3.0:1788587298.931830:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788587298.931840:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788587298.932036:0:22754:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110759936 00000100:00100000:2.0:1788587298.932042:0:22754:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110759936 00000100:00100000:2.0:1788587298.932097:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 48 00000100:00100000:2.0:1788587298.932105:0:22754:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bb6fd6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:488a9ed3-1103-4290-84da-1b7417c4d628+6:2408:x1875469110759936:12345-192.168.203.1@tcp:400:kworker.0 00000100:00080000:3.0:1788587298.932205:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788587298.932263:0:22754:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bb6fd6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:488a9ed3-1103-4290-84da-1b7417c4d628+6:2408:x1875469110759936:12345-192.168.203.1@tcp:400:kworker.0 Request processed in 158us (1249us total) trans 0 rc 0/0 00000100:00100000:2.0:1788587298.932272:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 48 00000100:00100000:2.0:1788587298.933334:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:2.0:1788587298.933378:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:2.0:1788587298.933491:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:2.0:1788587298.933524:0:24260:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110760320 00000100:00100000:2.0:1788587298.933531:0:24260:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110760320 00000100:00100000:2.0:1788587298.933577:0:24260:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110760192 00000100:00100000:2.0:1788587298.933581:0:24260:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110760192 00000100:00100000:2.0:1788587298.933602:0:24260:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 9 00000100:00100000:2.0:1788587298.933610:0:24260:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bbc79e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:488a9ed3-1103-4290-84da-1b7417c4d628+5:2409:x1875469110760320:12345-192.168.203.1@tcp:400:kworker.0 00000100:00100000:2.0:1788587298.933660:0:24260:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bbc79e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:488a9ed3-1103-4290-84da-1b7417c4d628+5:2409:x1875469110760320:12345-192.168.203.1@tcp:400:kworker.0 Request processed in 50us (281us total) trans 0 rc 0/0 00000100:00100000:2.0:1788587298.933667:0:24260:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 9 00000100:00100000:2.0:1788587298.933681:0:24260:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 10 00000100:00100000:2.0:1788587298.933687:0:24260:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bbc79ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:488a9ed3-1103-4290-84da-1b7417c4d628+5:2408:x1875469110760192:12345-192.168.203.1@tcp:400:kworker.0 00000100:00100000:2.0:1788587298.933708:0:24260:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bbc79ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:488a9ed3-1103-4290-84da-1b7417c4d628+5:2408:x1875469110760192:12345-192.168.203.1@tcp:400:kworker.0 Request processed in 22us (218us total) trans 0 rc 0/0 00000100:00100000:2.0:1788587298.933714:0:24260:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 10 00000100:00080000:2.0:1788587298.933741:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1788587298.933745:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788587298.935518:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110760064 00000100:00100000:1.0:1788587298.935532:0:22753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110760064 00000100:00100000:1.0:1788587298.935605:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 49 00000100:00100000:1.0:1788587298.935613:0:22753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5ba7aa4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:488a9ed3-1103-4290-84da-1b7417c4d628+5:2409:x1875469110760064:12345-192.168.203.1@tcp:400:kworker.0 00000100:00100000:1.0:1788587298.935673:0:22753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5ba7aa4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:488a9ed3-1103-4290-84da-1b7417c4d628+5:2409:x1875469110760064:12345-192.168.203.1@tcp:400:kworker.0 Request processed in 61us (2352us total) trans 0 rc 0/0 00000100:00100000:1.0:1788587298.935695:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 49 00000100:00080000:2.0:1788587298.935877:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1788587299.156903:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a81be1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:42f04641-d17f-4ff4-9b47-651ab04c1b17:3648:1875469127636480:0@lo:400:kworker.0 00000100:00100000:1.0:1788587299.156967:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788587299.157009:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bb05aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3648:1875469127636992:0@lo:400:kworker.0 00000100:00100000:1.0:1788587299.157031:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788587299.157047:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a83754000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3648:1875469127637504:0@lo:400:kworker.0 00000100:00100000:1.0:1788587299.157061:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788587299.157074:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bbcb05500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3648:1875469127638016:0@lo:400:kworker.0 00000100:00100000:1.0:1788587299.157091:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788587299.157111:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:1.0:1788587299.157117:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a81be0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1875469127636608:0@lo:400:kworker.0 00000100:00100000:1.0:1788587299.157139:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788587299.157170:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bb05adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1875469127637120:0@lo:400:kworker.0 00000100:00100000:1.0:1788587299.157189:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788587299.157203:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a83755880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3648:1875469127637632:0@lo:400:kworker.0 00000100:00100000:1.0:1788587299.157219:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788587299.157245:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a81be3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1875469127636736:0@lo:400:kworker.0 00000100:00100000:1.0:1788587299.157265:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788587299.157282:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a83756a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1875469127637248:0@lo:400:kworker.0 00000100:00100000:1.0:1788587299.157299:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788587299.157314:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a83755500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3646:1875469127637760:0@lo:400:kworker.0 00000100:00100000:1.0:1788587299.157332:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788587299.157345:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:1.0:1788587299.157356:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a81be2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1875469127636864:0@lo:400:kworker.0 00000100:00100000:1.0:1788587299.157375:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788587299.157392:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a83756300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1875469127637376:0@lo:400:kworker.0 00000100:00100000:1.0:1788587299.157445:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788587299.157463:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a83755f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3646:1875469127637888:0@lo:400:kworker.0 00000100:00100000:1.0:1788587299.157480:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788587299.157508:0:22754:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127636992 00000100:00100000:1.0:1788587299.157515:0:22754:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127636992 00000100:00100000:1.0:1788587299.157551:0:22754:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127637504 00000100:00100000:1.0:1788587299.157554:0:22754:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127637504 00000100:00100000:1.0:1788587299.157567:0:22754:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127638016 00000100:00100000:1.0:1788587299.157569:0:22754:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127638016 00000100:00100000:1.0:1788587299.157589:0:22754:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127637632 00000100:00100000:1.0:1788587299.157592:0:22754:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127637632 00000100:00100000:1.0:1788587299.157602:0:22754:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127637760 00000100:00100000:1.0:1788587299.157604:0:22754:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127637760 00000100:00100000:1.0:1788587299.157617:0:22754:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127637888 00000100:00100000:1.0:1788587299.157620:0:22754:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127637888 00000100:00100000:1.0:1788587299.157648:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:1.0:1788587299.157657:0:22754:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bbcb05f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3648:x1875469127636992:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788587299.157658:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127636480 00000100:00100000:2.0:1788587299.157666:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127636480 00000100:00100000:2.0:1788587299.157704:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 147 00000100:00100000:1.0:1788587299.157709:0:22754:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bbcb05f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3648:x1875469127636992:12345-0@lo:400:kworker.0 Request processed in 52us (676us total) trans 0 rc 0/0 00000100:00100000:2.0:1788587299.157716:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5b83517850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42f04641-d17f-4ff4-9b47-651ab04c1b17+24:3648:x1875469127636480:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788587299.157720:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:1.0:1788587299.157741:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:1.0:1788587299.157748:0:22754:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bbcb04380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3648:x1875469127637504:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788587299.157768:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5b83517850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42f04641-d17f-4ff4-9b47-651ab04c1b17+24:3648:x1875469127636480:12345-0@lo:400:kworker.0 Request processed in 56us (799us total) trans 0 rc 0/0 00000100:00100000:2.0:1788587299.157777:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 147 00000100:00100000:1.0:1788587299.157782:0:22754:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bbcb04380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3648:x1875469127637504:12345-0@lo:400:kworker.0 Request processed in 33us (717us total) trans 0 rc 0/0 00000100:00100000:1.0:1788587299.157790:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:1.0:1788587299.157812:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:1.0:1788587299.157819:0:22754:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bbcb05c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3648:x1875469127638016:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788587299.157827:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127636608 00000100:00100000:2.0:1788587299.157832:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127636608 00000100:00100000:1.0:1788587299.157844:0:22754:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bbcb05c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3648:x1875469127638016:12345-0@lo:400:kworker.0 Request processed in 26us (753us total) trans 0 rc 0/0 00000100:00100000:1.0:1788587299.157851:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:1.0:1788587299.157864:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:2.0:1788587299.157870:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127637120 00000100:00100000:1.0:1788587299.157871:0:22754:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bbcb07100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3648:x1875469127637632:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788587299.157876:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127637120 00000100:00100000:2.0:1788587299.157902:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:1.0:1788587299.157905:0:22754:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bbcb07100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3648:x1875469127637632:12345-0@lo:400:kworker.0 Request processed in 34us (683us total) trans 0 rc 0/0 00000100:00100000:2.0:1788587299.157913:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bbcb06a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3648:x1875469127636608:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788587299.157913:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:1.0:1788587299.157928:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:1.0:1788587299.157936:0:22754:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bbcb04a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3646:x1875469127637760:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788587299.157962:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bbcb06a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3648:x1875469127636608:12345-0@lo:400:kworker.0 Request processed in 50us (821us total) trans 0 rc 0/0 00000100:00100000:2.0:1788587299.157970:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:1.0:1788587299.157977:0:22754:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bbcb04a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3646:x1875469127637760:12345-0@lo:400:kworker.0 Request processed in 41us (643us total) trans 0 rc 0/0 00000100:00100000:1.0:1788587299.157984:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:2.0:1788587299.157989:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:2.0:1788587299.157998:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bbcb07480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3648:x1875469127637120:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788587299.158002:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:1.0:1788587299.158012:0:22754:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bbcb07800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3646:x1875469127637888:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788587299.158044:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bbcb07480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3648:x1875469127637120:12345-0@lo:400:kworker.0 Request processed in 48us (853us total) trans 0 rc 0/0 00000100:00100000:1.0:1788587299.158050:0:22754:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bbcb07800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3646:x1875469127637888:12345-0@lo:400:kworker.0 Request processed in 39us (567us total) trans 0 rc 0/0 00000100:00100000:2.0:1788587299.158056:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:1.0:1788587299.158060:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:0.0:1788587299.158201:0:3649:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a83de1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1875469127638144:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788587299.158233:0:3649:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788587299.158263:0:24261:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127638144 00000100:00100000:0.0:1788587299.158267:0:24261:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127638144 00000100:00100000:0.0:1788587299.158300:0:24261:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1788587299.158307:0:24261:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a83de1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3649:x1875469127638144:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1788587299.158333:0:24261:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1788587299.158367:0:24261:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a83de1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3649:x1875469127638144:12345-0@lo:13:osp-pre-0-0.0 Request processed in 62us (134us total) trans 0 rc 0/0 00000100:00100000:0.0:1788587299.158373:0:24261:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1788587299.158435:0:3649:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a83de1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1875469127638144:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788587299.161783:0:24992:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127636736 00000100:00100000:2.0:1788587299.161799:0:24992:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127636736 00000100:00100000:2.0:1788587299.161856:0:24992:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127637248 00000100:00100000:2.0:1788587299.161860:0:24992:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127637248 00000100:00100000:2.0:1788587299.161876:0:24992:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127636864 00000100:00100000:2.0:1788587299.161879:0:24992:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127636864 00000100:00100000:2.0:1788587299.161894:0:24992:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127637376 00000100:00100000:2.0:1788587299.161897:0:24992:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127637376 00000100:00100000:2.0:1788587299.161913:0:24992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1788587299.161923:0:24992:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bbcb07b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3646:x1875469127636736:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788587299.162007:0:24992:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bbcb07b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3646:x1875469127636736:12345-0@lo:400:kworker.0 Request processed in 85us (4740us total) trans 0 rc 0/0 00000100:00100000:2.0:1788587299.162014:0:24992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1788587299.162032:0:24992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1788587299.162038:0:24992:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bbcb06300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3646:x1875469127637248:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788587299.162079:0:24992:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bbcb06300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3646:x1875469127637248:12345-0@lo:400:kworker.0 Request processed in 42us (4780us total) trans 0 rc 0/0 00000100:00100000:2.0:1788587299.162101:0:24992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1788587299.162113:0:24992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1788587299.162119:0:24992:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bbcb04700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3646:x1875469127636864:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788587299.162148:0:24992:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bbcb04700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3646:x1875469127636864:12345-0@lo:400:kworker.0 Request processed in 30us (4773us total) trans 0 rc 0/0 00000100:00100000:2.0:1788587299.162153:0:24992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1788587299.162164:0:24992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1788587299.162170:0:24992:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bbcb05180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3646:x1875469127637376:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788587299.162195:0:24992:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bbcb05180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3646:x1875469127637376:12345-0@lo:400:kworker.0 Request processed in 25us (4749us total) trans 0 rc 0/0 00000100:00100000:2.0:1788587299.162200:0:24992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1788587299.162723:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788587299.162739:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bb6fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1875469127638272:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788587299.162779:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788587299.162815:0:24261:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127638272 00000100:00100000:3.0:1788587299.162820:0:24261:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127638272 00000100:00100000:3.0:1788587299.162850:0:24261:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1788587299.162857:0:24261:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bb6fd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3647:x1875469127638272:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1788587299.162872:0:24261:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915849728 avail 3684327424 00000100:00100000:3.0:1788587299.162908:0:24261:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bb6fd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3647:x1875469127638272:12345-0@lo:13:osp-pre-1-0.0 Request processed in 52us (129us total) trans 0 rc 0/0 00000100:00100000:3.0:1788587299.162914:0:24261:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1788587299.162954:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bb6fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1875469127638272:0@lo:13:osp-pre-1-0.0 00000100:00080000:1.0:1788587299.163626:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1788587299.163634:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1788587299.163638:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788587299.163640:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1788587299.163765:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a81be2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1875469127636864:0@lo:400:kworker.0 00000100:00100000:1.0:1788587299.163780:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a83756300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1875469127637376:0@lo:400:kworker.0 00000100:00100000:1.0:1788587299.163808:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a83755f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3646:1875469127637888:0@lo:400:kworker.0 00000100:00100000:1.0:1788587299.163819:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a81be3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1875469127636736:0@lo:400:kworker.0 00000100:00100000:1.0:1788587299.163832:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a83756a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1875469127637248:0@lo:400:kworker.0 00010000:00080000:1.0:1788587299.163857:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8f5a83755500 x1875469127637760/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788587315 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788587299.163868:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a83755500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3646:1875469127637760:0@lo:400:kworker.0 00000100:00100000:1.0:1788587299.163917:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a81be0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1875469127636608:0@lo:400:kworker.0 00000100:00100000:1.0:1788587299.163928:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bb05adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1875469127637120:0@lo:400:kworker.0 00000100:00100000:1.0:1788587299.163940:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a83755880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3648:1875469127637632:0@lo:400:kworker.0 00000100:00100000:1.0:1788587299.163949:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a81be1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:42f04641-d17f-4ff4-9b47-651ab04c1b17:3648:1875469127636480:0@lo:400:kworker.0 00000100:00100000:1.0:1788587299.163959:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bb05aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3648:1875469127636992:0@lo:400:kworker.0 00000100:00100000:1.0:1788587299.163969:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a83754000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3648:1875469127637504:0@lo:400:kworker.0 00010000:00080000:1.0:1788587299.163980:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8f5bbcb05500 x1875469127638016/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788587315 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788587299.163989:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bbcb05500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3648:1875469127638016:0@lo:400:kworker.0 00000020:00000080:0.0:1788587299.509257:0:25776:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007ffe03260680 20000000:00000080:0.0:1788587299.509278:0:25776:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=400866bb len=576 karg=ffff8f5b81481000 uarg=0000000000000000 20000000:01000000:0.0:1788587299.509321:0:25776:0:(mgs_llog.c:6192:mgs_set_param2()) set_param2 fs='' device='general' param='lod.*.mdt_hash=crush' 20000000:01000000:0.0:1788587299.509327:0:25776:0:(mgs_llog.c:4647:mgs_write_log_param2()) next param 'lod.*.mdt_hash=crush' 20000000:01000000:0.0:1788587299.509332:0:25776:0:(mgs_llog.c:1379:mgs_modify_param()) modify params/general/lod.*.mdt_hash=crush del=0 00000040:00080000:1.0:1788587299.512506:0:25777:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 5 count 13 20000000:00000400:0.0:1788587299.512870:0:25776:0:(mgs_llog.c:1450:mgs_modify_param()) MGS: modify general/lod.*.mdt_hash=crush (mode = 0) failed: rc = -17 10000000:01000000:0.0:1788587299.520381:0:25776:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00010000:00010000:0.0:1788587299.521026:0:25776:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8f5a826be200/0xfbc93bbea5fdb7c0 lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587299.521046:0:25776:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8f5b837bee00/0xfbc93bbea5fdb41d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xfbc93bbea5fdb416 expref: 23 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587299.521054:0:25776:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8f5b837be200/0xfbc93bbea5fdb42b lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xfbc93bbea5fdb424 expref: 23 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587299.521061:0:25776:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8f5ba1aa6600/0xfbc93bbea5fdb46a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xfbc93bbea5fdb463 expref: 23 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587299.521068:0:25776:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8f5b829f4a00/0xfbc93bbea5fdb504 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xfbc93bbea5fdb4fd expref: 23 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587299.521077:0:25776:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8f5bc21ffa00/0xfbc93bbea5fdb750 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.203.1@tcp remote: 0x67b316c86c810d99 expref: 12 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587299.521084:0:25776:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8f5bc21ff800/0xfbc93bbea5fdb78f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.203.1@tcp remote: 0x67b316c86c810e09 expref: 12 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587299.521092:0:25776:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8f5a826be200/0xfbc93bbea5fdb7c0 lrc: 9/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 25776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587299.521200:0:25776:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8f5bc21ff800/0xfbc93bbea5fdb78f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 192.168.203.1@tcp remote: 0x67b316c86c810e09 expref: 12 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587299.521218:0:25776:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8f5bc21ff800/0xfbc93bbea5fdb78f lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 192.168.203.1@tcp remote: 0x67b316c86c810e09 expref: 12 pid: 22745 timeout: 745 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788587299.521233:0:25776:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bbc79ca80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25776:1875469127638400:192.168.203.1@tcp:104: 00010000:00010000:2.0:1788587299.521354:0:25776:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8f5bc21ffa00/0xfbc93bbea5fdb750 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 192.168.203.1@tcp remote: 0x67b316c86c810d99 expref: 12 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587299.521364:0:25776:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8f5bc21ffa00/0xfbc93bbea5fdb750 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 192.168.203.1@tcp remote: 0x67b316c86c810d99 expref: 12 pid: 22745 timeout: 745 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788587299.521372:0:25776:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bbc79ce00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25776:1875469127638528:192.168.203.1@tcp:104: 00010000:00010000:2.0:1788587299.521437:0:25776:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8f5b829f4a00/0xfbc93bbea5fdb504 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xfbc93bbea5fdb4fd expref: 23 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587299.521456:0:25776:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8f5b829f4a00/0xfbc93bbea5fdb504 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xfbc93bbea5fdb4fd expref: 23 pid: 22745 timeout: 745 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788587299.521466:0:25776:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bbc79dc00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25776:1875469127638656:0@lo:104: 00000100:00100000:2.0:1788587299.522053:0:25776:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1788587299.522096:0:25776:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8f5ba1aa6600/0xfbc93bbea5fdb46a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xfbc93bbea5fdb463 expref: 23 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587299.522106:0:25776:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8f5ba1aa6600/0xfbc93bbea5fdb46a lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xfbc93bbea5fdb463 expref: 23 pid: 22747 timeout: 745 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788587299.522114:0:25776:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bbc79d880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25776:1875469127638784:0@lo:104: 00000100:00100000:2.0:1788587299.522137:0:25776:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1788587299.522160:0:25776:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8f5b837be200/0xfbc93bbea5fdb42b lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xfbc93bbea5fdb424 expref: 23 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587299.522168:0:25776:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8f5b837be200/0xfbc93bbea5fdb42b lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xfbc93bbea5fdb424 expref: 23 pid: 22745 timeout: 745 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788587299.522176:0:25776:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bbc79f480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25776:1875469127638912:0@lo:104: 00000100:00100000:2.0:1788587299.522195:0:25776:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1788587299.522210:0:25776:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8f5b837bee00/0xfbc93bbea5fdb41d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xfbc93bbea5fdb416 expref: 23 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587299.522219:0:25776:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8f5b837bee00/0xfbc93bbea5fdb41d lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xfbc93bbea5fdb416 expref: 23 pid: 22746 timeout: 745 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788587299.522227:0:25776:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a83e81f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25776:1875469127639040:0@lo:104: 00000100:00100000:2.0:1788587299.522256:0:25776:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788587299.522266:0:25776:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5b87fc39c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788587299.522382:0:22736:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127638656 00000100:00100000:3.0:1788587299.522390:0:22736:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127638656 00000100:00100000:3.0:1788587299.522471:0:22736:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127638784 00000100:00100000:3.0:1788587299.522475:0:22736:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127638784 00000100:00100000:3.0:1788587299.522485:0:22736:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127638912 00000100:00100000:3.0:1788587299.522487:0:22736:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127638912 00000100:00100000:3.0:1788587299.522495:0:22736:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127639040 00000100:00100000:3.0:1788587299.522497:0:22736:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127639040 00000100:00100000:3.0:1788587299.522521:0:22736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1788587299.522529:0:22736:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bbc79c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:42f04641-d17f-4ff4-9b47-651ab04c1b17+6:25776:x1875469127638656:12345-0@lo:104: 00010000:00010000:3.0:1788587299.522543:0:22736:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.101@tcp lock: ffff8f5a8224c800/0xfbc93bbea5fdb4fd lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xfbc93bbea5fdb504 expref: -99 pid: 25072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587299.522599:0:22736:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1788587299.522605:0:22736:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bbc79c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:42f04641-d17f-4ff4-9b47-651ab04c1b17+6:25776:x1875469127638656:12345-0@lo:104: Request processed in 78us (1101us total) trans 0 rc 0/0 00000100:00100000:3.0:1788587299.522612:0:22736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1788587299.522628:0:22736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1788587299.522634:0:22736:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bbc79e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:42f04641-d17f-4ff4-9b47-651ab04c1b17+5:25776:x1875469127638784:12345-0@lo:104: 00010000:00010000:3.0:1788587299.522641:0:22736:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.101@tcp lock: ffff8f5bc2050000/0xfbc93bbea5fdb463 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xfbc93bbea5fdb46a expref: -99 pid: 24253 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587299.522686:0:22736:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:3.0:1788587299.522691:0:22736:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bbc79e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:42f04641-d17f-4ff4-9b47-651ab04c1b17+5:25776:x1875469127638784:12345-0@lo:104: Request processed in 59us (554us total) trans 0 rc 0/0 00000100:00100000:3.0:1788587299.522697:0:22736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1788587299.522709:0:22736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1788587299.522715:0:22736:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a83e83480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:42f04641-d17f-4ff4-9b47-651ab04c1b17+4:25776:x1875469127638912:12345-0@lo:104: 00010000:00010000:3.0:1788587299.522722:0:22736:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.101@tcp lock: ffff8f5a8224c200/0xfbc93bbea5fdb424 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xfbc93bbea5fdb42b expref: -99 pid: 22750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587299.522770:0:22736:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to priority blp list, 3 blwis in pool 00000100:00100000:3.0:1788587299.522775:0:22736:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a83e83480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:42f04641-d17f-4ff4-9b47-651ab04c1b17+4:25776:x1875469127638912:12345-0@lo:104: Request processed in 62us (580us total) trans 0 rc 0/0 00000100:00100000:3.0:1788587299.522781:0:22736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1788587299.522792:0:22736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1788587299.522797:0:22736:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a83e81500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:42f04641-d17f-4ff4-9b47-651ab04c1b17+3:25776:x1875469127639040:12345-0@lo:104: 00010000:00010000:3.0:1788587299.522804:0:22736:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.101@tcp lock: ffff8f5b837bf200/0xfbc93bbea5fdb416 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xfbc93bbea5fdb41d expref: -99 pid: 22750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587299.522828:0:22736:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to priority blp list, 4 blwis in pool 00000100:00100000:3.0:1788587299.522833:0:22736:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a83e81500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:42f04641-d17f-4ff4-9b47-651ab04c1b17+3:25776:x1875469127639040:12345-0@lo:104: Request processed in 37us (578us total) trans 0 rc 0/0 00000100:00100000:3.0:1788587299.522839:0:22736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00010000:00010000:3.0:1788587299.522854:0:22740:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:3.0:1788587299.522860:0:22740:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.101@tcp lock: ffff8f5a8224c800/0xfbc93bbea5fdb4fd lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xfbc93bbea5fdb504 expref: -99 pid: 25072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587299.522866:0:22740:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f5a8224c800 already unused, calling callback (ffffffffc13dec20) 10000000:00010000:3.0:1788587299.522870:0:22740:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.101@tcp lock: ffff8f5a8224c800/0xfbc93bbea5fdb4fd lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400400000000 nid: local remote: 0xfbc93bbea5fdb504 expref: -99 pid: 25072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587299.522879:0:22740:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.101@tcp lock: ffff8f5a8224c800/0xfbc93bbea5fdb4fd lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1408400000000 nid: local remote: 0xfbc93bbea5fdb504 expref: -99 pid: 25072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788587299.522886:0:22740:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.101@tcp lock: ffff8f5a8224c800/0xfbc93bbea5fdb4fd lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1409400000000 nid: local remote: 0xfbc93bbea5fdb504 expref: -99 pid: 25072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788587299.522893:0:22740:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:3.0:1788587299.522931:0:22740:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.101@tcp lock: ffff8f5a8224c800/0xfbc93bbea5fdb4fd lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xfbc93bbea5fdb504 expref: -99 pid: 25072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587299.522937:0:22740:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788587299.522957:0:22740:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.101@tcp lock: ffff8f5a8224c800/0xfbc93bbea5fdb4fd lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xfbc93bbea5fdb504 expref: -99 pid: 25072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587299.522963:0:22740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.101@tcp lock: ffff8f5a8224c800/0xfbc93bbea5fdb4fd lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xfbc93bbea5fdb504 expref: -99 pid: 25072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587299.522977:0:22740:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1788587299.522980:0:22740:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.101@tcp lock: ffff8f5bc2050000/0xfbc93bbea5fdb463 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0xfbc93bbea5fdb46a expref: -99 pid: 24253 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587299.522987:0:22740:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f5bc2050000 already unused, calling callback (ffffffffc13dec20) 10000000:00010000:3.0:1788587299.522990:0:22740:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.101@tcp lock: ffff8f5bc2050000/0xfbc93bbea5fdb463 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0xfbc93bbea5fdb46a expref: -99 pid: 24253 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587299.522996:0:22740:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.101@tcp lock: ffff8f5bc2050000/0xfbc93bbea5fdb463 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0xfbc93bbea5fdb46a expref: -99 pid: 24253 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788587299.523001:0:22740:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.101@tcp lock: ffff8f5bc2050000/0xfbc93bbea5fdb463 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1409400000000 nid: local remote: 0xfbc93bbea5fdb46a expref: -99 pid: 24253 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788587299.523006:0:22740:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:3.0:1788587299.523018:0:22740:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.101@tcp lock: ffff8f5bc2050000/0xfbc93bbea5fdb463 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xfbc93bbea5fdb46a expref: -99 pid: 24253 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587299.523022:0:22740:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788587299.523035:0:22740:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.101@tcp lock: ffff8f5bc2050000/0xfbc93bbea5fdb463 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xfbc93bbea5fdb46a expref: -99 pid: 24253 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587299.523050:0:22740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.101@tcp lock: ffff8f5bc2050000/0xfbc93bbea5fdb463 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xfbc93bbea5fdb46a expref: -99 pid: 24253 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587299.523059:0:22740:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788587299.523062:0:22740:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.101@tcp lock: ffff8f5a8224c200/0xfbc93bbea5fdb424 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xfbc93bbea5fdb42b expref: -99 pid: 22750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587299.523067:0:22740:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f5a8224c200 already unused, calling callback (ffffffffc13dec20) 10000000:00010000:3.0:1788587299.523070:0:22740:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.101@tcp lock: ffff8f5a8224c200/0xfbc93bbea5fdb424 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xfbc93bbea5fdb42b expref: -99 pid: 22750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587299.523076:0:22740:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.101@tcp lock: ffff8f5a8224c200/0xfbc93bbea5fdb424 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xfbc93bbea5fdb42b expref: -99 pid: 22750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788587299.523081:0:22740:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.101@tcp lock: ffff8f5a8224c200/0xfbc93bbea5fdb424 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xfbc93bbea5fdb42b expref: -99 pid: 22750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788587299.523085:0:22740:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:3.0:1788587299.523097:0:22740:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.101@tcp lock: ffff8f5a8224c200/0xfbc93bbea5fdb424 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xfbc93bbea5fdb42b expref: -99 pid: 22750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587299.523102:0:22740:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788587299.523108:0:22740:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.101@tcp lock: ffff8f5a8224c200/0xfbc93bbea5fdb424 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xfbc93bbea5fdb42b expref: -99 pid: 22750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587299.523113:0:22740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.101@tcp lock: ffff8f5a8224c200/0xfbc93bbea5fdb424 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xfbc93bbea5fdb42b expref: -99 pid: 22750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587299.523120:0:22740:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788587299.523129:0:22740:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.101@tcp lock: ffff8f5b837bf200/0xfbc93bbea5fdb416 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xfbc93bbea5fdb41d expref: -99 pid: 22750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587299.523133:0:22740:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f5b837bf200 already unused, calling callback (ffffffffc13dec20) 10000000:00010000:3.0:1788587299.523136:0:22740:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.101@tcp lock: ffff8f5b837bf200/0xfbc93bbea5fdb416 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xfbc93bbea5fdb41d expref: -99 pid: 22750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587299.523142:0:22740:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.101@tcp lock: ffff8f5b837bf200/0xfbc93bbea5fdb416 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xfbc93bbea5fdb41d expref: -99 pid: 22750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788587299.523147:0:22740:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.101@tcp lock: ffff8f5b837bf200/0xfbc93bbea5fdb416 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xfbc93bbea5fdb41d expref: -99 pid: 22750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788587299.523151:0:22740:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:3.0:1788587299.523162:0:22740:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.101@tcp lock: ffff8f5b837bf200/0xfbc93bbea5fdb416 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xfbc93bbea5fdb41d expref: -99 pid: 22750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587299.523168:0:22740:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788587299.523172:0:22740:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.101@tcp lock: ffff8f5b837bf200/0xfbc93bbea5fdb416 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xfbc93bbea5fdb41d expref: -99 pid: 22750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587299.523178:0:22740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.101@tcp lock: ffff8f5b837bf200/0xfbc93bbea5fdb416 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xfbc93bbea5fdb41d expref: -99 pid: 22750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587299.523190:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788587299.523192:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788587299.523194:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788587299.523206:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bb6fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:42f04641-d17f-4ff4-9b47-651ab04c1b17:3647:1875469127639168:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788587299.523235:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788587299.523262:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788587299.523267:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bb6fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:42f04641-d17f-4ff4-9b47-651ab04c1b17:3647:1875469127639552:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788587299.523294:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788587299.523606:0:25776:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bbc79dc00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25776:1875469127638656:0@lo:104: 00000100:00100000:2.0:1788587299.523616:0:25776:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bbc79d880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25776:1875469127638784:0@lo:104: 00000100:00100000:2.0:1788587299.523623:0:25776:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bbc79f480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25776:1875469127638912:0@lo:104: 00000100:00100000:2.0:1788587299.523630:0:25776:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a83e81f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25776:1875469127639040:0@lo:104: 00000100:00100000:0.0:1788587299.523765:0:3649:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bb6fd4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:42f04641-d17f-4ff4-9b47-651ab04c1b17:3649:1875469127639424:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788587299.523800:0:3649:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788587299.523829:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788587299.523835:0:3649:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bb6fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:42f04641-d17f-4ff4-9b47-651ab04c1b17:3649:1875469127639296:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788587299.523855:0:3649:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788587299.523874:0:22738:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127639168 00000100:00100000:0.0:1788587299.523879:0:22738:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127639168 00010000:00010000:0.0:1788587299.523903:0:22738:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8f5b829f4a00/0xfbc93bbea5fdb504 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xfbc93bbea5fdb4fd expref: 24 pid: 22745 timeout: 745 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788587299.523920:0:22738:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127639552 00000100:00100000:0.0:1788587299.523923:0:22738:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127639552 00010000:00010000:0.0:1788587299.523933:0:22738:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8f5b837bee00/0xfbc93bbea5fdb41d lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xfbc93bbea5fdb416 expref: 25 pid: 22746 timeout: 745 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788587299.523942:0:22738:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127639424 00000100:00100000:0.0:1788587299.523945:0:22738:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127639424 00010000:00010000:0.0:1788587299.523953:0:22738:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8f5b837be200/0xfbc93bbea5fdb42b lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xfbc93bbea5fdb424 expref: 26 pid: 22745 timeout: 745 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788587299.523962:0:22738:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127639296 00000100:00100000:0.0:1788587299.523964:0:22738:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127639296 00010000:00010000:0.0:1788587299.523973:0:22738:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8f5ba1aa6600/0xfbc93bbea5fdb46a lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xfbc93bbea5fdb463 expref: 27 pid: 22747 timeout: 745 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788587299.523984:0:22738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1788587299.523990:0:22738:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bb6fd5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:42f04641-d17f-4ff4-9b47-651ab04c1b17+27:3647:x1875469127639168:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788587299.524001:0:22738:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788587299.524007:0:22738:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8f5b829f4a00/0xfbc93bbea5fdb504 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xfbc93bbea5fdb4fd expref: 27 pid: 22745 timeout: 745 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587299.524025:0:22738:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8f5b829f4a00/0xfbc93bbea5fdb504 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xfbc93bbea5fdb4fd expref: 27 pid: 22745 timeout: 745 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587299.524038:0:22738:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f5b829f4a00/0xfbc93bbea5fdb504 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xfbc93bbea5fdb4fd expref: 27 pid: 22745 timeout: 745 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587299.524050:0:22738:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788587299.524081:0:22738:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bb6fd5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:42f04641-d17f-4ff4-9b47-651ab04c1b17+26:3647:x1875469127639168:12345-0@lo:103:ldlm_bl.0 Request processed in 91us (845us total) trans 0 rc 0/0 00000100:00100000:0.0:1788587299.524088:0:22738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1788587299.524108:0:22738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1788587299.524114:0:22738:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bb6fd4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:42f04641-d17f-4ff4-9b47-651ab04c1b17+25:3647:x1875469127639552:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788587299.524122:0:22738:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788587299.524126:0:22738:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8f5b837bee00/0xfbc93bbea5fdb41d lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xfbc93bbea5fdb416 expref: 25 pid: 22746 timeout: 745 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587299.524133:0:22738:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8f5b837bee00/0xfbc93bbea5fdb41d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xfbc93bbea5fdb416 expref: 25 pid: 22746 timeout: 745 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587299.524143:0:22738:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f5b837bee00/0xfbc93bbea5fdb41d lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xfbc93bbea5fdb416 expref: 25 pid: 22746 timeout: 745 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587299.524151:0:22738:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788587299.524172:0:22738:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bb6fd4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:42f04641-d17f-4ff4-9b47-651ab04c1b17+24:3647:x1875469127639552:12345-0@lo:103:ldlm_bl.0 Request processed in 58us (877us total) trans 0 rc 0/0 00000100:00100000:0.0:1788587299.524178:0:22738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1788587299.524190:0:22738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1788587299.524196:0:22738:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a83de1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:42f04641-d17f-4ff4-9b47-651ab04c1b17+23:3649:x1875469127639424:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788587299.524208:0:22738:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788587299.524212:0:22738:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8f5b837be200/0xfbc93bbea5fdb42b lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xfbc93bbea5fdb424 expref: 23 pid: 22745 timeout: 745 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587299.524219:0:22738:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8f5b837be200/0xfbc93bbea5fdb42b lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xfbc93bbea5fdb424 expref: 23 pid: 22745 timeout: 745 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587299.524227:0:22738:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f5b837be200/0xfbc93bbea5fdb42b lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xfbc93bbea5fdb424 expref: 23 pid: 22745 timeout: 745 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587299.524234:0:22738:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788587299.524257:0:22738:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a83de1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:42f04641-d17f-4ff4-9b47-651ab04c1b17+22:3649:x1875469127639424:12345-0@lo:103:ldlm_bl.0 Request processed in 61us (456us total) trans 0 rc 0/0 00000100:00100000:0.0:1788587299.524263:0:22738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1788587299.524274:0:22738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1788587299.524280:0:22738:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a83de1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:42f04641-d17f-4ff4-9b47-651ab04c1b17+21:3649:x1875469127639296:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788587299.524286:0:22738:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788587299.524290:0:22738:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8f5ba1aa6600/0xfbc93bbea5fdb46a lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xfbc93bbea5fdb463 expref: 21 pid: 22747 timeout: 745 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587299.524298:0:22738:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8f5ba1aa6600/0xfbc93bbea5fdb46a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xfbc93bbea5fdb463 expref: 21 pid: 22747 timeout: 745 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587299.524307:0:22738:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f5ba1aa6600/0xfbc93bbea5fdb46a lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xfbc93bbea5fdb463 expref: 21 pid: 22747 timeout: 745 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587299.524315:0:22738:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788587299.524334:0:22738:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a83de1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:42f04641-d17f-4ff4-9b47-651ab04c1b17+20:3649:x1875469127639296:12345-0@lo:103:ldlm_bl.0 Request processed in 55us (479us total) trans 0 rc 0/0 00000100:00100000:0.0:1788587299.524363:0:22738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1788587299.524391:0:3649:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bb6fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:42f04641-d17f-4ff4-9b47-651ab04c1b17:3649:1875469127639296:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788587299.524410:0:3649:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bb6fd4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:42f04641-d17f-4ff4-9b47-651ab04c1b17:3649:1875469127639424:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788587299.524461:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bb6fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:42f04641-d17f-4ff4-9b47-651ab04c1b17:3647:1875469127639552:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788587299.524468:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bb6fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:42f04641-d17f-4ff4-9b47-651ab04c1b17:3647:1875469127639168:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788587299.525057:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:2.0:1788587299.525088:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:2.0:1788587299.525110:0:22739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110760576 00000100:00100000:2.0:1788587299.525116:0:22739:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110760576 00010000:00010000:2.0:1788587299.525141:0:22739:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8f5bc21ffa00/0xfbc93bbea5fdb750 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.203.1@tcp remote: 0x67b316c86c810d99 expref: 13 pid: 22745 timeout: 745 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788587299.525156:0:22739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110760448 00000100:00100000:2.0:1788587299.525159:0:22739:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110760448 00010000:00010000:2.0:1788587299.525168:0:22739:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8f5bc21ff800/0xfbc93bbea5fdb78f lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.203.1@tcp remote: 0x67b316c86c810e09 expref: 14 pid: 22745 timeout: 745 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788587299.525180:0:22739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 13 00000100:00100000:2.0:1788587299.525186:0:22739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a83c96c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1b202cb6-103a-46e7-9b10-5e3a0d62dbb5+14:2409:x1875469110760576:12345-192.168.203.1@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788587299.525195:0:22739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788587299.525199:0:22739:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8f5bc21ffa00/0xfbc93bbea5fdb750 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.203.1@tcp remote: 0x67b316c86c810d99 expref: 14 pid: 22745 timeout: 745 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587299.525208:0:22739:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8f5bc21ffa00/0xfbc93bbea5fdb750 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 192.168.203.1@tcp remote: 0x67b316c86c810d99 expref: 14 pid: 22745 timeout: 745 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587299.525221:0:22739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788587299.525264:0:22739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a83c96c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1b202cb6-103a-46e7-9b10-5e3a0d62dbb5+14:2409:x1875469110760576:12345-192.168.203.1@tcp:103:ldlm_bl.0 Request processed in 77us (210us total) trans 0 rc 0/0 00000100:00100000:2.0:1788587299.525270:0:22739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 13 00000100:00100000:2.0:1788587299.525305:0:22739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 14 00000100:00100000:2.0:1788587299.525311:0:22739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a83e82300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1b202cb6-103a-46e7-9b10-5e3a0d62dbb5+13:2408:x1875469110760448:12345-192.168.203.1@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788587299.525317:0:22739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788587299.525321:0:22739:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8f5bc21ff800/0xfbc93bbea5fdb78f lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.203.1@tcp remote: 0x67b316c86c810e09 expref: 13 pid: 22745 timeout: 745 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587299.525330:0:22739:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8f5bc21ff800/0xfbc93bbea5fdb78f lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 192.168.203.1@tcp remote: 0x67b316c86c810e09 expref: 13 pid: 22745 timeout: 745 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587299.525341:0:22739:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8f5a826be200/0xfbc93bbea5fdb7c0 lrc: 3/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 25776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587299.525553:0:22739:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f5a826be200/0xfbc93bbea5fdb7c0 lrc: 4/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 25776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587299.525569:0:22739:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8f5a826be200/0xfbc93bbea5fdb7c0 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587299.525576:0:22739:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8f5a826be200/0xfbc93bbea5fdb7c0 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587299.525581:0:22739:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8f5a826be200/0xfbc93bbea5fdb7c0 lrc: 4/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587299.525587:0:22739:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8f5a826be200/0xfbc93bbea5fdb7c0 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587299.525593:0:22739:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f5a826be200 already unused, calling callback (ffffffffc0dc14f0) 00010000:00010000:2.0:1788587299.525603:0:22739:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8f5a826be200/0xfbc93bbea5fdb7c0 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587299.525611:0:22739:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8f5a826be200/0xfbc93bbea5fdb7c0 lrc: 6/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 25776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587299.525620:0:22739:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8f5a826be200/0xfbc93bbea5fdb7c0 lrc: 4/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587299.525631:0:22739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788587299.526205:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788587299.526314:0:25776:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f5bc21ff800/0xfbc93bbea5fdb78f lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 192.168.203.1@tcp remote: 0x67b316c86c810e09 expref: 13 pid: 22745 timeout: 745 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788587299.526327:0:25776:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bbc79ca80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25776:1875469127638400:192.168.203.1@tcp:104: 00010000:00010000:3.0:1788587299.526337:0:25776:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f5bc21ffa00/0xfbc93bbea5fdb750 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 192.168.203.1@tcp remote: 0x67b316c86c810d99 expref: 12 pid: 22745 timeout: 745 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788587299.526344:0:25776:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bbc79ce00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25776:1875469127638528:192.168.203.1@tcp:104: 00010000:00010000:3.0:1788587299.526375:0:25776:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8f5a826be200/0xfbc93bbea5fdb7c0 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587299.526383:0:25776:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8f5a826be200/0xfbc93bbea5fdb7c0 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587299.526390:0:25776:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8f5a826be200/0xfbc93bbea5fdb7c0 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587299.526407:0:25776:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f5a826be200/0xfbc93bbea5fdb7c0 lrc: 0/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788587299.526742:0:22739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a83e82300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1b202cb6-103a-46e7-9b10-5e3a0d62dbb5+11:2408:x1875469110760448:12345-192.168.203.1@tcp:103:ldlm_bl.0 Request processed in 1426us (1649us total) trans 0 rc 0/0 00000100:00100000:2.0:1788587299.526751:0:22739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 14 00010000:00010000:2.0:1788587299.547928:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788587300.564578:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788587300.843469:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:1.0:1788587300.843588:0:22745:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110760704 00000100:00100000:1.0:1788587300.843598:0:22745:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110760704 00000100:00100000:1.0:1788587300.843657:0:22745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 148 00000100:00100000:1.0:1788587300.843681:0:22745:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5b83515c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1b202cb6-103a-46e7-9b10-5e3a0d62dbb5+11:18064:x1875469110760704:12345-192.168.203.1@tcp:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788587300.843698:0:22745:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788587300.843716:0:22745:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f5a8224c200/0xfbc93bbea5fdb7c7 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x67b316c86c810e41 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587300.843743:0:22745:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f5a8224c200/0xfbc93bbea5fdb7c7 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 192.168.203.1@tcp remote: 0x67b316c86c810e41 expref: 12 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587300.843754:0:22745:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f5a8224c200/0xfbc93bbea5fdb7c7 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 192.168.203.1@tcp remote: 0x67b316c86c810e41 expref: 12 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587300.843774:0:22745:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f5a8224c200, rc 0) 00000100:00100000:1.0:1788587300.848974:0:22745:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5b83515c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1b202cb6-103a-46e7-9b10-5e3a0d62dbb5+12:18064:x1875469110760704:12345-192.168.203.1@tcp:101:ll_cfg_requeue.0 Request processed in 5030us (5249us total) trans 0 rc 0/0 00000100:00100000:1.0:1788587300.848989:0:22745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 148 00000100:00100000:2.0:1788587300.878745:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:3.0:1788587300.880464:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110760832 00000100:00100000:3.0:1788587300.880477:0:22746:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110760832 00000100:00100000:3.0:1788587300.880552:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 149 00000100:00100000:3.0:1788587300.880563:0:22746:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5b83514050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1b202cb6-103a-46e7-9b10-5e3a0d62dbb5+12:18064:x1875469110760832:12345-192.168.203.1@tcp:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788587300.880720:0:22746:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5b83514050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1b202cb6-103a-46e7-9b10-5e3a0d62dbb5+12:18064:x1875469110760832:12345-192.168.203.1@tcp:501:ll_cfg_requeue.0 Request processed in 159us (1984us total) trans 0 rc 0/0 00000100:00100000:3.0:1788587300.880744:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 149 00000100:00100000:2.0:1788587300.891646:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:1.0:1788587300.894890:0:22745:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110760960 00000100:00100000:1.0:1788587300.894904:0:22745:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110760960 00000100:00100000:1.0:1788587300.894977:0:22745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 150 00000100:00100000:1.0:1788587300.894987:0:22745:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5b83516450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1b202cb6-103a-46e7-9b10-5e3a0d62dbb5+12:18064:x1875469110760960:12345-192.168.203.1@tcp:503:ll_cfg_requeue.0 00000100:00100000:1.0:1788587300.895134:0:22745:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5b83516450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1b202cb6-103a-46e7-9b10-5e3a0d62dbb5+12:18064:x1875469110760960:12345-192.168.203.1@tcp:503:ll_cfg_requeue.0 Request processed in 148us (3496us total) trans 0 rc 0/0 00000100:00100000:1.0:1788587300.895143:0:22745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 150 00000100:00100000:1.0:1788587300.904814:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:2.0:1788587300.905116:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110761088 00000100:00100000:2.0:1788587300.905126:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110761088 00000100:00100000:2.0:1788587300.905181:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 151 00000100:00100000:2.0:1788587300.905191:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5b83514450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1b202cb6-103a-46e7-9b10-5e3a0d62dbb5+12:18064:x1875469110761088:12345-192.168.203.1@tcp:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788587300.905217:0:22747:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788587300.905236:0:22747:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f5bc21fe200/0xfbc93bbea5fdb7ce lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x67b316c86c810e48 expref: -99 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587300.905272:0:22747:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f5bc21fe200/0xfbc93bbea5fdb7ce lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 192.168.203.1@tcp remote: 0x67b316c86c810e48 expref: 13 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587300.905284:0:22747:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f5bc21fe200/0xfbc93bbea5fdb7ce lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 192.168.203.1@tcp remote: 0x67b316c86c810e48 expref: 13 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587300.905324:0:22747:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f5bc21fe200, rc 0) 00000100:00100000:2.0:1788587300.905382:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5b83514450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1b202cb6-103a-46e7-9b10-5e3a0d62dbb5+13:18064:x1875469110761088:12345-192.168.203.1@tcp:101:ll_cfg_requeue.0 Request processed in 192us (578us total) trans 0 rc 0/0 00000100:00100000:2.0:1788587300.905400:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 151 00000100:00100000:2.0:1788587300.912024:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:3.0:1788587300.912480:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110761216 00000100:00100000:3.0:1788587300.912490:0:22746:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110761216 00000100:00100000:3.0:1788587300.912559:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 152 00000100:00100000:3.0:1788587300.912570:0:22746:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5b83517050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1b202cb6-103a-46e7-9b10-5e3a0d62dbb5+13:18064:x1875469110761216:12345-192.168.203.1@tcp:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788587300.912722:0:22746:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5b83517050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1b202cb6-103a-46e7-9b10-5e3a0d62dbb5+13:18064:x1875469110761216:12345-192.168.203.1@tcp:501:ll_cfg_requeue.0 Request processed in 153us (705us total) trans 0 rc 0/0 00000100:00100000:3.0:1788587300.912730:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 152 00000100:00100000:3.0:1788587300.915638:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:1.0:1788587300.915932:0:22745:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110761344 00000100:00100000:1.0:1788587300.915941:0:22745:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110761344 00000100:00100000:1.0:1788587300.915995:0:22745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 153 00000100:00100000:1.0:1788587300.916004:0:22745:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5b83516850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1b202cb6-103a-46e7-9b10-5e3a0d62dbb5+13:18064:x1875469110761344:12345-192.168.203.1@tcp:503:ll_cfg_requeue.0 00000100:00100000:1.0:1788587300.916152:0:22745:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5b83516850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1b202cb6-103a-46e7-9b10-5e3a0d62dbb5+13:18064:x1875469110761344:12345-192.168.203.1@tcp:503:ll_cfg_requeue.0 Request processed in 148us (522us total) trans 0 rc 0/0 00000100:00100000:1.0:1788587300.916161:0:22745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 153 00000100:00100000:1.0:1788587301.021864:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:2.0:1788587301.022286:0:22754:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110761472 00000100:00100000:2.0:1788587301.022297:0:22754:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110761472 00000100:00100000:2.0:1788587301.022522:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 23 00000100:00100000:2.0:1788587301.022534:0:22754:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bbcb05500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38+6:18685:x1875469110761472:12345-192.168.203.1@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788587301.022556:0:22754:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788587301.022580:0:22754:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bc21fe600/0xfbc93bbea5fdb7d5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67b316c86c810e4f expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587301.022657:0:22754:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bc21ffe00/0xfbc93bbea5fdb7dc lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587301.022672:0:22754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bc21ffe00/0xfbc93bbea5fdb7dc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587301.022686:0:22754:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bc21ffe00/0xfbc93bbea5fdb7dc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587301.022700:0:22754:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bc21ffa00/0xfbc93bbea5fdb7e3 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587301.022706:0:22754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bc21ffa00/0xfbc93bbea5fdb7e3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587301.022728:0:22754:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bc21ffa00/0xfbc93bbea5fdb7e3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587301.022820:0:22754:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bc21ff800/0xfbc93bbea5fdb7ea lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587301.022829:0:22754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bc21ff800/0xfbc93bbea5fdb7ea lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587301.022837:0:22754:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bc21ff800/0xfbc93bbea5fdb7ea lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788587301.022870:0:22754:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000002:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1788587301.022873:0:22754:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788587301.022911:0:22754:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bc21ff800/0xfbc93bbea5fdb7ea lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587301.022921:0:22754:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bc21ffe00/0xfbc93bbea5fdb7dc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587301.022927:0:22754:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bc21ffe00/0xfbc93bbea5fdb7dc lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587301.022934:0:22754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bc21ffe00/0xfbc93bbea5fdb7dc lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587301.022940:0:22754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f5bc21ffe00 already unused, calling callback (ffffffffc19ef4f0) 00010000:00010000:2.0:1788587301.022944:0:22754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bc21ffe00/0xfbc93bbea5fdb7dc lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587301.022951:0:22754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bc21ffe00/0xfbc93bbea5fdb7dc lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587301.022969:0:22754:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f5a83577b00) 00010000:00010000:2.0:1788587301.022972:0:22754:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788587301.022977:0:22754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bc21ffe00/0xfbc93bbea5fdb7dc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587301.022983:0:22754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bc21ffe00/0xfbc93bbea5fdb7dc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587301.022998:0:22754:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bc21ffa00/0xfbc93bbea5fdb7e3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587301.023004:0:22754:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bc21ffa00/0xfbc93bbea5fdb7e3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587301.023010:0:22754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bc21ffa00/0xfbc93bbea5fdb7e3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587301.023015:0:22754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f5bc21ffa00 already unused, calling callback (ffffffffc19ef4f0) 00010000:00010000:2.0:1788587301.023017:0:22754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bc21ffa00/0xfbc93bbea5fdb7e3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587301.023022:0:22754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bc21ffa00/0xfbc93bbea5fdb7e3 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587301.023042:0:22754:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3b979c7a (ffff8f5bbbe1bc00) 00010000:00010000:2.0:1788587301.023044:0:22754:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788587301.023047:0:22754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bc21ffa00/0xfbc93bbea5fdb7e3 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587301.023053:0:22754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bc21ffa00/0xfbc93bbea5fdb7e3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587301.023097:0:22754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bc21fe600/0xfbc93bbea5fdb7d5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.1@tcp remote: 0x67b316c86c810e4f expref: 8 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587301.023111:0:22754:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bc21ff800/0xfbc93bbea5fdb7ea lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.1@tcp remote: 0x67b316c86c810e4f expref: 7 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587301.023119:0:22754:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff8f5bbbe1b400) 00010000:00010000:2.0:1788587301.023121:0:22754:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788587301.023123:0:22754:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f5bc21ff800, rc 0) 00000100:00100000:2.0:1788587301.023204:0:22754:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bbcb05500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38+7:18685:x1875469110761472:12345-192.168.203.1@tcp:101:lhsmtool_posix.0 Request processed in 672us (1347us total) trans 0 rc 0/0 00000100:00100000:2.0:1788587301.023213:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 23 00000100:00080000:1.0:1788587301.024964:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788587301.027299:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:1.0:1788587301.027869:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110761600 00000100:00100000:1.0:1788587301.027880:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110761600 00000100:00100000:1.0:1788587301.027940:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 5 00000100:00100000:1.0:1788587301.027951:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a83e80380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38+7:18685:x1875469110761600:12345-192.168.203.1@tcp:900:lhsmtool_posix.0 00000100:00100000:1.0:1788587301.028039:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a83e80380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38+7:18685:x1875469110761600:12345-192.168.203.1@tcp:900:lhsmtool_posix.0 Request processed in 90us (747us total) trans 0 rc 0/0 00000100:00100000:1.0:1788587301.028047:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 5 00000100:00100000:0.0:1788587301.040543:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:1.0:1788587301.040685:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110761856 00000100:00100000:1.0:1788587301.040695:0:22753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110761856 00000100:00100000:1.0:1788587301.040766:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 24 00000100:00100000:1.0:1788587301.040778:0:22753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a83de1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38+7:18685:x1875469110761856:12345-192.168.203.1@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788587301.040798:0:22753:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788587301.040819:0:22753:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a8224d400/0xfbc93bbea5fdb7f1 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67b316c86c810e56 expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587301.040894:0:22753:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a8224d000/0xfbc93bbea5fdb7f8 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587301.040911:0:22753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a8224d000/0xfbc93bbea5fdb7f8 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587301.040922:0:22753:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a8224d000/0xfbc93bbea5fdb7f8 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587301.040949:0:22753:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a8224dc00/0xfbc93bbea5fdb7ff lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587301.040956:0:22753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a8224dc00/0xfbc93bbea5fdb7ff lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587301.040962:0:22753:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a8224dc00/0xfbc93bbea5fdb7ff lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587301.041073:0:22753:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a8224de00/0xfbc93bbea5fdb806 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587301.041082:0:22753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a8224de00/0xfbc93bbea5fdb806 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587301.041089:0:22753:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a8224de00/0xfbc93bbea5fdb806 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788587301.041100:0:22753:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 4096 00010000:00010000:1.0:1788587301.041259:0:22753:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a8224d000/0xfbc93bbea5fdb7f8 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587301.041267:0:22753:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a8224d000/0xfbc93bbea5fdb7f8 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587301.041273:0:22753:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a8224d000/0xfbc93bbea5fdb7f8 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587301.041278:0:22753:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f5a8224d000 already unused, calling callback (ffffffffc19ef4f0) 00010000:00010000:1.0:1788587301.041282:0:22753:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a8224d000/0xfbc93bbea5fdb7f8 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587301.041299:0:22753:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a8224d000/0xfbc93bbea5fdb7f8 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587301.041312:0:22753:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff8f5bbbe1b400) 00010000:00010000:1.0:1788587301.041315:0:22753:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788587301.041319:0:22753:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a8224d000/0xfbc93bbea5fdb7f8 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587301.041325:0:22753:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a8224d000/0xfbc93bbea5fdb7f8 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587301.041338:0:22753:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a8224dc00/0xfbc93bbea5fdb7ff lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587301.041344:0:22753:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a8224dc00/0xfbc93bbea5fdb7ff lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587301.041350:0:22753:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a8224dc00/0xfbc93bbea5fdb7ff lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587301.041354:0:22753:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f5a8224dc00 already unused, calling callback (ffffffffc19ef4f0) 00010000:00010000:1.0:1788587301.041357:0:22753:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a8224dc00/0xfbc93bbea5fdb7ff lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587301.041363:0:22753:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a8224dc00/0xfbc93bbea5fdb7ff lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587301.041370:0:22753:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff8f5a83577200) 00010000:00010000:1.0:1788587301.041372:0:22753:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788587301.041375:0:22753:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a8224dc00/0xfbc93bbea5fdb7ff lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587301.041399:0:22753:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a8224dc00/0xfbc93bbea5fdb7ff lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587301.043011:0:22753:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a8224d400/0xfbc93bbea5fdb7f1 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.1@tcp remote: 0x67b316c86c810e56 expref: 10 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587301.043034:0:22753:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a8224de00/0xfbc93bbea5fdb806 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.1@tcp remote: 0x67b316c86c810e56 expref: 9 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587301.043043:0:22753:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8f5a83577400) 00010000:00010000:1.0:1788587301.043046:0:22753:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788587301.043049:0:22753:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f5a8224de00, rc 0) 00000100:00100000:1.0:1788587301.043265:0:22753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a83de1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38+9:18685:x1875469110761856:12345-192.168.203.1@tcp:101:lhsmtool_posix.0 Request processed in 2488us (2730us total) trans 12884901889 rc 0/0 00000100:00100000:1.0:1788587301.043273:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 24 00000100:00100000:3.0:1788587301.048239:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:2.0:1788587301.048743:0:22754:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110761984 00000100:00100000:2.0:1788587301.048753:0:22754:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110761984 00000100:00100000:2.0:1788587301.048820:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 25 00000100:00100000:2.0:1788587301.048831:0:22754:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bb6fd6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38+9:18685:x1875469110761984:12345-192.168.203.1@tcp:59:lhsmtool_posix.0 00000100:00100000:2.0:1788587301.048937:0:22754:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bb6fd6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38+9:18685:x1875469110761984:12345-192.168.203.1@tcp:59:lhsmtool_posix.0 Request processed in 108us (708us total) trans 0 rc 0/0 00000100:00100000:2.0:1788587301.048945:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 25 00000100:00100000:2.0:1788587301.053047:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:1.0:1788587301.053206:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110762112 00000100:00100000:1.0:1788587301.053217:0:22752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110762112 00000100:00100000:1.0:1788587301.053292:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 26 00000100:00100000:1.0:1788587301.053304:0:22752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a83e80000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38+5:18685:x1875469110762112:12345-192.168.203.1@tcp:59:lhsmtool_posix.0 00000100:00080000:3.0:1788587301.053538:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000004:00080000:1.0:1788587301.058792:0:22752:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0001: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0001 0, time 5447us 00000100:00100000:2.0:1788587301.070659:0:22752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a83e80000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38+5:18685:x1875469110762112:12345-192.168.203.1@tcp:59:lhsmtool_posix.0 Request processed in 17345us (17609us total) trans 0 rc 0/0 00000100:00100000:2.0:1788587301.070674:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 26 00000040:00080000:0.0:1788587301.078462:0:22789:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:0.0:1788587301.093474:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:3.0:1788587301.093602:0:24283:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110762240 00000100:00100000:3.0:1788587301.093612:0:24283:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110762240 00000100:00100000:3.0:1788587301.093678:0:24283:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 27 00000100:00100000:3.0:1788587301.093689:0:24283:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a83de1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38+9:18691:x1875469110762240:12345-192.168.203.1@tcp:101:lfs.0 00010000:00010000:3.0:1788587301.093708:0:24283:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788587301.093729:0:24283:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bbfa71c00/0xfbc93bbea5fdb814 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67b316c86c810e5d expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587301.093789:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bbfa70600/0xfbc93bbea5fdb81b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 24283 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587301.093803:0:24283:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bbfa70600/0xfbc93bbea5fdb81b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 24283 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587301.093818:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bbfa70600/0xfbc93bbea5fdb81b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 24283 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587301.093898:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bbfa70c00/0xfbc93bbea5fdb822 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 24283 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587301.093905:0:24283:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bbfa70c00/0xfbc93bbea5fdb822 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24283 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587301.093922:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bbfa70c00/0xfbc93bbea5fdb822 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 24283 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587301.093963:0:24283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bbfa70600/0xfbc93bbea5fdb81b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 24283 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587301.093970:0:24283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bbfa70600/0xfbc93bbea5fdb81b lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 24283 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587301.093987:0:24283:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bbfa70600/0xfbc93bbea5fdb81b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 24283 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587301.093992:0:24283:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f5bbfa70600 already unused, calling callback (ffffffffc19ef4f0) 00010000:00010000:3.0:1788587301.093997:0:24283:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bbfa70600/0xfbc93bbea5fdb81b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 24283 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587301.094004:0:24283:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bbfa70600/0xfbc93bbea5fdb81b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 24283 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587301.094015:0:24283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f5a83577b00) 00010000:00010000:3.0:1788587301.094018:0:24283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788587301.094022:0:24283:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bbfa70600/0xfbc93bbea5fdb81b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 24283 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587301.094037:0:24283:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bbfa70600/0xfbc93bbea5fdb81b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 24283 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587301.094057:0:24283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bbfa70c00/0xfbc93bbea5fdb822 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24283 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587301.094064:0:24283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bbfa70c00/0xfbc93bbea5fdb822 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 24283 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587301.094070:0:24283:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bbfa70c00/0xfbc93bbea5fdb822 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 24283 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587301.094075:0:24283:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f5bbfa70c00 already unused, calling callback (ffffffffc19ef4f0) 00010000:00010000:3.0:1788587301.094079:0:24283:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bbfa70c00/0xfbc93bbea5fdb822 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 24283 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587301.094085:0:24283:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bbfa70c00/0xfbc93bbea5fdb822 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 24283 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587301.094093:0:24283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff8f5b85fb9e00) 00010000:00010000:3.0:1788587301.094096:0:24283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788587301.094098:0:24283:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bbfa70c00/0xfbc93bbea5fdb822 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 24283 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587301.094104:0:24283:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bbfa70c00/0xfbc93bbea5fdb822 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 24283 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587301.094135:0:24283:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bbfa71c00/0xfbc93bbea5fdb814 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.1@tcp remote: 0x67b316c86c810e5d expref: 10 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587301.094150:0:24283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f5a83577b00) 00010000:00010000:3.0:1788587301.094152:0:24283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788587301.094163:0:24283:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bbfa71c00/0xfbc93bbea5fdb814 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.1@tcp remote: 0x67b316c86c810e5d expref: 10 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587301.094172:0:24283:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f5bbfa71c00, rc 0) 00000100:00100000:3.0:1788587301.094237:0:24283:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a83de1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38+9:18691:x1875469110762240:12345-192.168.203.1@tcp:101:lfs.0 Request processed in 550us (781us total) trans 0 rc 301/301 00000100:00100000:3.0:1788587301.094245:0:24283:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 27 00000100:00100000:3.0:1788587301.103907:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:0.0:1788587301.104628:0:22762:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110762368 00000100:00100000:0.0:1788587301.104639:0:22762:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110762368 00000100:00100000:0.0:1788587301.104731:0:22762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 0 00000100:00100000:0.0:1788587301.104739:0:22762:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bb6fd7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38+9:18691:x1875469110762368:12345-192.168.203.1@tcp:700:lfs.0 00000100:00100000:0.0:1788587301.104810:0:22762:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bb6fd7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38+9:18691:x1875469110762368:12345-192.168.203.1@tcp:700:lfs.0 Request processed in 72us (913us total) trans 0 rc 0/0 00000100:00100000:0.0:1788587301.104822:0:22762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 0 00000100:00100000:0.0:1788587301.109693:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:1.0:1788587301.109866:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110762624 00000100:00100000:1.0:1788587301.109877:0:22753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110762624 00000100:00100000:2.0:1788587301.110712:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 28 00000100:00100000:2.0:1788587301.113406:0:22752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a83de2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38+9:18691:x1875469110762624:12345-192.168.203.1@tcp:36:lfs.0 00010000:00010000:2.0:1788587301.113480:0:22752:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788587301.113505:0:22752:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a8224ce00/0xfbc93bbea5fdb77a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.1@tcp remote: 0x67b316c86c810dca expref: 9 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587301.113521:0:22752:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f5a83577b00) 00010000:00010000:2.0:1788587301.113525:0:22752:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788587301.113730:0:22752:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bc21ffa00/0xfbc93bbea5fdb829 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587301.113752:0:22752:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a8224c600/0xfbc93bbea5fdb7b9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.1@tcp remote: 0x67b316c86c810e3a expref: 5 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587301.113761:0:22752:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bc21ffa00/0xfbc93bbea5fdb829 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587301.113802:0:22752:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a8224c600/0xfbc93bbea5fdb7b9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.1@tcp remote: 0x67b316c86c810e3a expref: 5 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587301.113817:0:22752:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a8224c600/0xfbc93bbea5fdb7b9 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.1@tcp remote: 0x67b316c86c810e3a expref: 5 pid: 24283 timeout: 747 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788587301.113830:0:22752:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a83e80700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22752:1875469127639680:192.168.203.1@tcp:104: 00000100:00100000:2.0:1788587301.113926:0:22752:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5b87fc3480 going to sleep for 11 seconds 00000100:00100000:1.0:1788587301.117600:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:0.0:1788587301.117825:0:22738:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110762752 00000100:00100000:0.0:1788587301.117835:0:22738:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110762752 00000100:00100000:2.0:1788587301.117863:0:22752:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a83e80700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22752:1875469127639680:192.168.203.1@tcp:104: 00010000:00010000:0.0:1788587301.117893:0:22738:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a8224c600/0xfbc93bbea5fdb7b9 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.1@tcp remote: 0x67b316c86c810e3a expref: 6 pid: 24283 timeout: 747 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587301.117895:0:22752:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bc21ffa00/0xfbc93bbea5fdb829 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788587301.117942:0:22738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 15 00000100:00100000:0.0:1788587301.117954:0:22738:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bbcb05880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:488a9ed3-1103-4290-84da-1b7417c4d628+6:2409:x1875469110762752:12345-192.168.203.1@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788587301.117968:0:22738:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00080000:3.0:1788587301.118159:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1788587301.118443:0:22738:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a8224c600/0xfbc93bbea5fdb7b9 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.1@tcp remote: 0x67b316c86c810e3a expref: 6 pid: 24283 timeout: 747 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587301.118457:0:22738:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a8224c600/0xfbc93bbea5fdb7b9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.1@tcp remote: 0x67b316c86c810e3a expref: 6 pid: 24283 timeout: 747 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587301.118626:0:22738:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a8224c600/0xfbc93bbea5fdb7b9 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.1@tcp remote: 0x67b316c86c810e3a expref: 6 pid: 24283 timeout: 747 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587301.118643:0:22738:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f5a83577b00) 00010000:00010000:0.0:1788587301.118648:0:22738:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bc21ffa00/0xfbc93bbea5fdb829 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587301.118657:0:22738:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bc21ffa00/0xfbc93bbea5fdb829 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587301.118663:0:22738:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bc21ffa00/0xfbc93bbea5fdb829 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587301.118728:0:22738:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788587301.118792:0:22738:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bbcb05880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:488a9ed3-1103-4290-84da-1b7417c4d628+5:2409:x1875469110762752:12345-192.168.203.1@tcp:103:ldlm_bl.0 Request processed in 840us (1201us total) trans 0 rc 0/0 00000100:00100000:0.0:1788587301.118801:0:22738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 15 00010000:00010000:2.0:1788587301.121031:0:22752:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bc21ffa00/0xfbc93bbea5fdb829 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587301.121047:0:22752:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bc21ffa00/0xfbc93bbea5fdb829 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587301.121076:0:22752:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bc21ffe00/0xfbc93bbea5fdb830 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587301.121089:0:22752:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bc21ffe00/0xfbc93bbea5fdb830 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587301.121099:0:22752:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bc21ffe00/0xfbc93bbea5fdb830 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587301.130196:0:22752:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bc21fec00/0xfbc93bbea5fdb837 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587301.130217:0:22752:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bc21fec00/0xfbc93bbea5fdb837 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587301.130229:0:22752:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bc21fec00/0xfbc93bbea5fdb837 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788587301.130246:0:22752:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000009d0d32a0 reply state 0000000066839c9e transno 12884901890 ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bc21fec00/0xfbc93bbea5fdb837 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587301.130256:0:22752:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bc21fec00/0xfbc93bbea5fdb837 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587301.130263:0:22752:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8f5bbbe1b100) 00010000:00010000:2.0:1788587301.130271:0:22752:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1788587301.130276:0:22752:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:2.0:1788587301.130282:0:22752:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:2.0:1788587301.130291:0:22752:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bc21ffa00/0xfbc93bbea5fdb829 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587301.130297:0:22752:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bc21ffa00/0xfbc93bbea5fdb829 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587301.130303:0:22752:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bc21ffa00/0xfbc93bbea5fdb829 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587301.130309:0:22752:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f5bc21ffa00 already unused, calling callback (ffffffffc19ef4f0) 00010000:00010000:2.0:1788587301.130313:0:22752:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bc21ffa00/0xfbc93bbea5fdb829 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587301.130320:0:22752:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bc21ffa00/0xfbc93bbea5fdb829 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587301.130331:0:22752:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f5a83577b00) 00010000:00010000:2.0:1788587301.130333:0:22752:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788587301.130336:0:22752:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bc21ffa00/0xfbc93bbea5fdb829 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587301.130342:0:22752:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bc21ffa00/0xfbc93bbea5fdb829 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788587301.130361:0:22752:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000009d0d32a0 reply state 0000000066839c9e transno 12884901890 ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bc21ffe00/0xfbc93bbea5fdb830 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587301.130370:0:22752:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bc21ffe00/0xfbc93bbea5fdb830 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587301.130399:0:22752:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff8f5bbbe1bc00) 00010000:00010000:2.0:1788587301.130402:0:22752:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1788587301.130405:0:22752:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1788587301.130571:0:22752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a83de2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38+10:18691:x1875469110762624:12345-192.168.203.1@tcp:36:lfs.0 Request processed in 19830us (20882us total) trans 12884901890 rc 0/0 00000100:00100000:2.0:1788587301.130580:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 28 00000040:00080000:1.0:1788587301.206869:0:23511:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:1.0:1788587301.213476:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:3.0:1788587301.213665:0:24283:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110762880 00000100:00100000:3.0:1788587301.213676:0:24283:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110762880 00000100:00100000:3.0:1788587301.213742:0:24283:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 29 00000100:00100000:3.0:1788587301.213752:0:24283:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bbcb04000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38+10:18699:x1875469110762880:12345-192.168.203.1@tcp:101:lctl.0 00010000:00010000:3.0:1788587301.213788:0:24283:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788587301.213810:0:24283:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bbfa71c00/0xfbc93bbea5fdb83e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67b316c86c810e64 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587301.213874:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bbfa70c00/0xfbc93bbea5fdb845 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 24283 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587301.213888:0:24283:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bbfa70c00/0xfbc93bbea5fdb845 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 24283 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587301.213898:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bbfa70c00/0xfbc93bbea5fdb845 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 24283 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788587301.213939:0:24283:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1788587301.213942:0:24283:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788587301.213976:0:24283:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bbfa70c00/0xfbc93bbea5fdb845 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 24283 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587301.214384:0:24283:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bbfa71c00/0xfbc93bbea5fdb83e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.1@tcp remote: 0x67b316c86c810e64 expref: 12 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587301.214456:0:24283:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bbfa70c00/0xfbc93bbea5fdb845 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.1@tcp remote: 0x67b316c86c810e64 expref: 11 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587301.214466:0:24283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f5b85fb9e00) 00010000:00010000:3.0:1788587301.214469:0:24283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1788587301.214472:0:24283:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f5bbfa70c00, rc 0) 00000100:00100000:3.0:1788587301.214545:0:24283:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bbcb04000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38+11:18699:x1875469110762880:12345-192.168.203.1@tcp:101:lctl.0 Request processed in 794us (1076us total) trans 0 rc 0/0 00000100:00100000:3.0:1788587301.214553:0:24283:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 29 00000100:00100000:3.0:1788587301.228692:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:1.0:1788587301.228982:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110763008 00000100:00100000:1.0:1788587301.229005:0:22753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110763008 00000100:00100000:1.0:1788587301.229061:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 30 00000100:00100000:1.0:1788587301.229071:0:22753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bb6fd4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:488a9ed3-1103-4290-84da-1b7417c4d628+5:18700:x1875469110763008:12345-192.168.203.1@tcp:101:lfs.0 00010000:00010000:1.0:1788587301.229088:0:22753:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788587301.229107:0:22753:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a8224c800/0xfbc93bbea5fdb84c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67b316c86c810e6b expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587301.229168:0:22753:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a8224d000/0xfbc93bbea5fdb853 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587301.229182:0:22753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a8224d000/0xfbc93bbea5fdb853 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587301.229193:0:22753:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a8224d000/0xfbc93bbea5fdb853 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788587301.229237:0:22753:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1788587301.229241:0:22753:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788587301.229260:0:22753:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a8224d000/0xfbc93bbea5fdb853 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587301.229281:0:22753:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a8224c800/0xfbc93bbea5fdb84c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.1@tcp remote: 0x67b316c86c810e6b expref: 7 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587301.229297:0:22753:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a8224d000/0xfbc93bbea5fdb853 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.1@tcp remote: 0x67b316c86c810e6b expref: 6 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587301.229304:0:22753:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f5b85fb9e00) 00010000:00010000:1.0:1788587301.229307:0:22753:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1788587301.229310:0:22753:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f5a8224d000, rc 0) 00000100:00100000:1.0:1788587301.229374:0:22753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bb6fd4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:488a9ed3-1103-4290-84da-1b7417c4d628+6:18700:x1875469110763008:12345-192.168.203.1@tcp:101:lfs.0 Request processed in 305us (691us total) trans 0 rc 0/0 00000100:00100000:1.0:1788587301.229381:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 30 00000100:00100000:1.0:1788587301.233859:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:2.0:1788587301.233943:0:22754:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110763136 00000100:00100000:2.0:1788587301.233953:0:22754:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110763136 00000100:00100000:2.0:1788587301.234007:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 31 00000100:00100000:2.0:1788587301.234018:0:22754:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bbcb04e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:488a9ed3-1103-4290-84da-1b7417c4d628+6:18700:x1875469110763136:12345-192.168.203.1@tcp:101:lfs.0 00010000:00010000:2.0:1788587301.234037:0:22754:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788587301.234056:0:22754:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bc21ffa00/0xfbc93bbea5fdb85a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67b316c86c810e72 expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587301.234116:0:22754:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bc21fe600/0xfbc93bbea5fdb861 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587301.234130:0:22754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bc21fe600/0xfbc93bbea5fdb861 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587301.234141:0:22754:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bc21fe600/0xfbc93bbea5fdb861 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587301.234151:0:22754:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bc21fe400/0xfbc93bbea5fdb868 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587301.234157:0:22754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bc21fe400/0xfbc93bbea5fdb868 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587301.234181:0:22754:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bc21fe400/0xfbc93bbea5fdb868 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587301.234253:0:22754:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bc2050000/0xfbc93bbea5fdb86f lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587301.234262:0:22754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bc2050000/0xfbc93bbea5fdb86f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587301.234269:0:22754:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bc2050000/0xfbc93bbea5fdb86f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788587301.234304:0:22754:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1788587301.234307:0:22754:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788587301.234323:0:22754:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bc2050000/0xfbc93bbea5fdb86f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587301.234335:0:22754:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bc21fe600/0xfbc93bbea5fdb861 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587301.234341:0:22754:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bc21fe600/0xfbc93bbea5fdb861 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587301.234347:0:22754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bc21fe600/0xfbc93bbea5fdb861 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587301.234353:0:22754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f5bc21fe600 already unused, calling callback (ffffffffc19ef4f0) 00010000:00010000:2.0:1788587301.234357:0:22754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bc21fe600/0xfbc93bbea5fdb861 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587301.234364:0:22754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bc21fe600/0xfbc93bbea5fdb861 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587301.234382:0:22754:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f5b85fb9e00) 00010000:00010000:2.0:1788587301.234395:0:22754:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788587301.234401:0:22754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bc21fe600/0xfbc93bbea5fdb861 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587301.234407:0:22754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bc21fe600/0xfbc93bbea5fdb861 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587301.234449:0:22754:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bc21fe400/0xfbc93bbea5fdb868 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587301.234455:0:22754:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bc21fe400/0xfbc93bbea5fdb868 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587301.234460:0:22754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bc21fe400/0xfbc93bbea5fdb868 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587301.234464:0:22754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f5bc21fe400 already unused, calling callback (ffffffffc19ef4f0) 00010000:00010000:2.0:1788587301.234467:0:22754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bc21fe400/0xfbc93bbea5fdb868 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587301.234471:0:22754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bc21fe400/0xfbc93bbea5fdb868 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587301.234477:0:22754:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff8f5bbbe1bc00) 00010000:00010000:2.0:1788587301.234479:0:22754:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788587301.234482:0:22754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bc21fe400/0xfbc93bbea5fdb868 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587301.234487:0:22754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bc21fe400/0xfbc93bbea5fdb868 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587301.234533:0:22754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bc21ffa00/0xfbc93bbea5fdb85a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.1@tcp remote: 0x67b316c86c810e72 expref: 8 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587301.234546:0:22754:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bc2050000/0xfbc93bbea5fdb86f lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.1@tcp remote: 0x67b316c86c810e72 expref: 7 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587301.234552:0:22754:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8f5bbbe1b100) 00010000:00010000:2.0:1788587301.234554:0:22754:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788587301.234556:0:22754:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f5bc2050000, rc 0) 00000100:00100000:2.0:1788587301.234623:0:22754:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bbcb04e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:488a9ed3-1103-4290-84da-1b7417c4d628+7:18700:x1875469110763136:12345-192.168.203.1@tcp:101:lfs.0 Request processed in 607us (773us total) trans 0 rc 0/0 00000100:00100000:2.0:1788587301.234631:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 31 00000100:00100000:3.0:1788587301.237199:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:1.0:1788587301.237286:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110763264 00000100:00100000:1.0:1788587301.237297:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110763264 00000100:00100000:1.0:1788587301.237360:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 6 00000100:00100000:1.0:1788587301.237370:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bb6fd7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:488a9ed3-1103-4290-84da-1b7417c4d628+5:18700:x1875469110763264:12345-192.168.203.1@tcp:900:lfs.0 00000100:00100000:1.0:1788587301.237475:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bb6fd7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:488a9ed3-1103-4290-84da-1b7417c4d628+5:18700:x1875469110763264:12345-192.168.203.1@tcp:900:lfs.0 Request processed in 106us (284us total) trans 0 rc 0/0 00000100:00100000:1.0:1788587301.237482:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 6 00000100:00080000:3.0:1788587301.237707:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788587301.240929:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:1.0:1788587301.241183:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110763520 00000100:00100000:1.0:1788587301.241193:0:22753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110763520 00000100:00100000:1.0:1788587301.241253:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 32 00000100:00100000:1.0:1788587301.241264:0:22753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a83de0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:488a9ed3-1103-4290-84da-1b7417c4d628+7:18700:x1875469110763520:12345-192.168.203.1@tcp:101:lfs.0 00010000:00010000:1.0:1788587301.241284:0:22753:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788587301.241315:0:22753:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a8224c800/0xfbc93bbea5fdb876 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67b316c86c810e79 expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788587301.241453:0:22753:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:1.0:1788587301.241560:0:22753:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a8224c800/0xfbc93bbea5fdb876 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.1@tcp remote: 0x67b316c86c810e79 expref: 9 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587301.241575:0:22753:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f5b85fb9e00) 00010000:00010000:1.0:1788587301.241578:0:22753:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1788587301.241583:0:22753:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a8224c800/0xfbc93bbea5fdb876 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.1@tcp remote: 0x67b316c86c810e79 expref: 9 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587301.241614:0:22753:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f5a8224c800, rc 0) 00000100:00100000:1.0:1788587301.241693:0:22753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a83de0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:488a9ed3-1103-4290-84da-1b7417c4d628+8:18700:x1875469110763520:12345-192.168.203.1@tcp:101:lfs.0 Request processed in 431us (771us total) trans 12884901891 rc 301/301 00000100:00100000:1.0:1788587301.241700:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 32 00000100:00100000:0.0:1788587301.247104:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:2.0:1788587301.248244:0:22754:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110763776 00000100:00100000:2.0:1788587301.248377:0:22754:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110763776 00000100:00100000:2.0:1788587301.248517:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 33 00000100:00100000:2.0:1788587301.248529:0:22754:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a84521880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:488a9ed3-1103-4290-84da-1b7417c4d628+8:18700:x1875469110763776:12345-192.168.203.1@tcp:36:lfs.0 00010000:00010000:2.0:1788587301.248589:0:22754:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788587301.248616:0:22754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bc2050000/0xfbc93bbea5fdb86f lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.1@tcp remote: 0x67b316c86c810e72 expref: 8 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587301.248636:0:22754:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8f5bbbe1b100) 00010000:00010000:2.0:1788587301.248642:0:22754:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788587301.248662:0:22754:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bc2050c00/0xfbc93bbea5fdb884 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587301.248675:0:22754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bc2050c00/0xfbc93bbea5fdb884 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587301.248700:0:22754:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bc2050c00/0xfbc93bbea5fdb884 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788587301.249157:0:22754:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 0000000006569ec6 reply state 0000000088eefd1d transno 12884901892 ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bc2050c00/0xfbc93bbea5fdb884 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587301.249171:0:22754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bc2050c00/0xfbc93bbea5fdb884 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587301.249178:0:22754:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8f5bbbe1b100) 00010000:00010000:2.0:1788587301.249180:0:22754:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:2.0:1788587301.249183:0:22754:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:2.0:1788587301.249191:0:22754:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000100:00100000:2.0:1788587301.249462:0:22754:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a84521880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:488a9ed3-1103-4290-84da-1b7417c4d628+9:18700:x1875469110763776:12345-192.168.203.1@tcp:36:lfs.0 Request processed in 934us (2371us total) trans 12884901892 rc 0/0 00000100:00100000:2.0:1788587301.249470:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 33 00000100:00100000:3.0:1788587301.254409:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:1.0:1788587301.254595:0:22755:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110764032 00000100:00100000:1.0:1788587301.254606:0:22755:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110764032 00000100:00100000:1.0:1788587301.254669:0:22755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 2 00000100:00100000:1.0:1788587301.254681:0:22755:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bb6fd5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:488a9ed3-1103-4290-84da-1b7417c4d628+9:18700:x1875469110764032:12345-192.168.203.1@tcp:35:lfs.0 00000100:00100000:1.0:1788587301.254903:0:22755:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bb6fd5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:488a9ed3-1103-4290-84da-1b7417c4d628+10:18700:x1875469110764032:12345-192.168.203.1@tcp:35:lfs.0 Request processed in 224us (517us total) trans 12884901893 rc 0/0 00000100:00100000:1.0:1788587301.254911:0:22755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 2 00000100:00100000:0.0:1788587301.264089:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:1.0:1788587301.264813:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110764288 00000100:00100000:1.0:1788587301.264824:0:22753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110764288 00000100:00100000:1.0:1788587301.264931:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 34 00000100:00100000:1.0:1788587301.264942:0:22753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a84520a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:488a9ed3-1103-4290-84da-1b7417c4d628+10:18700:x1875469110764288:12345-192.168.203.1@tcp:101:lfs.0 00010000:00010000:1.0:1788587301.264964:0:22753:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788587301.264982:0:22753:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a8224c800/0xfbc93bbea5fdb88b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67b316c86c810e80 expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587301.265055:0:22753:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a8224dc00/0xfbc93bbea5fdb892 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587301.265072:0:22753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a8224dc00/0xfbc93bbea5fdb892 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587301.265083:0:22753:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a8224dc00/0xfbc93bbea5fdb892 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587301.265109:0:22753:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a8224c600/0xfbc93bbea5fdb899 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587301.265118:0:22753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a8224c600/0xfbc93bbea5fdb899 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587301.265124:0:22753:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a8224c600/0xfbc93bbea5fdb899 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788587301.265234:0:22753:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:1.0:1788587301.265294:0:22753:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a8224dc00/0xfbc93bbea5fdb892 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587301.265302:0:22753:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a8224dc00/0xfbc93bbea5fdb892 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587301.265308:0:22753:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a8224dc00/0xfbc93bbea5fdb892 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587301.265314:0:22753:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f5a8224dc00 already unused, calling callback (ffffffffc19ef4f0) 00010000:00010000:1.0:1788587301.265318:0:22753:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a8224dc00/0xfbc93bbea5fdb892 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587301.265326:0:22753:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a8224dc00/0xfbc93bbea5fdb892 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587301.265337:0:22753:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f5b85fb9e00) 00010000:00010000:1.0:1788587301.265340:0:22753:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788587301.265344:0:22753:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a8224dc00/0xfbc93bbea5fdb892 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587301.265361:0:22753:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a8224dc00/0xfbc93bbea5fdb892 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587301.265377:0:22753:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a8224c600/0xfbc93bbea5fdb899 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587301.265382:0:22753:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a8224c600/0xfbc93bbea5fdb899 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587301.265397:0:22753:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a8224c600/0xfbc93bbea5fdb899 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587301.265402:0:22753:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f5a8224c600 already unused, calling callback (ffffffffc19ef4f0) 00010000:00010000:1.0:1788587301.265406:0:22753:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a8224c600/0xfbc93bbea5fdb899 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587301.265412:0:22753:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a8224c600/0xfbc93bbea5fdb899 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587301.265470:0:22753:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff8f5bbbe1bc00) 00010000:00010000:1.0:1788587301.265472:0:22753:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788587301.265475:0:22753:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a8224c600/0xfbc93bbea5fdb899 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587301.265481:0:22753:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a8224c600/0xfbc93bbea5fdb899 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587301.265512:0:22753:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a8224c800/0xfbc93bbea5fdb88b lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.1@tcp remote: 0x67b316c86c810e80 expref: 12 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587301.265533:0:22753:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f5b85fb9e00) 00010000:00010000:1.0:1788587301.265536:0:22753:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1788587301.265540:0:22753:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a8224c800/0xfbc93bbea5fdb88b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.1@tcp remote: 0x67b316c86c810e80 expref: 12 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587301.265550:0:22753:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f5a8224c800, rc 0) 00000100:00100000:1.0:1788587301.265618:0:22753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a84520a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:488a9ed3-1103-4290-84da-1b7417c4d628+11:18700:x1875469110764288:12345-192.168.203.1@tcp:101:lfs.0 Request processed in 678us (1617us total) trans 12884901894 rc 301/301 00000100:00100000:1.0:1788587301.265636:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 34 00000100:00100000:0.0:1788587301.269123:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:3.0:1788587301.269245:0:24283:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110764416 00000100:00100000:3.0:1788587301.269256:0:24283:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110764416 00000100:00100000:3.0:1788587301.269316:0:24283:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 35 00000100:00100000:3.0:1788587301.269327:0:24283:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a84520380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:488a9ed3-1103-4290-84da-1b7417c4d628+11:18700:x1875469110764416:12345-192.168.203.1@tcp:101:lfs.0 00010000:00010000:3.0:1788587301.269350:0:24283:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788587301.269370:0:24283:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bbfa71c00/0xfbc93bbea5fdb8a7 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67b316c86c810e87 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587301.269506:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bbfa70600/0xfbc93bbea5fdb8ae lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 24283 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587301.269538:0:24283:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bbfa70600/0xfbc93bbea5fdb8ae lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 24283 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587301.269551:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bbfa70600/0xfbc93bbea5fdb8ae lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 24283 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788587301.269583:0:24283:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1788587301.269587:0:24283:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788587301.269609:0:24283:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bbfa70600/0xfbc93bbea5fdb8ae lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 24283 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587301.269890:0:24283:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bbfa71c00/0xfbc93bbea5fdb8a7 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.1@tcp remote: 0x67b316c86c810e87 expref: 13 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587301.269909:0:24283:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bbfa70600/0xfbc93bbea5fdb8ae lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.1@tcp remote: 0x67b316c86c810e87 expref: 12 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587301.269917:0:24283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8f5bbbe1b100) 00010000:00010000:3.0:1788587301.269920:0:24283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1788587301.269923:0:24283:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f5bbfa70600, rc 0) 00000100:00100000:3.0:1788587301.270019:0:24283:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a84520380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:488a9ed3-1103-4290-84da-1b7417c4d628+12:18700:x1875469110764416:12345-192.168.203.1@tcp:101:lfs.0 Request processed in 693us (906us total) trans 0 rc 0/0 00000100:00100000:3.0:1788587301.270026:0:24283:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 35 00000100:00100000:3.0:1788587301.275658:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:1.0:1788587301.277668:0:22755:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110764544 00000100:00100000:1.0:1788587301.277682:0:22755:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110764544 00000100:00100000:1.0:1788587301.277954:0:22755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 3 00000100:00100000:1.0:1788587301.277966:0:22755:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bb6fd4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:488a9ed3-1103-4290-84da-1b7417c4d628+12:18700:x1875469110764544:12345-192.168.203.1@tcp:37:lfs.0 00000100:00100000:1.0:1788587301.288216:0:22755:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bb6fd4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:488a9ed3-1103-4290-84da-1b7417c4d628+12:18700:x1875469110764544:12345-192.168.203.1@tcp:37:lfs.0 Request processed in 10240us (12555us total) trans 0 rc 0/0 00000100:00100000:1.0:1788587301.288230:0:22755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 3 00000100:00100000:0.0:1788587301.295061:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:3.0:1788587301.295177:0:22756:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110764800 00000100:00100000:3.0:1788587301.295187:0:22756:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110764800 00000100:00100000:3.0:1788587301.295249:0:22756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 4 00000100:00100000:3.0:1788587301.295260:0:22756:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a8305a850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:488a9ed3-1103-4290-84da-1b7417c4d628+12:18700:x1875469110764800:12345-192.168.203.1@tcp:35:lfs.0 00000100:00100000:2.0:1788587301.296057:0:22756:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a8305a850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:488a9ed3-1103-4290-84da-1b7417c4d628+13:18700:x1875469110764800:12345-192.168.203.1@tcp:35:lfs.0 Request processed in 796us (1003us total) trans 12884901895 rc 0/0 00000100:00100000:2.0:1788587301.296070:0:22756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 4 10000000:01000000:0.0:1788587301.332530:0:22750:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:0.0:1788587301.332538:0:22750:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8f5bbfb16800 from 13 10000000:01000000:0.0:1788587301.332560:0:22750:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1788587301.332607:0:22750:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.101@tcp lock: ffff8f5a826bec00/0xfbc93bbea5fdb8b5 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587301.332636:0:22750:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.101@tcp lock: ffff8f5a826bec00/0xfbc93bbea5fdb8b5 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587301.332647:0:22750:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.101@tcp lock: ffff8f5a826bec00/0xfbc93bbea5fdb8b5 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788587301.332674:0:22750:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a84523b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:42f04641-d17f-4ff4-9b47-651ab04c1b17:22750:1875469127639808:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1788587301.332753:0:22750:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788587301.332797:0:22750:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5bbcbd2f00 going to sleep for 11 seconds 00000100:00100000:2.0:1788587301.332939:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127639808 00000100:00100000:2.0:1788587301.332947:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127639808 00000100:00100000:2.0:1788587301.333010:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 154 00000100:00100000:2.0:1788587301.333020:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5b83517450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42f04641-d17f-4ff4-9b47-651ab04c1b17+20:22750:x1875469127639808:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788587301.333033:0:22747:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788587301.333046:0:22747:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f5bc2050000/0xfbc93bbea5fdb8bc lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xfbc93bbea5fdb8b5 expref: -99 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587301.333069:0:22747:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f5bc2050000/0xfbc93bbea5fdb8bc lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xfbc93bbea5fdb8b5 expref: 21 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587301.333092:0:22747:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f5bc2050000/0xfbc93bbea5fdb8bc lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xfbc93bbea5fdb8b5 expref: 21 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587301.333102:0:22747:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f5bc2050000, rc 0) 00000100:00100000:2.0:1788587301.333153:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5b83517450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42f04641-d17f-4ff4-9b47-651ab04c1b17+21:22750:x1875469127639808:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 135us (399us total) trans 0 rc 0/0 00000100:00100000:2.0:1788587301.333160:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 154 00000100:00100000:0.0:1788587301.333456:0:22750:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a84523b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:42f04641-d17f-4ff4-9b47-651ab04c1b17:22750:1875469127639808:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788587301.333471:0:22750:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.101@tcp lock: ffff8f5a826bec00/0xfbc93bbea5fdb8b5 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xfbc93bbea5fdb8bc expref: -99 pid: 22750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587301.333480:0:22750:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.101@tcp lock: ffff8f5a826bec00/0xfbc93bbea5fdb8b5 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xfbc93bbea5fdb8bc expref: -99 pid: 22750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788587301.333542:0:22750:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a84523b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:42f04641-d17f-4ff4-9b47-651ab04c1b17:22750:1875469127639936:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1788587301.333568:0:22750:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788587301.333597:0:22750:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5bbcbd2f00 going to sleep for 11 seconds 00000100:00100000:3.0:1788587301.333659:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127639936 00000100:00100000:3.0:1788587301.333664:0:22746:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127639936 00000100:00100000:3.0:1788587301.333710:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 155 00000100:00100000:3.0:1788587301.333718:0:22746:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5b83515050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:42f04641-d17f-4ff4-9b47-651ab04c1b17+21:22750:x1875469127639936:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788587301.333830:0:22746:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5b83515050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:42f04641-d17f-4ff4-9b47-651ab04c1b17+21:22750:x1875469127639936:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 112us (260us total) trans 0 rc 0/0 00000100:00100000:3.0:1788587301.333838:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 155 00000100:00100000:0.0:1788587301.334013:0:22750:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a84523b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:42f04641-d17f-4ff4-9b47-651ab04c1b17:22750:1875469127639936:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1788587301.334046:0:22750:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a84523b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:42f04641-d17f-4ff4-9b47-651ab04c1b17:22750:1875469127640064:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1788587301.334090:0:22750:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788587301.334102:0:22750:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5bbcbd2f00 going to sleep for 11 seconds 00000100:00100000:1.0:1788587301.334166:0:22745:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127640064 00000100:00100000:1.0:1788587301.334171:0:22745:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127640064 00000100:00100000:1.0:1788587301.334205:0:22745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 156 00000100:00100000:1.0:1788587301.334213:0:22745:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5b83514850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42f04641-d17f-4ff4-9b47-651ab04c1b17+21:22750:x1875469127640064:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1788587301.334299:0:22745:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5b83514850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42f04641-d17f-4ff4-9b47-651ab04c1b17+21:22750:x1875469127640064:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 87us (209us total) trans 0 rc 0/0 00000100:00100000:1.0:1788587301.334307:0:22745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 156 00000100:00100000:0.0:1788587301.334600:0:22750:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a84523b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:42f04641-d17f-4ff4-9b47-651ab04c1b17:22750:1875469127640064:0@lo:503:ll_cfg_requeue.0 00000040:00080000:3.0:1788587301.335837:0:25791:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:0.0:1788587301.336067:0:22750:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:0.0:1788587301.336092:0:22750:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.101@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1788587301.336101:0:22750:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.101@tcp lock: ffff8f5a826bec00/0xfbc93bbea5fdb8b5 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xfbc93bbea5fdb8bc expref: -99 pid: 22750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587301.336113:0:22750:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.101@tcp lock: ffff8f5a826bec00/0xfbc93bbea5fdb8b5 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xfbc93bbea5fdb8bc expref: -99 pid: 22750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788587301.336122:0:22750:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:0.0:1788587301.336124:0:22750:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8f5b84194800 from 13 10000000:01000000:0.0:1788587301.336127:0:22750:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1788587301.336159:0:22750:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.101@tcp lock: ffff8f5a826bf800/0xfbc93bbea5fdb8c3 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587301.336167:0:22750:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.101@tcp lock: ffff8f5a826bf800/0xfbc93bbea5fdb8c3 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587301.336182:0:22750:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.101@tcp lock: ffff8f5a826bf800/0xfbc93bbea5fdb8c3 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788587301.336204:0:22750:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a84523b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:42f04641-d17f-4ff4-9b47-651ab04c1b17:22750:1875469127640192:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1788587301.336259:0:22750:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788587301.336297:0:22750:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5bbcbd2f00 going to sleep for 11 seconds 00000100:00100000:2.0:1788587301.336358:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127640192 00000100:00100000:2.0:1788587301.336364:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127640192 00000100:00100000:2.0:1788587301.336445:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 157 00000100:00100000:2.0:1788587301.336455:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5b83517c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42f04641-d17f-4ff4-9b47-651ab04c1b17+21:22750:x1875469127640192:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788587301.336467:0:22747:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788587301.336478:0:22747:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f5bc2051c00/0xfbc93bbea5fdb8ca lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0xfbc93bbea5fdb8c3 expref: -99 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587301.336499:0:22747:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f5bc2051c00/0xfbc93bbea5fdb8ca lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xfbc93bbea5fdb8c3 expref: 22 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587301.336510:0:22747:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f5bc2051c00/0xfbc93bbea5fdb8ca lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xfbc93bbea5fdb8c3 expref: 22 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587301.336518:0:22747:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f5bc2051c00, rc 0) 00000100:00100000:2.0:1788587301.336562:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5b83517c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42f04641-d17f-4ff4-9b47-651ab04c1b17+22:22750:x1875469127640192:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 109us (303us total) trans 0 rc 0/0 00000100:00100000:2.0:1788587301.336569:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 157 00000100:00100000:0.0:1788587301.336936:0:22750:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a84523b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:42f04641-d17f-4ff4-9b47-651ab04c1b17:22750:1875469127640192:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788587301.336951:0:22750:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.101@tcp lock: ffff8f5a826bf800/0xfbc93bbea5fdb8c3 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xfbc93bbea5fdb8ca expref: -99 pid: 22750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587301.336960:0:22750:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.101@tcp lock: ffff8f5a826bf800/0xfbc93bbea5fdb8c3 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xfbc93bbea5fdb8ca expref: -99 pid: 22750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788587301.337037:0:22750:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a84523b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:42f04641-d17f-4ff4-9b47-651ab04c1b17:22750:1875469127640320:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1788587301.337065:0:22750:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788587301.337091:0:22750:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5bbcbd2f00 going to sleep for 11 seconds 00000100:00100000:3.0:1788587301.337170:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127640320 00000100:00100000:3.0:1788587301.337176:0:22746:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127640320 00000100:00100000:3.0:1788587301.337647:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 158 00000100:00100000:3.0:1788587301.337658:0:22746:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5b83515850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:42f04641-d17f-4ff4-9b47-651ab04c1b17+22:22750:x1875469127640320:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788587301.337776:0:22746:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5b83515850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:42f04641-d17f-4ff4-9b47-651ab04c1b17+22:22750:x1875469127640320:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 119us (709us total) trans 0 rc 0/0 00000100:00100000:3.0:1788587301.337783:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 158 00000100:00100000:0.0:1788587301.337862:0:22750:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a84523b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:42f04641-d17f-4ff4-9b47-651ab04c1b17:22750:1875469127640320:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1788587301.337896:0:22750:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a84523b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:42f04641-d17f-4ff4-9b47-651ab04c1b17:22750:1875469127640448:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1788587301.337942:0:22750:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788587301.339224:0:22750:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5bbcbd2f00 going to sleep for 11 seconds 00000100:00100000:2.0:1788587301.344406:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127640448 00000100:00100000:2.0:1788587301.344435:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127640448 00000100:00100000:2.0:1788587301.344503:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159 00000100:00100000:2.0:1788587301.344513:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5b83a90c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42f04641-d17f-4ff4-9b47-651ab04c1b17+22:22750:x1875469127640448:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1788587301.344696:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5b83a90c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42f04641-d17f-4ff4-9b47-651ab04c1b17+22:22750:x1875469127640448:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 184us (6753us total) trans 0 rc 0/0 00000100:00100000:0.0:1788587301.344888:0:22750:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a84523b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:42f04641-d17f-4ff4-9b47-651ab04c1b17:22750:1875469127640448:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1788587301.345180:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159 00000040:00080000:2.0:1788587301.346516:0:25792:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:0.0:1788587301.347073:0:22750:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:0.0:1788587301.347105:0:22750:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.101@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1788587301.347248:0:22750:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.101@tcp lock: ffff8f5a826bf800/0xfbc93bbea5fdb8c3 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xfbc93bbea5fdb8ca expref: -99 pid: 22750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587301.347261:0:22750:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.101@tcp lock: ffff8f5a826bf800/0xfbc93bbea5fdb8c3 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xfbc93bbea5fdb8ca expref: -99 pid: 22750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788587301.347272:0:22750:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:0.0:1788587301.347275:0:22750:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8f5bbfa54800 from 13 10000000:01000000:0.0:1788587301.347278:0:22750:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1788587301.347315:0:22750:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.101@tcp lock: ffff8f5a826bfe00/0xfbc93bbea5fdb8d1 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587301.347323:0:22750:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.101@tcp lock: ffff8f5a826bfe00/0xfbc93bbea5fdb8d1 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587301.347333:0:22750:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.101@tcp lock: ffff8f5a826bfe00/0xfbc93bbea5fdb8d1 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788587301.347370:0:22750:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a84523b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:42f04641-d17f-4ff4-9b47-651ab04c1b17:22750:1875469127640576:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1788587301.351107:0:22750:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788587301.351165:0:22750:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5bbcbd2f00 going to sleep for 11 seconds 00000100:00100000:2.0:1788587301.351231:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127640576 00000100:00100000:2.0:1788587301.351241:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127640576 00000100:00100000:2.0:1788587301.351357:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 160 00000100:00100000:2.0:1788587301.351369:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5b83a92c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42f04641-d17f-4ff4-9b47-651ab04c1b17+22:22750:x1875469127640576:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788587301.351396:0:22747:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788587301.351442:0:22747:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f5bc2050a00/0xfbc93bbea5fdb8d8 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0xfbc93bbea5fdb8d1 expref: -99 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587301.351470:0:22747:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f5bc2050a00/0xfbc93bbea5fdb8d8 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xfbc93bbea5fdb8d1 expref: 23 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587301.351481:0:22747:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f5bc2050a00/0xfbc93bbea5fdb8d8 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xfbc93bbea5fdb8d1 expref: 23 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587301.351490:0:22747:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f5bc2050a00, rc 0) 00000100:00100000:2.0:1788587301.351548:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5b83a92c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42f04641-d17f-4ff4-9b47-651ab04c1b17+23:22750:x1875469127640576:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 182us (448us total) trans 0 rc 0/0 00000100:00100000:2.0:1788587301.351555:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 160 00000100:00100000:0.0:1788587301.351650:0:22750:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a84523b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:42f04641-d17f-4ff4-9b47-651ab04c1b17:22750:1875469127640576:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788587301.351668:0:22750:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.101@tcp lock: ffff8f5a826bfe00/0xfbc93bbea5fdb8d1 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xfbc93bbea5fdb8d8 expref: -99 pid: 22750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587301.351677:0:22750:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.101@tcp lock: ffff8f5a826bfe00/0xfbc93bbea5fdb8d1 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xfbc93bbea5fdb8d8 expref: -99 pid: 22750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788587301.351765:0:22750:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a84523b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:42f04641-d17f-4ff4-9b47-651ab04c1b17:22750:1875469127640704:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1788587301.351800:0:22750:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788587301.356355:0:22750:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5bbcbd2f00 going to sleep for 11 seconds 00000100:00100000:3.0:1788587301.359622:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127640704 00000100:00100000:3.0:1788587301.359638:0:22746:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127640704 00000100:00100000:3.0:1788587301.360343:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 161 00000100:00100000:3.0:1788587301.360359:0:22746:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5b83a91450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:42f04641-d17f-4ff4-9b47-651ab04c1b17+23:22750:x1875469127640704:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788587301.360552:0:22746:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5b83a91450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:42f04641-d17f-4ff4-9b47-651ab04c1b17+23:22750:x1875469127640704:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 199us (8751us total) trans 0 rc 0/0 00000100:00100000:3.0:1788587301.360561:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 161 00000100:00100000:0.0:1788587301.360694:0:22750:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a84523b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:42f04641-d17f-4ff4-9b47-651ab04c1b17:22750:1875469127640704:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1788587301.360759:0:22750:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a84523b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:42f04641-d17f-4ff4-9b47-651ab04c1b17:22750:1875469127640832:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1788587301.360812:0:22750:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788587301.360855:0:22750:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5bbcbd2f00 going to sleep for 11 seconds 00000100:00100000:2.0:1788587301.365431:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127640832 00000100:00100000:2.0:1788587301.365447:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127640832 00000100:00100000:2.0:1788587301.365512:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 162 00000100:00100000:2.0:1788587301.365522:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5b83a90050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42f04641-d17f-4ff4-9b47-651ab04c1b17+23:22750:x1875469127640832:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1788587301.365728:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5b83a90050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42f04641-d17f-4ff4-9b47-651ab04c1b17+23:22750:x1875469127640832:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 207us (4914us total) trans 0 rc 0/0 00000100:00100000:2.0:1788587301.365736:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 162 00000100:00100000:0.0:1788587301.366870:0:22750:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a84523b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:42f04641-d17f-4ff4-9b47-651ab04c1b17:22750:1875469127640832:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1788587301.369173:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:2.0:1788587301.371011:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110764928 00000100:00100000:2.0:1788587301.371026:0:22752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110764928 00000100:00100000:2.0:1788587301.371098:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 36 00000100:00100000:2.0:1788587301.371109:0:22752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bbcb06d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38+11:18706:x1875469110764928:12345-192.168.203.1@tcp:101:bash.0 00010000:00010000:2.0:1788587301.371130:0:22752:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788587301.371153:0:22752:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bc21ffa00/0xfbc93bbea5fdb8df lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67b316c86c810e8e expref: -99 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587301.371216:0:22752:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bc21fe400/0xfbc93bbea5fdb8e6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587301.371232:0:22752:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bc21fe400/0xfbc93bbea5fdb8e6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587301.371244:0:22752:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bc21fe400/0xfbc93bbea5fdb8e6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587301.371254:0:22752:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bc21fe600/0xfbc93bbea5fdb8ed lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587301.371261:0:22752:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bc21fe600/0xfbc93bbea5fdb8ed lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587301.371267:0:22752:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bc21fe600/0xfbc93bbea5fdb8ed lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587301.371339:0:22752:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80031e00/0xfbc93bbea5fdb8f4 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587301.371362:0:22752:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80031e00/0xfbc93bbea5fdb8f4 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587301.371369:0:22752:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80031e00/0xfbc93bbea5fdb8f4 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788587301.371411:0:22752:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1788587301.371431:0:22752:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788587301.371467:0:22752:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80031e00/0xfbc93bbea5fdb8f4 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587301.371479:0:22752:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bc21fe400/0xfbc93bbea5fdb8e6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587301.371486:0:22752:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bc21fe400/0xfbc93bbea5fdb8e6 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587301.371492:0:22752:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bc21fe400/0xfbc93bbea5fdb8e6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587301.371499:0:22752:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f5bc21fe400 already unused, calling callback (ffffffffc19ef4f0) 00010000:00010000:2.0:1788587301.371503:0:22752:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bc21fe400/0xfbc93bbea5fdb8e6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587301.371510:0:22752:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bc21fe400/0xfbc93bbea5fdb8e6 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587301.371527:0:22752:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f5b85fb9e00) 00010000:00010000:2.0:1788587301.371530:0:22752:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788587301.371535:0:22752:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bc21fe400/0xfbc93bbea5fdb8e6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587301.371552:0:22752:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bc21fe400/0xfbc93bbea5fdb8e6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587301.371566:0:22752:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bc21fe600/0xfbc93bbea5fdb8ed lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587301.371572:0:22752:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bc21fe600/0xfbc93bbea5fdb8ed lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587301.371577:0:22752:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bc21fe600/0xfbc93bbea5fdb8ed lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587301.371582:0:22752:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f5bc21fe600 already unused, calling callback (ffffffffc19ef4f0) 00010000:00010000:2.0:1788587301.371585:0:22752:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bc21fe600/0xfbc93bbea5fdb8ed lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587301.371591:0:22752:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bc21fe600/0xfbc93bbea5fdb8ed lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587301.371598:0:22752:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff8f5bbbe1bc00) 00010000:00010000:2.0:1788587301.371600:0:22752:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788587301.371603:0:22752:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bc21fe600/0xfbc93bbea5fdb8ed lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587301.371609:0:22752:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bc21fe600/0xfbc93bbea5fdb8ed lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587301.371630:0:22752:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bc21ffa00/0xfbc93bbea5fdb8df lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.1@tcp remote: 0x67b316c86c810e8e expref: 13 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587301.371652:0:22752:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80031e00/0xfbc93bbea5fdb8f4 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.1@tcp remote: 0x67b316c86c810e8e expref: 12 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587301.371659:0:22752:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8f5bbbe1b100) 00010000:00010000:2.0:1788587301.371661:0:22752:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1788587301.371663:0:22752:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f5b80031e00, rc 0) 00000100:00100000:2.0:1788587301.372842:0:22752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bbcb06d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38+12:18706:x1875469110764928:12345-192.168.203.1@tcp:101:bash.0 Request processed in 1726us (3667us total) trans 0 rc 0/0 00000100:00100000:2.0:1788587301.372852:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 36 00000040:00080000:3.0:1788587301.374373:0:25793:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:0.0:1788587301.376279:0:22750:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:0.0:1788587301.376397:0:22750:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.101@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1788587301.376409:0:22750:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.101@tcp lock: ffff8f5a826bfe00/0xfbc93bbea5fdb8d1 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xfbc93bbea5fdb8d8 expref: -99 pid: 22750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587301.376435:0:22750:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.101@tcp lock: ffff8f5a826bfe00/0xfbc93bbea5fdb8d1 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xfbc93bbea5fdb8d8 expref: -99 pid: 22750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788587301.376464:0:22750:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:0.0:1788587301.376467:0:22750:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8f5a822f3000 from 13 10000000:01000000:0.0:1788587301.376469:0:22750:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1788587301.376568:0:22750:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.101@tcp lock: ffff8f5a826bf000/0xfbc93bbea5fdb8fb lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587301.376577:0:22750:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.101@tcp lock: ffff8f5a826bf000/0xfbc93bbea5fdb8fb lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587301.376587:0:22750:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.101@tcp lock: ffff8f5a826bf000/0xfbc93bbea5fdb8fb lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788587301.376613:0:22750:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a84523b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:42f04641-d17f-4ff4-9b47-651ab04c1b17:22750:1875469127640960:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1788587301.376682:0:22750:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788587301.376721:0:22750:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5bbcbd2f00 going to sleep for 11 seconds 00000100:00100000:2.0:1788587301.377085:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127640960 00000100:00100000:2.0:1788587301.377093:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127640960 00000100:00100000:2.0:1788587301.377140:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 163 00000100:00100000:2.0:1788587301.377154:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a81b19450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42f04641-d17f-4ff4-9b47-651ab04c1b17+23:22750:x1875469127640960:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788587301.377167:0:22747:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788587301.377180:0:22747:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f5b80031000/0xfbc93bbea5fdb902 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0xfbc93bbea5fdb8fb expref: -99 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587301.377201:0:22747:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f5b80031000/0xfbc93bbea5fdb902 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xfbc93bbea5fdb8fb expref: 24 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587301.377210:0:22747:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f5b80031000/0xfbc93bbea5fdb902 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xfbc93bbea5fdb8fb expref: 24 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587301.377218:0:22747:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f5b80031000, rc 0) 00000100:00100000:2.0:1788587301.377269:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a81b19450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42f04641-d17f-4ff4-9b47-651ab04c1b17+24:22750:x1875469127640960:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 120us (586us total) trans 0 rc 0/0 00000100:00100000:2.0:1788587301.377285:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 163 00000100:00100000:0.0:1788587301.377497:0:22750:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a84523b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:42f04641-d17f-4ff4-9b47-651ab04c1b17:22750:1875469127640960:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788587301.377513:0:22750:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.101@tcp lock: ffff8f5a826bf000/0xfbc93bbea5fdb8fb lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xfbc93bbea5fdb902 expref: -99 pid: 22750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587301.377522:0:22750:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.101@tcp lock: ffff8f5a826bf000/0xfbc93bbea5fdb8fb lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xfbc93bbea5fdb902 expref: -99 pid: 22750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788587301.377584:0:22750:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a84523b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:42f04641-d17f-4ff4-9b47-651ab04c1b17:22750:1875469127641088:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1788587301.377610:0:22750:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788587301.377635:0:22750:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5bbcbd2f00 going to sleep for 11 seconds 00000100:00100000:3.0:1788587301.377879:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127641088 00000100:00100000:3.0:1788587301.377885:0:22746:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127641088 00000100:00100000:3.0:1788587301.378027:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 164 00000100:00100000:3.0:1788587301.378045:0:22746:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a81b1a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:42f04641-d17f-4ff4-9b47-651ab04c1b17+24:22750:x1875469127641088:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788587301.378164:0:22746:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a81b1a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:42f04641-d17f-4ff4-9b47-651ab04c1b17+24:22750:x1875469127641088:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 121us (553us total) trans 0 rc 0/0 00000100:00100000:3.0:1788587301.378172:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 164 00000100:00100000:1.0:1788587301.378338:0:22750:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a84523b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:42f04641-d17f-4ff4-9b47-651ab04c1b17:22750:1875469127641088:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788587301.378381:0:22750:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bbcb06680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:42f04641-d17f-4ff4-9b47-651ab04c1b17:22750:1875469127641216:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1788587301.378465:0:22750:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788587301.378485:0:22750:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5b837c1a80 going to sleep for 11 seconds 00000100:00100000:3.0:1788587301.378710:0:22745:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127641216 00000100:00100000:3.0:1788587301.378717:0:22745:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127641216 00000100:00100000:3.0:1788587301.378753:0:22745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 165 00000100:00100000:3.0:1788587301.378762:0:22745:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a81b18850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42f04641-d17f-4ff4-9b47-651ab04c1b17+24:22750:x1875469127641216:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1788587301.378840:0:22745:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a81b18850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42f04641-d17f-4ff4-9b47-651ab04c1b17+24:22750:x1875469127641216:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 79us (374us total) trans 0 rc 0/0 00000100:00100000:3.0:1788587301.378847:0:22745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 165 00000100:00100000:1.0:1788587301.380153:0:22750:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bbcb06680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:42f04641-d17f-4ff4-9b47-651ab04c1b17:22750:1875469127641216:0@lo:503:ll_cfg_requeue.0 00000040:00080000:2.0:1788587301.381102:0:25794:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:3.0:1788587301.381339:0:22750:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:3.0:1788587301.381368:0:22750:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.101@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1788587301.381380:0:22750:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.101@tcp lock: ffff8f5a826bf000/0xfbc93bbea5fdb8fb lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xfbc93bbea5fdb902 expref: -99 pid: 22750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587301.381403:0:22750:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.101@tcp lock: ffff8f5a826bf000/0xfbc93bbea5fdb8fb lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xfbc93bbea5fdb902 expref: -99 pid: 22750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788587301.381803:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:1.0:1788587301.381980:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110765056 00000100:00100000:1.0:1788587301.381989:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110765056 00000100:00100000:1.0:1788587301.382071:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 7 00000100:00100000:1.0:1788587301.382080:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a84522680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38+5:18706:x1875469110765056:12345-192.168.203.1@tcp:900:bash.0 00000100:00100000:1.0:1788587301.382166:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a84522680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38+5:18706:x1875469110765056:12345-192.168.203.1@tcp:900:bash.0 Request processed in 87us (367us total) trans 0 rc 0/0 00000100:00100000:1.0:1788587301.382174:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 7 00000100:00100000:0.0:1788587301.385093:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:2.0:1788587301.385189:0:22754:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110765312 00000100:00100000:2.0:1788587301.385198:0:22754:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110765312 00000100:00100000:2.0:1788587301.385253:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 37 00000100:00100000:2.0:1788587301.385264:0:22754:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a84523100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38+12:18706:x1875469110765312:12345-192.168.203.1@tcp:101:bash.0 00010000:00010000:2.0:1788587301.385283:0:22754:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788587301.385303:0:22754:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80030e00/0xfbc93bbea5fdb909 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67b316c86c810e95 expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587301.385447:0:22754:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80030600/0xfbc93bbea5fdb910 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587301.385463:0:22754:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bbfa70600/0xfbc93bbea5fdb8ae lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.1@tcp remote: 0x67b316c86c810e87 expref: 12 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587301.385472:0:22754:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80030600/0xfbc93bbea5fdb910 lrc: 4/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587301.385514:0:22754:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bbfa70600/0xfbc93bbea5fdb8ae lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.1@tcp remote: 0x67b316c86c810e87 expref: 12 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587301.385529:0:22754:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bbfa70600/0xfbc93bbea5fdb8ae lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.1@tcp remote: 0x67b316c86c810e87 expref: 12 pid: 24283 timeout: 747 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788587301.385544:0:22754:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a83e80700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22754:1875469127641344:192.168.203.1@tcp:104: 00000100:00100000:2.0:1788587301.385618:0:22754:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5b82dd2300 going to sleep for 11 seconds 00000100:00100000:3.0:1788587301.390457:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:2.0:1788587301.390578:0:22754:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a83e80700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22754:1875469127641344:192.168.203.1@tcp:104: 00010000:00010000:2.0:1788587301.390607:0:22754:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80030600/0xfbc93bbea5fdb910 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788587301.390671:0:22739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110765440 00000100:00100000:0.0:1788587301.390678:0:22739:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110765440 00010000:00010000:0.0:1788587301.390728:0:22739:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bbfa70600/0xfbc93bbea5fdb8ae lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.1@tcp remote: 0x67b316c86c810e87 expref: 13 pid: 24283 timeout: 747 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788587301.390756:0:22739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 16 00000100:00100000:0.0:1788587301.390766:0:22739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bb6fd7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:488a9ed3-1103-4290-84da-1b7417c4d628+13:2408:x1875469110765440:12345-192.168.203.1@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788587301.390779:0:22739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788587301.390786:0:22739:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bbfa70600/0xfbc93bbea5fdb8ae lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.1@tcp remote: 0x67b316c86c810e87 expref: 13 pid: 24283 timeout: 747 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587301.390797:0:22739:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bbfa70600/0xfbc93bbea5fdb8ae lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.1@tcp remote: 0x67b316c86c810e87 expref: 13 pid: 24283 timeout: 747 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587301.390820:0:22739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bbfa70600/0xfbc93bbea5fdb8ae lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.1@tcp remote: 0x67b316c86c810e87 expref: 13 pid: 24283 timeout: 747 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587301.390835:0:22739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8f5bbbe1b100) 00010000:00010000:0.0:1788587301.390841:0:22739:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80030600/0xfbc93bbea5fdb910 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587301.390851:0:22739:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80030600/0xfbc93bbea5fdb910 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587301.390859:0:22739:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80030600/0xfbc93bbea5fdb910 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587301.390889:0:22739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788587301.390946:0:22739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bb6fd7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:488a9ed3-1103-4290-84da-1b7417c4d628+12:2408:x1875469110765440:12345-192.168.203.1@tcp:103:ldlm_bl.0 Request processed in 181us (537us total) trans 0 rc 0/0 00000100:00100000:0.0:1788587301.390967:0:22739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 16 00010000:00010000:2.0:1788587301.391084:0:22754:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80030600/0xfbc93bbea5fdb910 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587301.391092:0:22754:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80030600/0xfbc93bbea5fdb910 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587301.391141:0:22754:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80030a00/0xfbc93bbea5fdb917 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587301.391151:0:22754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80030a00/0xfbc93bbea5fdb917 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587301.391159:0:22754:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80030a00/0xfbc93bbea5fdb917 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587301.391632:0:22754:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80031a00/0xfbc93bbea5fdb91e lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587301.391642:0:22754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80031a00/0xfbc93bbea5fdb91e lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587301.391649:0:22754:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80031a00/0xfbc93bbea5fdb91e lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788587301.391658:0:22754:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:2.0:1788587301.391683:0:22754:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80030600/0xfbc93bbea5fdb910 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587301.391830:0:22754:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80030600/0xfbc93bbea5fdb910 lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587301.391845:0:22754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80030600/0xfbc93bbea5fdb910 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587301.391850:0:22754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f5b80030600 already unused, calling callback (ffffffffc19ef4f0) 00010000:00010000:2.0:1788587301.391855:0:22754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80030600/0xfbc93bbea5fdb910 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587301.391862:0:22754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80030600/0xfbc93bbea5fdb910 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587301.391873:0:22754:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8f5bbbe1b100) 00010000:00010000:2.0:1788587301.391876:0:22754:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788587301.391880:0:22754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80030600/0xfbc93bbea5fdb910 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587301.391886:0:22754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80030600/0xfbc93bbea5fdb910 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788587301.391898:0:22754:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000008eee01f4 reply state 00000000e394402c transno 12884901896 ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80030a00/0xfbc93bbea5fdb917 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587301.391909:0:22754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80030a00/0xfbc93bbea5fdb917 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587301.391915:0:22754:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff8f5bbbe1b600) 00010000:00010000:2.0:1788587301.391917:0:22754:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1788587301.391920:0:22754:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1788587301.391952:0:22754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80030e00/0xfbc93bbea5fdb909 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.1@tcp remote: 0x67b316c86c810e95 expref: 15 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587301.391966:0:22754:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80031a00/0xfbc93bbea5fdb91e lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.1@tcp remote: 0x67b316c86c810e95 expref: 14 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587301.391978:0:22754:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8f5bbbe1b200) 00010000:00010000:2.0:1788587301.391981:0:22754:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:2.0:1788587301.391983:0:22754:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f5b80031a00, rc 0) 00000100:00100000:2.0:1788587301.392019:0:22754:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a84523100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38+15:18706:x1875469110765312:12345-192.168.203.1@tcp:101:bash.0 Request processed in 6758us (6933us total) trans 12884901896 rc 0/0 00000100:00100000:2.0:1788587301.392027:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 37 00000100:00100000:0.0:1788587301.406636:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:1.0:1788587301.406883:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110765568 00000100:00100000:1.0:1788587301.406894:0:22753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110765568 00000100:00100000:1.0:1788587301.406999:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 38 00000100:00100000:1.0:1788587301.407011:0:22753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a84521c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38+15:18706:x1875469110765568:12345-192.168.203.1@tcp:101:bash.0 00010000:00010000:1.0:1788587301.407035:0:22753:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788587301.407054:0:22753:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a8224c800/0xfbc93bbea5fdb92c lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67b316c86c810e9c expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587301.407122:0:22753:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a8224c600/0xfbc93bbea5fdb933 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587301.407135:0:22753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a8224c600/0xfbc93bbea5fdb933 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587301.407146:0:22753:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a8224c600/0xfbc93bbea5fdb933 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788587301.407211:0:22753:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:1.0:1788587301.407215:0:22753:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788587301.407238:0:22753:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a8224c600/0xfbc93bbea5fdb933 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587301.407249:0:22753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a8224c600/0xfbc93bbea5fdb933 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587301.407275:0:22753:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a8224c800/0xfbc93bbea5fdb92c lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.1@tcp remote: 0x67b316c86c810e9c expref: 17 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587301.407295:0:22753:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a8224c600/0xfbc93bbea5fdb933 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.1@tcp remote: 0x67b316c86c810e9c expref: 16 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587301.407304:0:22753:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8f5bbbe1b200) 00010000:00010000:1.0:1788587301.407319:0:22753:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1788587301.407324:0:22753:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f5a8224c600, rc 0) 00000100:00100000:1.0:1788587301.407396:0:22753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a84521c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38+16:18706:x1875469110765568:12345-192.168.203.1@tcp:101:bash.0 Request processed in 377us (760us total) trans 0 rc 0/0 00000100:00100000:1.0:1788587301.407405:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 38 00000100:00100000:3.0:1788587301.410443:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:0.0:1788587301.410553:0:22755:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110765824 00000100:00100000:0.0:1788587301.410562:0:22755:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110765824 00000100:00100000:0.0:1788587301.410615:0:22755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 5 00000100:00100000:0.0:1788587301.410625:0:22755:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bb6fd5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38+16:18706:x1875469110765824:12345-192.168.203.1@tcp:35:bash.0 00000100:00100000:0.0:1788587301.410901:0:22755:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bb6fd5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38+17:18706:x1875469110765824:12345-192.168.203.1@tcp:35:bash.0 Request processed in 276us (482us total) trans 12884901897 rc 0/0 00000100:00100000:0.0:1788587301.410909:0:22755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 5 00000100:00100000:3.0:1788587301.473679:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:1.0:1788587301.473800:0:24283:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110766080 00000100:00100000:1.0:1788587301.473810:0:24283:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110766080 00000100:00100000:1.0:1788587301.473871:0:24283:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 39 00000100:00100000:1.0:1788587301.473882:0:24283:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bb6fd4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38+17:18716:x1875469110766080:12345-192.168.203.1@tcp:101:lfs.0 00010000:00010000:1.0:1788587301.473908:0:24283:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788587301.473928:0:24283:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a8224c800/0xfbc93bbea5fdb93a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67b316c86c810ea3 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788587301.474059:0:24283:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:1.0:1788587301.474163:0:24283:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a8224c800/0xfbc93bbea5fdb93a lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.1@tcp remote: 0x67b316c86c810ea3 expref: 19 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587301.474179:0:24283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f5b85fb9e00) 00010000:00010000:1.0:1788587301.474182:0:24283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1788587301.474187:0:24283:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a8224c800/0xfbc93bbea5fdb93a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.1@tcp remote: 0x67b316c86c810ea3 expref: 19 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587301.474201:0:24283:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f5a8224c800, rc 0) 00000100:00100000:1.0:1788587301.474307:0:24283:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bb6fd4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38+18:18716:x1875469110766080:12345-192.168.203.1@tcp:101:lfs.0 Request processed in 427us (635us total) trans 12884901898 rc 301/301 00000100:00100000:1.0:1788587301.474316:0:24283:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 39 00000100:00100000:0.0:1788587301.477706:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:1.0:1788587301.477780:0:22755:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110766336 00000100:00100000:1.0:1788587301.477790:0:22755:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110766336 00000100:00100000:1.0:1788587301.477847:0:22755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 6 00000100:00100000:1.0:1788587301.477856:0:22755:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a84522d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38+18:18716:x1875469110766336:12345-192.168.203.1@tcp:35:lfs.0 00000100:00100000:1.0:1788587301.478094:0:22755:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a84522d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38+19:18716:x1875469110766336:12345-192.168.203.1@tcp:35:lfs.0 Request processed in 238us (396us total) trans 12884901899 rc 0/0 00000100:00100000:1.0:1788587301.478101:0:22755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 6 00000100:00100000:2.0:1788587301.511877:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:0.0:1788587301.511985:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110766592 00000100:00100000:0.0:1788587301.512005:0:22752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110766592 00000100:00100000:0.0:1788587301.512064:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 40 00000100:00100000:0.0:1788587301.512074:0:22752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a83e80700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38+19:18719:x1875469110766592:12345-192.168.203.1@tcp:101:lfs.0 00010000:00010000:0.0:1788587301.512096:0:22752:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788587301.512116:0:22752:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a826be800/0xfbc93bbea5fdb948 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67b316c86c810eaa expref: -99 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587301.512227:0:22752:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a826be600/0xfbc93bbea5fdb94f lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587301.512241:0:22752:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a826be600/0xfbc93bbea5fdb94f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587301.512252:0:22752:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a826be600/0xfbc93bbea5fdb94f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788587301.512263:0:22752:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:0.0:1788587301.512406:0:22752:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a826be800/0xfbc93bbea5fdb948 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.1@tcp remote: 0x67b316c86c810eaa expref: 22 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587301.512675:0:22752:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a826be600/0xfbc93bbea5fdb94f lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.1@tcp remote: 0x67b316c86c810eaa expref: 21 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587301.512685:0:22752:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8f5bbbe1b200) 00010000:00010000:0.0:1788587301.512688:0:22752:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788587301.512691:0:22752:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f5a826be600, rc 0) 00000100:00100000:0.0:1788587301.512790:0:22752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a83e80700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38+21:18719:x1875469110766592:12345-192.168.203.1@tcp:101:lfs.0 Request processed in 717us (922us total) trans 12884901900 rc 0/0 00000100:00100000:0.0:1788587301.512798:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 40 00000100:00100000:0.0:1788587301.515766:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:1.0:1788587301.515851:0:24283:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110766720 00000100:00100000:1.0:1788587301.515861:0:24283:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110766720 00000100:00100000:1.0:1788587301.515921:0:24283:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 41 00000100:00100000:1.0:1788587301.515931:0:24283:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a84521180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38+21:18719:x1875469110766720:12345-192.168.203.1@tcp:54:lfs.0 00010000:00010000:1.0:1788587301.516010:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a8224c800/0xfbc93bbea5fdb95d lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 24283 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587301.516040:0:24283:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a8224c800/0xfbc93bbea5fdb95d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 24283 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587301.516051:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a8224c800/0xfbc93bbea5fdb95d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 24283 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587301.516085:0:24283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a8224c800/0xfbc93bbea5fdb95d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 24283 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587301.516092:0:24283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a8224c800/0xfbc93bbea5fdb95d lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 24283 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587301.516098:0:24283:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a8224c800/0xfbc93bbea5fdb95d lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 24283 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587301.516103:0:24283:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f5a8224c800 already unused, calling callback (ffffffffc19ef4f0) 00010000:00010000:1.0:1788587301.516107:0:24283:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a8224c800/0xfbc93bbea5fdb95d lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 24283 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587301.516113:0:24283:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a8224c800/0xfbc93bbea5fdb95d lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 24283 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587301.516124:0:24283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8f5bbbe1b200) 00010000:00010000:1.0:1788587301.516127:0:24283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1788587301.516131:0:24283:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a8224c800/0xfbc93bbea5fdb95d lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 24283 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587301.516137:0:24283:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a8224c800/0xfbc93bbea5fdb95d lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 24283 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788587301.516213:0:24283:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a84521180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38+21:18719:x1875469110766720:12345-192.168.203.1@tcp:54:lfs.0 Request processed in 283us (456us total) trans 0 rc 0/0 00000100:00100000:1.0:1788587301.516227:0:24283:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 41 00000100:00100000:2.0:1788587301.519647:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:0.0:1788587301.519730:0:22738:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110766848 00000100:00100000:0.0:1788587301.519740:0:22738:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110766848 00000100:00100000:0.0:1788587301.519806:0:22738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 0 00000100:00100000:0.0:1788587301.519817:0:22738:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a83e82d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38+21:2409:x1875469110766848:12345-192.168.203.1@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788587301.519832:0:22738:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788587301.519856:0:22738:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a826be600/0xfbc93bbea5fdb94f lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.1@tcp remote: 0x67b316c86c810eaa expref: 21 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587301.519873:0:22738:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8f5bbbe1b200) 00010000:00010000:0.0:1788587301.519877:0:22738:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788587301.519932:0:22738:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a83e82d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38+20:2409:x1875469110766848:12345-192.168.203.1@tcp:103:ldlm_bl.0 Request processed in 117us (295us total) trans 0 rc 0/0 00000100:00100000:0.0:1788587301.519939:0:22738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 0 00000100:00100000:0.0:1788587301.522338:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:1.0:1788587301.522466:0:22755:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110767104 00000100:00100000:1.0:1788587301.522476:0:22755:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110767104 00000100:00100000:1.0:1788587301.522704:0:22755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 7 00000100:00100000:1.0:1788587301.522715:0:22755:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a84520700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38+20:18719:x1875469110767104:12345-192.168.203.1@tcp:35:lfs.0 00000100:00100000:1.0:1788587301.522930:0:22755:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a84520700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38+21:18719:x1875469110767104:12345-192.168.203.1@tcp:35:lfs.0 Request processed in 216us (599us total) trans 12884901901 rc 0/0 00000100:00100000:1.0:1788587301.522938:0:22755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 7 00010000:00010000:2.0:1788587301.588693:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788587301.763312:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:1.0:1788587301.763505:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110767360 00000100:00100000:1.0:1788587301.763515:0:22753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110767360 00000100:00100000:1.0:1788587301.763636:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 42 00000100:00100000:1.0:1788587301.763647:0:22753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bb6fd7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38+21:18750:x1875469110767360:12345-192.168.203.1@tcp:101:cat.0 00010000:00010000:1.0:1788587301.763671:0:22753:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788587301.763692:0:22753:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a8224c800/0xfbc93bbea5fdb964 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67b316c86c810eb1 expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587301.763820:0:22753:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a8224dc00/0xfbc93bbea5fdb96b lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587301.763837:0:22753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a8224dc00/0xfbc93bbea5fdb96b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587301.763849:0:22753:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a8224dc00/0xfbc93bbea5fdb96b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788587301.763861:0:22753:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:1.0:1788587301.763982:0:22753:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a8224c800/0xfbc93bbea5fdb964 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.1@tcp remote: 0x67b316c86c810eb1 expref: 24 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587301.764033:0:22753:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a8224dc00/0xfbc93bbea5fdb96b lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.1@tcp remote: 0x67b316c86c810eb1 expref: 23 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587301.764043:0:22753:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8f5bbbe1b200) 00010000:00010000:1.0:1788587301.764046:0:22753:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1788587301.764050:0:22753:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f5a8224dc00, rc 0) 00000100:00100000:1.0:1788587301.764128:0:22753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bb6fd7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38+23:18750:x1875469110767360:12345-192.168.203.1@tcp:101:cat.0 Request processed in 484us (825us total) trans 12884901902 rc 0/0 00000100:00100000:1.0:1788587301.764136:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 42 00000100:00100000:2.0:1788587301.769333:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:1.0:1788587301.769548:0:22755:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110767616 00000100:00100000:1.0:1788587301.769558:0:22755:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110767616 00000100:00100000:1.0:1788587301.769614:0:22755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 8 00000100:00100000:1.0:1788587301.769623:0:22755:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a83e81c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38+23:18750:x1875469110767616:12345-192.168.203.1@tcp:35:cat.0 00000100:00100000:1.0:1788587301.770029:0:22755:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a83e81c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38+24:18750:x1875469110767616:12345-192.168.203.1@tcp:35:cat.0 Request processed in 405us (702us total) trans 12884901903 rc 0/0 00000100:00100000:1.0:1788587301.770036:0:22755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 8 00000100:00100000:2.0:1788587301.771199:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:1.0:1788587301.771377:0:22737:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110767744 00000100:00100000:1.0:1788587301.771393:0:22737:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110767744 00000100:00100000:1.0:1788587301.771474:0:22737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 1 00000100:00100000:1.0:1788587301.771483:0:22737:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a83e80e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38+24:2406:x1875469110767744:12345-192.168.203.1@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788587301.771505:0:22737:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788587301.771528:0:22737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a8224dc00/0xfbc93bbea5fdb96b lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.1@tcp remote: 0x67b316c86c810eb1 expref: 24 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587301.771549:0:22737:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8f5bbbe1b200) 00010000:00010000:1.0:1788587301.771567:0:22737:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788587301.771612:0:22737:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a83e80e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38+23:2406:x1875469110767744:12345-192.168.203.1@tcp:103:ldlm_bl.0 Request processed in 130us (418us total) trans 0 rc 0/0 00000100:00100000:1.0:1788587301.771619:0:22737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 1 00000100:00100000:0.0:1788587301.822793:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:1.0:1788587301.823602:0:24283:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110768000 00000100:00100000:1.0:1788587301.823669:0:24283:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110768000 00000100:00100000:1.0:1788587301.823861:0:24283:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 43 00000100:00100000:1.0:1788587301.823872:0:24283:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a84522a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38+23:18756:x1875469110768000:12345-192.168.203.1@tcp:101:dd.0 00010000:00010000:1.0:1788587301.824432:0:24283:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788587301.824456:0:24283:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a8224dc00/0xfbc93bbea5fdb979 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67b316c86c810eb8 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587301.824570:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a8224c800/0xfbc93bbea5fdb980 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 24283 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587301.824586:0:24283:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80031a00/0xfbc93bbea5fdb91e lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.1@tcp remote: 0x67b316c86c810e95 expref: 24 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587301.824594:0:24283:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a8224c600/0xfbc93bbea5fdb933 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.1@tcp remote: 0x67b316c86c810e9c expref: 24 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587301.824602:0:24283:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a8224c800/0xfbc93bbea5fdb980 lrc: 5/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 24283 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587301.824647:0:24283:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a8224c600/0xfbc93bbea5fdb933 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.1@tcp remote: 0x67b316c86c810e9c expref: 24 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587301.824662:0:24283:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a8224c600/0xfbc93bbea5fdb933 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.1@tcp remote: 0x67b316c86c810e9c expref: 24 pid: 22753 timeout: 747 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788587301.824707:0:24283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bbcb06680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:24283:1875469127641472:192.168.203.1@tcp:104: 00010000:00010000:1.0:1788587301.824814:0:24283:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80031a00/0xfbc93bbea5fdb91e lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.1@tcp remote: 0x67b316c86c810e95 expref: 24 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587301.824830:0:24283:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80031a00/0xfbc93bbea5fdb91e lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.1@tcp remote: 0x67b316c86c810e95 expref: 24 pid: 22754 timeout: 747 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788587301.824839:0:24283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bb05aea00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:24283:1875469127641600:192.168.203.1@tcp:104: 00000100:00100000:1.0:1788587301.824863:0:24283:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5b837c10c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788587301.830117:0:24283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bbcb06680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:24283:1875469127641472:192.168.203.1@tcp:104: 00000100:00100000:1.0:1788587301.830133:0:24283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bb05aea00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:24283:1875469127641600:192.168.203.1@tcp:104: 00000100:00100000:0.0:1788587301.830161:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:0.0:1788587301.830198:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:3.0:1788587301.830402:0:22737:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110768128 00000100:00100000:3.0:1788587301.830410:0:22737:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110768128 00000100:00100000:2.0:1788587301.830543:0:22739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110768256 00000100:00100000:2.0:1788587301.830547:0:22739:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110768256 00010000:00010000:2.0:1788587301.830573:0:22739:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80031a00/0xfbc93bbea5fdb91e lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.1@tcp remote: 0x67b316c86c810e95 expref: 26 pid: 22754 timeout: 747 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788587301.830614:0:22739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 17 00000100:00100000:2.0:1788587301.830622:0:22739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a83c95c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38+26:2409:x1875469110768256:12345-192.168.203.1@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788587301.830635:0:22739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788587301.830641:0:22739:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80031a00/0xfbc93bbea5fdb91e lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.1@tcp remote: 0x67b316c86c810e95 expref: 26 pid: 22754 timeout: 747 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587301.830651:0:22739:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80031a00/0xfbc93bbea5fdb91e lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.1@tcp remote: 0x67b316c86c810e95 expref: 26 pid: 22754 timeout: 747 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587301.830671:0:22739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80031a00/0xfbc93bbea5fdb91e lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.1@tcp remote: 0x67b316c86c810e95 expref: 26 pid: 22754 timeout: 747 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587301.830701:0:22739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8f5bbbe1b200) 00010000:00010000:2.0:1788587301.830707:0:22739:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a8224c800/0xfbc93bbea5fdb980 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 24283 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587301.830715:0:22739:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a8224c800/0xfbc93bbea5fdb980 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 24283 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587301.830722:0:22739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788587301.830891:0:24283:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a8224c800/0xfbc93bbea5fdb980 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 24283 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788587301.831639:0:22739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a83c95c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38+25:2409:x1875469110768256:12345-192.168.203.1@tcp:103:ldlm_bl.0 Request processed in 1013us (1438us total) trans 0 rc 0/0 00000100:00100000:2.0:1788587301.831649:0:22739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 17 00010000:00010000:3.0:1788587301.831765:0:22737:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a8224c600/0xfbc93bbea5fdb933 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.1@tcp remote: 0x67b316c86c810e9c expref: 24 pid: 22753 timeout: 747 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788587301.831813:0:22737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 18 00000100:00100000:3.0:1788587301.831823:0:22737:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a84522300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38+24:2409:x1875469110768128:12345-192.168.203.1@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788587301.831833:0:22737:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788587301.831838:0:22737:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a8224c600/0xfbc93bbea5fdb933 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.1@tcp remote: 0x67b316c86c810e9c expref: 24 pid: 22753 timeout: 747 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587301.831848:0:22737:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a8224c600/0xfbc93bbea5fdb933 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.1@tcp remote: 0x67b316c86c810e9c expref: 24 pid: 22753 timeout: 747 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587301.831863:0:22737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a8224c600/0xfbc93bbea5fdb933 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.1@tcp remote: 0x67b316c86c810e9c expref: 24 pid: 22753 timeout: 747 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587301.831876:0:22737:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8f5bbbe1b200) 00010000:00010000:3.0:1788587301.831880:0:22737:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a8224c800/0xfbc93bbea5fdb980 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 24283 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587301.831889:0:22737:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a8224c800/0xfbc93bbea5fdb980 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 24283 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587301.831896:0:22737:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a8224c800/0xfbc93bbea5fdb980 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 24283 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587301.831920:0:22737:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788587301.831949:0:22737:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a84522300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38+23:2409:x1875469110768128:12345-192.168.203.1@tcp:103:ldlm_bl.0 Request processed in 130us (1790us total) trans 0 rc 0/0 00000100:00100000:3.0:1788587301.831956:0:22737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 18 00010000:00010000:2.0:1788587301.832127:0:24283:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a8224c800/0xfbc93bbea5fdb980 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 24283 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587301.832136:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a8224c800/0xfbc93bbea5fdb980 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 24283 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788587301.832222:0:24283:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:2.0:1788587301.832814:0:24283:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a8224dc00/0xfbc93bbea5fdb979 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.1@tcp remote: 0x67b316c86c810eb8 expref: 24 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587301.832832:0:24283:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a8224c800/0xfbc93bbea5fdb980 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.1@tcp remote: 0x67b316c86c810eb8 expref: 23 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587301.832840:0:24283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8f5bbbe1b200) 00010000:00010000:2.0:1788587301.832842:0:24283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1788587301.832845:0:24283:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f5a8224c800, rc 0) 00000100:00100000:2.0:1788587301.832876:0:24283:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a84522a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38+23:18756:x1875469110768000:12345-192.168.203.1@tcp:101:dd.0 Request processed in 9006us (10093us total) trans 12884901904 rc 0/0 00000100:00100000:2.0:1788587301.832894:0:24283:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 43 00000100:00100000:2.0:1788587301.836913:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:0.0:1788587301.839618:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110768384 00000100:00100000:0.0:1788587301.839630:0:22752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110768384 00000100:00100000:0.0:1788587301.839685:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 44 00000100:00100000:0.0:1788587301.839693:0:22752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a83e81180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38+23:18756:x1875469110768384:12345-192.168.203.1@tcp:101:dd.0 00010000:00010000:0.0:1788587301.839716:0:22752:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788587301.839733:0:22752:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a826be800/0xfbc93bbea5fdb98e lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67b316c86c810ebf expref: -99 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587301.839945:0:22752:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a826be600/0xfbc93bbea5fdb995 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587301.839960:0:22752:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a826be600/0xfbc93bbea5fdb995 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587301.839971:0:22752:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a826be600/0xfbc93bbea5fdb995 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587301.840236:0:22752:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a826be800/0xfbc93bbea5fdb98e lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.1@tcp remote: 0x67b316c86c810ebf expref: 25 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587301.840367:0:22752:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a826be600/0xfbc93bbea5fdb995 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.1@tcp remote: 0x67b316c86c810ebf expref: 24 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587301.840377:0:22752:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8f5bbbe1b200) 00010000:00010000:0.0:1788587301.840380:0:22752:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1788587301.840391:0:22752:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f5a826be600, rc 0) 00000100:00100000:0.0:1788587301.840585:0:22752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a83e81180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38+24:18756:x1875469110768384:12345-192.168.203.1@tcp:101:dd.0 Request processed in 891us (3787us total) trans 0 rc 0/0 00000100:00100000:0.0:1788587301.840593:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 44 00000100:00100000:3.0:1788587301.845869:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:2.0:1788587301.846221:0:22754:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110768640 00000100:00100000:2.0:1788587301.846231:0:22754:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110768640 00000100:00100000:2.0:1788587301.846298:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 45 00000100:00100000:2.0:1788587301.846308:0:22754:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bb6fd7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38+24:18756:x1875469110768640:12345-192.168.203.1@tcp:36:dd.0 00010000:00010000:2.0:1788587301.846664:0:22754:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80031a00/0xfbc93bbea5fdb99c lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587301.846680:0:22754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80031a00/0xfbc93bbea5fdb99c lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587301.846691:0:22754:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80031a00/0xfbc93bbea5fdb99c lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1788587301.846730:0:22754:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901905 00000004:00010000:2.0:1788587301.846756:0:22754:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 0000000054b194d8 reply state 0000000084146c0e transno 12884901906 ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80031a00/0xfbc93bbea5fdb99c lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587301.846780:0:22754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80031a00/0xfbc93bbea5fdb99c lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587301.846789:0:22754:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8f5bbbe1b200) 00010000:00010000:2.0:1788587301.846791:0:22754:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1788587301.847731:0:22754:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1788587301.847955:0:22754:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bb6fd7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38+27:18756:x1875469110768640:12345-192.168.203.1@tcp:36:dd.0 Request processed in 1645us (2092us total) trans 12884901906 rc 0/0 00000100:00100000:2.0:1788587301.847964:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 45 00000020:00080000:2.0:1788587301.847970:0:22754:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1788587301.850882:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:0.0:1788587301.850965:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110768768 00000100:00100000:0.0:1788587301.850975:0:22753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110768768 00000100:00100000:0.0:1788587301.851144:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 46 00000100:00100000:0.0:1788587301.851156:0:22753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bb05aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38+27:18756:x1875469110768768:12345-192.168.203.1@tcp:101:dd.0 00010000:00010000:0.0:1788587301.851180:0:22753:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788587301.851202:0:22753:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a826be800/0xfbc93bbea5fdb9a3 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67b316c86c810ec6 expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587301.851270:0:22753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a826be800/0xfbc93bbea5fdb9a3 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.1@tcp remote: 0x67b316c86c810ec6 expref: 28 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587301.851285:0:22753:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a826be800/0xfbc93bbea5fdb9a3 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.1@tcp remote: 0x67b316c86c810ec6 expref: 28 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587301.851303:0:22753:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8f5bbbe1b200) 00010000:00010000:0.0:1788587301.851307:0:22753:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1788587301.851311:0:22753:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f5a826be800, rc 0) 00000100:00100000:0.0:1788587301.851390:0:22753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bb05aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38+28:18756:x1875469110768768:12345-192.168.203.1@tcp:101:dd.0 Request processed in 226us (505us total) trans 0 rc 0/0 00000100:00100000:0.0:1788587301.851397:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 46 00000100:00100000:0.0:1788587301.875668:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:2.0:1788587301.875756:0:22739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110769024 00000100:00100000:2.0:1788587301.875766:0:22739:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110769024 00000100:00100000:2.0:1788587301.875849:0:22739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 2 00000100:00100000:2.0:1788587301.875861:0:22739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a84520000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38+28:18756:x1875469110769024:12345-192.168.203.1@tcp:103:dd.0 00010000:00010000:2.0:1788587301.875877:0:22739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788587301.875900:0:22739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a826be800/0xfbc93bbea5fdb9a3 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.1@tcp remote: 0x67b316c86c810ec6 expref: 28 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587301.875920:0:22739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8f5bbbe1b200) 00010000:00010000:2.0:1788587301.875925:0:22739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788587301.875980:0:22739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a84520000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38+27:18756:x1875469110769024:12345-192.168.203.1@tcp:103:dd.0 Request processed in 122us (322us total) trans 0 rc 0/0 00000100:00100000:2.0:1788587301.875987:0:22739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 2 00000100:00100000:3.0:1788587301.878569:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:1.0:1788587301.878990:0:24283:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110769152 00000100:00100000:1.0:1788587301.879000:0:24283:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110769152 00000100:00100000:1.0:1788587301.879061:0:24283:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 47 00000100:00100000:1.0:1788587301.879071:0:24283:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bb6fd6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38+27:18756:x1875469110769152:12345-192.168.203.1@tcp:58:dd.0 00010000:00010000:1.0:1788587301.879185:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a8224d400/0xfbc93bbea5fdb9aa lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 24283 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587301.879208:0:24283:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a8224d400/0xfbc93bbea5fdb9aa lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 24283 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587301.879242:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a8224d400/0xfbc93bbea5fdb9aa lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 24283 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1788587301.881238:0:24283:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1788587301.881560:0:24283:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7:0x0].3, 64 off8384 00000040:00080000:1.0:1788587301.881718:0:24283:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x14:0x0].1, 136 off8328 00000100:00100000:1.0:1788587301.881991:0:24283:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bb6fd6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38+27:18756:x1875469110769152:12345-192.168.203.1@tcp:58:dd.0 Request processed in 2915us (3423us total) trans 0 rc 0/0 00000100:00100000:1.0:1788587301.882003:0:24283:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 47 00000100:00100000:1.0:1788587301.887569:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:2.0:1788587301.887654:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110769280 00000100:00100000:2.0:1788587301.887664:0:22752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110769280 00000100:00100000:2.0:1788587301.887724:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 48 00000100:00100000:2.0:1788587301.887734:0:22752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bb05adc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38+27:18756:x1875469110769280:12345-192.168.203.1@tcp:101:dd.0 00010000:00010000:2.0:1788587301.887753:0:22752:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788587301.887784:0:22752:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80030400/0xfbc93bbea5fdb9b1 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67b316c86c810ecd expref: -99 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587301.887834:0:22752:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a8224d400/0xfbc93bbea5fdb9aa lrc: 2/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 24283 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587301.887857:0:22752:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80030400/0xfbc93bbea5fdb9b1 lrc: 4/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.1@tcp remote: 0x67b316c86c810ecd expref: 28 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587301.887875:0:22752:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a8224d400/0xfbc93bbea5fdb9aa lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210400000020 pid: 24283 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587301.887915:0:22752:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80030400/0xfbc93bbea5fdb9b1 lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.1@tcp remote: 0x67b316c86c810ecd expref: 28 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587301.887928:0:22752:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8f5bbbe1b200) 00010000:00010000:2.0:1788587301.887932:0:22752:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1788587301.887936:0:22752:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80030400/0xfbc93bbea5fdb9b1 lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.1@tcp remote: 0x67b316c86c810ecd expref: 28 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587301.887944:0:22752:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f5b80030400, rc 0) 00000100:00100000:2.0:1788587301.888000:0:22752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bb05adc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38+28:18756:x1875469110769280:12345-192.168.203.1@tcp:101:dd.0 Request processed in 268us (439us total) trans 0 rc 0/0 00000100:00100000:2.0:1788587301.888008:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 48 00000040:00080000:0.0:1788587302.100722:0:22789:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:0.0:1788587302.100731:0:22789:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x14:0x0] at index 3 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788587302.100755:0:22789:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x14:0x0] index 2 count 2 00000040:00080000:0.0:1788587302.102244:0:22789:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 4 count 2 00000100:00100000:0.0:1788587302.103000:0:22789:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a84523800 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:22789:1875469127641728:192.168.203.1@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1788587302.103094:0:22789:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5bbcbd2e40 going to sleep for 11 seconds 00000100:00100000:1.0:1788587302.113027:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:2.0:1788587302.113473:0:22754:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110769408 00000100:00100000:2.0:1788587302.113483:0:22754:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110769408 00000100:00100000:2.0:1788587302.113584:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 49 00000100:00100000:2.0:1788587302.113605:0:22754:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bbcb05880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38+29:18757:x1875469110769408:12345-192.168.203.1@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1788587302.113637:0:22754:0:(mdt_handler.c:7972:mdt_fid2path()) path get [0x2000013a1:0x2:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1788587302.113759:0:22754:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bbcb05880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38+29:18757:x1875469110769408:12345-192.168.203.1@tcp:53:lhsmtool_posix.0 Request processed in 165us (743us total) trans 0 rc 0/0 00000100:00100000:2.0:1788587302.113775:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 49 00000100:00100000:0.0:1788587302.114858:0:22789:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a84523800 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:22789:1875469127641728:192.168.203.1@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1788587302.120343:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:2.0:1788587302.120487:0:22754:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110769536 00000100:00100000:2.0:1788587302.120498:0:22754:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110769536 00000100:00100000:2.0:1788587302.120558:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 50 00000100:00100000:2.0:1788587302.120567:0:22754:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a84523800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38+28:18757:x1875469110769536:12345-192.168.203.1@tcp:34:lhsmtool_posix.0 00010000:00010000:2.0:1788587302.120646:0:22754:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80030c00/0xfbc93bbea5fdb9b8 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587302.120681:0:22754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80030c00/0xfbc93bbea5fdb9b8 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587302.120695:0:22754:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80030c00/0xfbc93bbea5fdb9b8 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587302.120731:0:22754:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80030200/0xfbc93bbea5fdb9bf lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587302.120740:0:22754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80030200/0xfbc93bbea5fdb9bf lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587302.120747:0:22754:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80030200/0xfbc93bbea5fdb9bf lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587302.120781:0:22754:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80030800/0xfbc93bbea5fdb9c6 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587302.120789:0:22754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80030800/0xfbc93bbea5fdb9c6 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587302.121403:0:22754:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80030800/0xfbc93bbea5fdb9c6 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788587302.121473:0:22754:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:2.0:1788587302.121477:0:22754:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788587302.121490:0:22754:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80030800/0xfbc93bbea5fdb9c6 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587302.121501:0:22754:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80030c00/0xfbc93bbea5fdb9b8 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587302.121521:0:22754:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80030c00/0xfbc93bbea5fdb9b8 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587302.121529:0:22754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80030c00/0xfbc93bbea5fdb9b8 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587302.121534:0:22754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f5b80030c00 already unused, calling callback (ffffffffc19ef4f0) 00010000:00010000:2.0:1788587302.121538:0:22754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80030c00/0xfbc93bbea5fdb9b8 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587302.121545:0:22754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80030c00/0xfbc93bbea5fdb9b8 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587302.121559:0:22754:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8f5a83577400) 00010000:00010000:2.0:1788587302.121561:0:22754:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788587302.121566:0:22754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80030c00/0xfbc93bbea5fdb9b8 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587302.121572:0:22754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80030c00/0xfbc93bbea5fdb9b8 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587302.121587:0:22754:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80030200/0xfbc93bbea5fdb9bf lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587302.121593:0:22754:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80030200/0xfbc93bbea5fdb9bf lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587302.121668:0:22754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80030200/0xfbc93bbea5fdb9bf lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587302.121674:0:22754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f5b80030200 already unused, calling callback (ffffffffc19ef4f0) 00010000:00010000:2.0:1788587302.121683:0:22754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80030200/0xfbc93bbea5fdb9bf lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587302.121690:0:22754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80030200/0xfbc93bbea5fdb9bf lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587302.121698:0:22754:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x925dcd63 (ffff8f5bbbe1b800) 00010000:00010000:2.0:1788587302.121700:0:22754:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788587302.121703:0:22754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80030200/0xfbc93bbea5fdb9bf lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587302.121708:0:22754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80030200/0xfbc93bbea5fdb9bf lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587302.121724:0:22754:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80030800/0xfbc93bbea5fdb9c6 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587302.121729:0:22754:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80030800/0xfbc93bbea5fdb9c6 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587302.121735:0:22754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80030800/0xfbc93bbea5fdb9c6 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587302.121741:0:22754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f5b80030800 already unused, calling callback (ffffffffc19ef4f0) 00010000:00010000:2.0:1788587302.121744:0:22754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80030800/0xfbc93bbea5fdb9c6 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587302.121748:0:22754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80030800/0xfbc93bbea5fdb9c6 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587302.121755:0:22754:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8f5bbbe1b200) 00010000:00010000:2.0:1788587302.121757:0:22754:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788587302.121891:0:22754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80030800/0xfbc93bbea5fdb9c6 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587302.121897:0:22754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80030800/0xfbc93bbea5fdb9c6 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788587302.121981:0:22754:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a84523800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38+28:18757:x1875469110769536:12345-192.168.203.1@tcp:34:lhsmtool_posix.0 Request processed in 1412us (1644us total) trans 0 rc 0/0 00000100:00100000:2.0:1788587302.121990:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 50 00000100:00100000:3.0:1788587302.127037:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:1.0:1788587302.127169:0:24283:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110769792 00000100:00100000:1.0:1788587302.127180:0:24283:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110769792 00000100:00100000:1.0:1788587302.127267:0:24283:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 51 00000100:00100000:1.0:1788587302.127277:0:24283:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bb6fd5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38+28:18757:x1875469110769792:12345-192.168.203.1@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788587302.127296:0:24283:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788587302.127315:0:24283:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a8224c600/0xfbc93bbea5fdb9cd lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67b316c86c810ed4 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587302.127504:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a8224ce00/0xfbc93bbea5fdb9d4 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 24283 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587302.127520:0:24283:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a8224ce00/0xfbc93bbea5fdb9d4 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 24283 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587302.127532:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a8224ce00/0xfbc93bbea5fdb9d4 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 24283 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788587302.127547:0:24283:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:1.0:1788587302.127642:0:24283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a8224ce00/0xfbc93bbea5fdb9d4 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 24283 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587302.127650:0:24283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a8224ce00/0xfbc93bbea5fdb9d4 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 24283 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587302.127657:0:24283:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a8224ce00/0xfbc93bbea5fdb9d4 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 24283 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587302.127663:0:24283:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f5a8224ce00 already unused, calling callback (ffffffffc19ef4f0) 00010000:00010000:1.0:1788587302.127668:0:24283:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a8224ce00/0xfbc93bbea5fdb9d4 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 24283 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587302.127675:0:24283:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a8224ce00/0xfbc93bbea5fdb9d4 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 24283 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587302.127686:0:24283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8f5bbbe1b200) 00010000:00010000:1.0:1788587302.127689:0:24283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1788587302.127694:0:24283:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a8224ce00/0xfbc93bbea5fdb9d4 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 24283 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587302.127700:0:24283:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a8224ce00/0xfbc93bbea5fdb9d4 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 24283 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587302.127740:0:24283:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a8224c600/0xfbc93bbea5fdb9cd lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.1@tcp remote: 0x67b316c86c810ed4 expref: 30 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587302.127751:0:24283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8f5a83577400) 00010000:00010000:1.0:1788587302.127753:0:24283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1788587302.127756:0:24283:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a8224c600/0xfbc93bbea5fdb9cd lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.1@tcp remote: 0x67b316c86c810ed4 expref: 30 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587302.127788:0:24283:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f5a8224c600, rc 0) 00000100:00100000:1.0:1788587302.128083:0:24283:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bb6fd5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38+29:18757:x1875469110769792:12345-192.168.203.1@tcp:101:lhsmtool_posix.0 Request processed in 806us (1052us total) trans 12884901907 rc 301/301 00000100:00100000:1.0:1788587302.128091:0:24283:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 51 00000100:00100000:1.0:1788587302.134002:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:2.0:1788587302.137891:0:22754:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110769920 00000100:00100000:2.0:1788587302.137906:0:22754:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110769920 00000100:00100000:2.0:1788587302.137967:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 52 00000100:00100000:2.0:1788587302.137978:0:22754:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bbcb06680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38+29:18757:x1875469110769920:12345-192.168.203.1@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1788587302.138018:0:22754:0:(mdt_handler.c:7972:mdt_fid2path()) path get [0x2000013a1:0x2:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1788587302.138145:0:22754:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bbcb06680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38+29:18757:x1875469110769920:12345-192.168.203.1@tcp:53:lhsmtool_posix.0 Request processed in 168us (4152us total) trans 0 rc 0/0 00000100:00100000:2.0:1788587302.138153:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 52 00000100:00100000:0.0:1788587302.144028:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:3.0:1788587302.144306:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110770176 00000100:00100000:3.0:1788587302.144316:0:22752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110770176 00000100:00100000:3.0:1788587302.144462:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 53 00000100:00100000:3.0:1788587302.144474:0:22752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a84521500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38+29:18757:x1875469110770176:12345-192.168.203.1@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788587302.144504:0:22752:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788587302.144529:0:22752:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bbfa71c00/0xfbc93bbea5fdb9e2 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67b316c86c810edb expref: -99 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1788587302.145019:0:22752:0:(osp_internal.h:553:osp_update_last_fid()) Gap in objids: start=[0x2c0000401:0x23:0x0], count =31 00000004:00080000:3.0:1788587302.145026:0:22752:0:(osp_object.c:1645:osp_create()) Writing gap [0x2c0000401:0x23:0x0]+31 in llog 00000004:00080000:3.0:1788587302.145045:0:22752:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x42:0x0], index 1: 0 00010000:00010000:3.0:1788587302.145190:0:22752:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bbfa71200/0xfbc93bbea5fdb9e9 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587302.145204:0:22752:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bbfa71200/0xfbc93bbea5fdb9e9 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587302.145215:0:22752:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bbfa71200/0xfbc93bbea5fdb9e9 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587302.145271:0:22752:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bbfa71c00/0xfbc93bbea5fdb9e2 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.1@tcp remote: 0x67b316c86c810edb expref: 32 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587302.145287:0:22752:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bbfa71200/0xfbc93bbea5fdb9e9 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.1@tcp remote: 0x67b316c86c810edb expref: 31 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587302.145296:0:22752:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8f5b85fb9100) 00010000:00010000:3.0:1788587302.145313:0:22752:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1788587302.145317:0:22752:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f5bbfa71200, rc 0) 00000100:00100000:3.0:1788587302.145393:0:22752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a84521500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38+31:18757:x1875469110770176:12345-192.168.203.1@tcp:101:lhsmtool_posix.0 Request processed in 921us (1373us total) trans 12884901908 rc 0/0 00000100:00100000:3.0:1788587302.145400:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 53 00000100:00100000:3.0:1788587302.150083:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:2.0:1788587302.150200:0:22754:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110770432 00000100:00100000:2.0:1788587302.150210:0:22754:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110770432 00000100:00100000:2.0:1788587302.150324:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 54 00000100:00100000:2.0:1788587302.150335:0:22754:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bb6fd4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38+31:18757:x1875469110770432:12345-192.168.203.1@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1788587302.150405:0:22754:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788587302.150467:0:22754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bbfa71200/0xfbc93bbea5fdb9e9 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.1@tcp remote: 0x67b316c86c810edb expref: 31 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587302.150486:0:22754:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8f5b85fb9100) 00010000:00010000:2.0:1788587302.150497:0:22754:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788587302.150519:0:22754:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80030200/0xfbc93bbea5fdb9f7 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587302.150545:0:22754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80030200/0xfbc93bbea5fdb9f7 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587302.150555:0:22754:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80030200/0xfbc93bbea5fdb9f7 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587302.150569:0:22754:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80030c00/0xfbc93bbea5fdb9fe lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x206e0e99 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587302.150575:0:22754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80030c00/0xfbc93bbea5fdb9fe lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x206e0e99 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587302.150581:0:22754:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80030c00/0xfbc93bbea5fdb9fe lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x206e0e99 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587302.150624:0:22754:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80030200/0xfbc93bbea5fdb9f7 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587302.150632:0:22754:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80030200/0xfbc93bbea5fdb9f7 lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587302.150638:0:22754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80030200/0xfbc93bbea5fdb9f7 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587302.150644:0:22754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f5b80030200 already unused, calling callback (ffffffffc19ef4f0) 00010000:00010000:2.0:1788587302.150648:0:22754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80030200/0xfbc93bbea5fdb9f7 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587302.150656:0:22754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80030200/0xfbc93bbea5fdb9f7 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587302.150664:0:22754:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8f5bbbe1b100) 00010000:00010000:2.0:1788587302.150673:0:22754:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788587302.150678:0:22754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80030200/0xfbc93bbea5fdb9f7 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587302.150684:0:22754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80030200/0xfbc93bbea5fdb9f7 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587302.150693:0:22754:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80030c00/0xfbc93bbea5fdb9fe lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x206e0e99 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587302.150699:0:22754:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80030c00/0xfbc93bbea5fdb9fe lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x206e0e99 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587302.150705:0:22754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80030c00/0xfbc93bbea5fdb9fe lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x206e0e99 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587302.150709:0:22754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f5b80030c00 already unused, calling callback (ffffffffc19ef4f0) 00010000:00010000:2.0:1788587302.150712:0:22754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80030c00/0xfbc93bbea5fdb9fe lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x206e0e99 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587302.150717:0:22754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80030c00/0xfbc93bbea5fdb9fe lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x206e0e99 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587302.150724:0:22754:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x206e0e99 (ffff8f5bbbe1b800) 00010000:00010000:2.0:1788587302.150726:0:22754:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788587302.150729:0:22754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80030c00/0xfbc93bbea5fdb9fe lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0x206e0e99 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587302.150734:0:22754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80030c00/0xfbc93bbea5fdb9fe lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0x206e0e99 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788587302.151872:0:22754:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bb6fd4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38+30:18757:x1875469110770432:12345-192.168.203.1@tcp:36:lhsmtool_posix.0 Request processed in 500us (758us total) trans 0 rc -2/-2 00000100:00100000:2.0:1788587302.151893:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 54 00000100:00100000:2.0:1788587302.155278:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:1.0:1788587302.155513:0:24283:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110770560 00000100:00100000:1.0:1788587302.155524:0:24283:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110770560 00000100:00100000:1.0:1788587302.155647:0:24283:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 55 00000100:00100000:1.0:1788587302.155659:0:24283:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a83e82680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38+30:18757:x1875469110770560:12345-192.168.203.1@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788587302.155680:0:24283:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788587302.155704:0:24283:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a8224ce00/0xfbc93bbea5fdba05 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67b316c86c810ee2 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587302.155741:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a8224c600/0xfbc93bbea5fdba0c lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 24283 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587302.155755:0:24283:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a8224c600/0xfbc93bbea5fdba0c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 24283 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587302.155775:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a8224c600/0xfbc93bbea5fdba0c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 24283 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587302.155901:0:24283:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a8224ce00/0xfbc93bbea5fdba05 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.1@tcp remote: 0x67b316c86c810ee2 expref: 32 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587302.155919:0:24283:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a8224c600/0xfbc93bbea5fdba0c lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.1@tcp remote: 0x67b316c86c810ee2 expref: 31 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587302.155939:0:24283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8f5a83577200) 00010000:00010000:1.0:1788587302.155942:0:24283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1788587302.155946:0:24283:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f5a8224c600, rc 0) 00000100:00100000:1.0:1788587302.156011:0:24283:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a83e82680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38+31:18757:x1875469110770560:12345-192.168.203.1@tcp:101:lhsmtool_posix.0 Request processed in 355us (743us total) trans 0 rc 0/0 00000100:00100000:1.0:1788587302.156019:0:24283:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 55 00000100:00100000:0.0:1788587302.161646:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:2.0:1788587302.161732:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110770816 00000100:00100000:2.0:1788587302.161742:0:22753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110770816 00000100:00100000:2.0:1788587302.161810:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 56 00000100:00100000:2.0:1788587302.161820:0:22753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a84523480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38+31:18757:x1875469110770816:12345-192.168.203.1@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1788587302.161923:0:22753:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80030600/0xfbc93bbea5fdba13 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587302.161941:0:22753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80030600/0xfbc93bbea5fdba13 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587302.161953:0:22753:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80030600/0xfbc93bbea5fdba13 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788587302.162128:0:22753:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x12:0x0].2, 88 off8344 00000004:00080000:2.0:1788587302.162139:0:22753:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 648092722107ns, next at 649092719547ns, rc = 0 00000004:00010000:2.0:1788587302.162187:0:22753:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000aef4ab5f reply state 00000000bc8cc3f5 transno 12884901909 ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80030600/0xfbc93bbea5fdba13 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587302.162201:0:22753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80030600/0xfbc93bbea5fdba13 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587302.162209:0:22753:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8f5a83577200) 00010000:00010000:2.0:1788587302.162212:0:22753:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:2.0:1788587302.162216:0:22753:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1788587302.162313:0:22753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a84523480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38+33:18757:x1875469110770816:12345-192.168.203.1@tcp:36:lhsmtool_posix.0 Request processed in 493us (674us total) trans 12884901909 rc 0/0 00000100:00100000:2.0:1788587302.162321:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 56 00000100:00100000:0.0:1788587302.168300:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:3.0:1788587302.168408:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110770944 00000100:00100000:3.0:1788587302.168488:0:22752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110770944 00000100:00100000:2.0:1788587302.168614:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 57 00000100:00100000:2.0:1788587302.168625:0:22752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a84520e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38+33:18757:x1875469110770944:12345-192.168.203.1@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788587302.168648:0:22752:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788587302.168667:0:22752:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80030c00/0xfbc93bbea5fdba1a lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67b316c86c810ee9 expref: -99 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587302.168727:0:22752:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80030c00/0xfbc93bbea5fdba1a lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.1@tcp remote: 0x67b316c86c810ee9 expref: 34 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587302.168741:0:22752:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80030c00/0xfbc93bbea5fdba1a lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.1@tcp remote: 0x67b316c86c810ee9 expref: 34 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587302.168760:0:22752:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8f5a83577200) 00010000:00010000:2.0:1788587302.168763:0:22752:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1788587302.168767:0:22752:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f5b80030c00, rc 0) 00000100:00100000:2.0:1788587302.169022:0:22752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a84520e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38+34:18757:x1875469110770944:12345-192.168.203.1@tcp:101:lhsmtool_posix.0 Request processed in 396us (729us total) trans 0 rc 0/0 00000100:00100000:2.0:1788587302.169030:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 57 00000100:00100000:0.0:1788587302.172371:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:2.0:1788587302.172732:0:24992:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110771072 00000100:00100000:2.0:1788587302.172741:0:24992:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110771072 00000100:00100000:2.0:1788587302.173136:0:24992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 20 00000100:00100000:2.0:1788587302.173148:0:24992:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a84521f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38+5:2408:x1875469110771072:12345-192.168.203.1@tcp:2:lhsmtool_posix.0 00000100:00100000:2.0:1788587302.173389:0:24992:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a84521f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38+6:2408:x1875469110771072:12345-192.168.203.1@tcp:2:lhsmtool_posix.0 Request processed in 234us (1016us total) trans 12884901891 rc 0/0 00000100:00100000:2.0:1788587302.173398:0:24992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 20 00000100:00080000:3.0:1788587302.173612:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788587302.179091:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:1.0:1788587302.179201:0:22755:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110771328 00000100:00100000:1.0:1788587302.179212:0:22755:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110771328 00000100:00100000:1.0:1788587302.179309:0:22755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 9 00000100:00100000:1.0:1788587302.179319:0:22755:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a84522300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38+34:18757:x1875469110771328:12345-192.168.203.1@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1788587302.180188:0:22755:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a84522300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38+35:18757:x1875469110771328:12345-192.168.203.1@tcp:35:lhsmtool_posix.0 Request processed in 861us (1097us total) trans 12884901910 rc 0/0 00000100:00100000:2.0:1788587302.180212:0:22755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 9 00000100:00100000:1.0:1788587302.183852:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:3.0:1788587302.183965:0:22754:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110771584 00000100:00100000:3.0:1788587302.184307:0:22754:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110771584 00000100:00100000:3.0:1788587302.184391:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 58 00000100:00100000:3.0:1788587302.184402:0:22754:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a83757480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38+35:18757:x1875469110771584:12345-192.168.203.1@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1788587302.185201:0:22754:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a83757480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38+35:18757:x1875469110771584:12345-192.168.203.1@tcp:57:lhsmtool_posix.0 Request processed in 797us (1354us total) trans 0 rc 0/0 00000100:00100000:2.0:1788587302.185211:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 58 00000100:00100000:0.0:1788587302.195654:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:2.0:1788587302.197770:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110771712 00000100:00100000:2.0:1788587302.197785:0:22753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110771712 00000100:00100000:2.0:1788587302.197856:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 59 00000100:00100000:2.0:1788587302.197866:0:22753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a84523b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38+35:18757:x1875469110771712:12345-192.168.203.1@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788587302.197900:0:22753:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788587302.197923:0:22753:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80030200/0xfbc93bbea5fdba21 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67b316c86c810ef0 expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587302.198003:0:22753:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80030e00/0xfbc93bbea5fdba28 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587302.198019:0:22753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80030e00/0xfbc93bbea5fdba28 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587302.198030:0:22753:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80030e00/0xfbc93bbea5fdba28 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788587302.198078:0:22753:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788587302.198097:0:22753:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80030e00/0xfbc93bbea5fdba28 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587302.198122:0:22753:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80030200/0xfbc93bbea5fdba21 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.1@tcp remote: 0x67b316c86c810ef0 expref: 37 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587302.198142:0:22753:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80030e00/0xfbc93bbea5fdba28 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.1@tcp remote: 0x67b316c86c810ef0 expref: 36 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587302.198164:0:22753:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8f5a83577200) 00010000:00010000:2.0:1788587302.198167:0:22753:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1788587302.198171:0:22753:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f5b80030e00, rc 0) 00000100:00100000:2.0:1788587302.198240:0:22753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a84523b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38+36:18757:x1875469110771712:12345-192.168.203.1@tcp:101:lhsmtool_posix.0 Request processed in 375us (2595us total) trans 0 rc 0/0 00000100:00100000:2.0:1788587302.198247:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 59 00000100:00100000:0.0:1788587302.202624:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:2.0:1788587302.202749:0:24260:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110771840 00000100:00100000:2.0:1788587302.202759:0:24260:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110771840 00000100:00100000:2.0:1788587302.202850:0:24260:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 21 00000100:00100000:2.0:1788587302.202861:0:24260:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bb4e34380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38+6:2409:x1875469110771840:12345-192.168.203.1@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788587302.202890:0:24260:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788587302.202911:0:24260:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b8ad8355/0xfbc93bbea5fdba2f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x67b316c86c810ef7 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1788587302.202938:0:24260:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x42:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x6a9bad26, blocks: 0x0 00010000:00010000:2.0:1788587302.202959:0:24260:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=648s v=(0 0) 00010000:00010000:2.0:1788587302.202963:0:24260:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788587302.202973:0:24260:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b8ad8355/0xfbc93bbea5fdba2f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.1@tcp remote: 0x67b316c86c810ef7 expref: 7 pid: 24260 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587302.203006:0:24260:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b8ad8355/0xfbc93bbea5fdba2f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.1@tcp remote: 0x67b316c86c810ef7 expref: 7 pid: 24260 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587302.203020:0:24260:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f5b80030800, rc 0) 00000100:00100000:2.0:1788587302.203095:0:24260:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bb4e34380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38+7:2409:x1875469110771840:12345-192.168.203.1@tcp:101:lhsmtool_posix.0 Request processed in 235us (790us total) trans 0 rc 0/0 00000100:00100000:2.0:1788587302.203102:0:24260:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 21 00000100:00100000:0.0:1788587302.206447:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:1.0:1788587302.206663:0:24283:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110772096 00000100:00100000:1.0:1788587302.206672:0:24283:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110772096 00000100:00100000:1.0:1788587302.206734:0:24283:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 60 00000100:00100000:1.0:1788587302.206744:0:24283:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bb4e35500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38+36:18757:x1875469110772096:12345-192.168.203.1@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1788587302.206844:0:24283:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bb4e35500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38+36:18757:x1875469110772096:12345-192.168.203.1@tcp:57:lhsmtool_posix.0 Request processed in 100us (426us total) trans 0 rc 0/0 00000100:00100000:1.0:1788587302.206852:0:24283:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 60 00000100:00100000:0.0:1788587302.218923:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:2.0:1788587302.219012:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110772224 00000100:00100000:2.0:1788587302.219021:0:22753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110772224 00000100:00100000:2.0:1788587302.219080:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 61 00000100:00100000:2.0:1788587302.219090:0:22753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bb4e35f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38+36:18757:x1875469110772224:12345-192.168.203.1@tcp:44:lhsmtool_posix.0 00000001:00080000:3.0:1788587302.221714:0:22732:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901910 is committed 00000004:00080000:3.0:1788587302.221730:0:22732:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2 committed 00010000:00010000:2.0:1788587302.221938:0:3633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bc21ffe00/0xfbc93bbea5fdb830 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587302.221950:0:3633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bc21ffe00/0xfbc93bbea5fdb830 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587302.221957:0:3633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bc21ffe00/0xfbc93bbea5fdb830 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587302.221963:0:3633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f5bc21ffe00 already unused, calling callback (ffffffffc19ef4f0) 00010000:00010000:2.0:1788587302.221967:0:3633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bc21ffe00/0xfbc93bbea5fdb830 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587302.221986:0:3633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bc21ffe00/0xfbc93bbea5fdb830 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587302.222009:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff8f5bbbe1bc00) 00010000:00010000:2.0:1788587302.222012:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788587302.222018:0:3633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bc21ffe00/0xfbc93bbea5fdb830 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587302.222024:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bc21ffe00/0xfbc93bbea5fdb830 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587302.222055:0:3633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bc21fec00/0xfbc93bbea5fdb837 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587302.222062:0:3633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bc21fec00/0xfbc93bbea5fdb837 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587302.222068:0:3633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bc21fec00/0xfbc93bbea5fdb837 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587302.222073:0:3633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f5bc21fec00 already unused, calling callback (ffffffffc19ef4f0) 00010000:00010000:2.0:1788587302.222076:0:3633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bc21fec00/0xfbc93bbea5fdb837 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587302.222082:0:3633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bc21fec00/0xfbc93bbea5fdb837 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587302.222089:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8f5bbbe1b100) 00010000:00010000:2.0:1788587302.222092:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788587302.222094:0:3633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bc21fec00/0xfbc93bbea5fdb837 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587302.222099:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bc21fec00/0xfbc93bbea5fdb837 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587302.222112:0:3633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80030a00/0xfbc93bbea5fdb917 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587302.222118:0:3633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80030a00/0xfbc93bbea5fdb917 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587302.222123:0:3633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80030a00/0xfbc93bbea5fdb917 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587302.222147:0:3633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f5b80030a00 already unused, calling callback (ffffffffc19ef4f0) 00010000:00010000:2.0:1788587302.222150:0:3633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80030a00/0xfbc93bbea5fdb917 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587302.222157:0:3633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80030a00/0xfbc93bbea5fdb917 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587302.222166:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff8f5bbbe1b600) 00010000:00010000:2.0:1788587302.222169:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788587302.222171:0:3633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80030a00/0xfbc93bbea5fdb917 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587302.222177:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80030a00/0xfbc93bbea5fdb917 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587302.222191:0:3633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80031a00/0xfbc93bbea5fdb99c lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587302.222197:0:3633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80031a00/0xfbc93bbea5fdb99c lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587302.222202:0:3633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80031a00/0xfbc93bbea5fdb99c lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587302.222206:0:3633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f5b80031a00 already unused, calling callback (ffffffffc19ef4f0) 00010000:00010000:2.0:1788587302.222209:0:3633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80031a00/0xfbc93bbea5fdb99c lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587302.222215:0:3633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80031a00/0xfbc93bbea5fdb99c lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587302.222233:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8f5bbbe1b200) 00010000:00010000:2.0:1788587302.222235:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788587302.222238:0:3633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80031a00/0xfbc93bbea5fdb99c lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587302.222243:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80031a00/0xfbc93bbea5fdb99c lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587302.222256:0:3633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80030600/0xfbc93bbea5fdba13 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587302.222262:0:3633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80030600/0xfbc93bbea5fdba13 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587302.222267:0:3633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80030600/0xfbc93bbea5fdba13 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587302.222271:0:3633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f5b80030600 already unused, calling callback (ffffffffc19ef4f0) 00010000:00010000:2.0:1788587302.222274:0:3633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80030600/0xfbc93bbea5fdba13 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587302.222281:0:3633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80030600/0xfbc93bbea5fdba13 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587302.222287:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8f5a83577200) 00010000:00010000:2.0:1788587302.222289:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1788587302.222292:0:3633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80030600/0xfbc93bbea5fdba13 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587302.222307:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80030600/0xfbc93bbea5fdba13 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1788587302.223625:0:22732:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901895 is committed 00000100:00100000:2.0:1788587302.223818:0:22753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bb4e35f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38+15:18757:x1875469110772224:12345-192.168.203.1@tcp:44:lhsmtool_posix.0 Request processed in 4724us (4897us total) trans 0 rc 0/0 00000100:00100000:2.0:1788587302.223827:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 61 00000100:00100000:2.0:1788587302.224100:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bb4e35180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1875469127641856:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1788587302.224166:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788587302.224701:0:24259:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127641856 00000100:00100000:0.0:1788587302.224709:0:24259:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127641856 00000100:00100000:0.0:1788587302.224775:0:24259:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:0.0:1788587302.224784:0:24259:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a83e83b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3647:x1875469127641856:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1788587302.224910:0:24259:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1788587302.224914:0:24259:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:0.0:1788587302.224917:0:24259:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1788587302.224919:0:24259:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb ctime from disk: 1788587302 -> 1788587302 00002000:00010000:0.0:1788587302.224922:0:24259:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1788587302.224965:0:24259:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a83e83b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3647:x1875469127641856:12345-0@lo:2:osp-syn-1-0.0 Request processed in 181us (798us total) trans 12884901892 rc 0/0 00000100:00100000:0.0:1788587302.224972:0:24259:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000004:00080000:0.0:1788587302.225263:0:3647:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8f5bb4e35180/2, rc 0, transno 12884901892 00000100:00100000:0.0:1788587302.225269:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bb4e35180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1875469127641856:0@lo:2:osp-syn-1-0.0 00000100:00080000:3.0:1788587302.225337:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788587302.227452:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:0.0:1788587302.227662:0:24257:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110772352 00000100:00100000:0.0:1788587302.227671:0:24257:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110772352 00000100:00100000:0.0:1788587302.227728:0:24257:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 23 00000100:00100000:0.0:1788587302.227738:0:24257:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bbc79ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38+7:2408:x1875469110772352:12345-192.168.203.1@tcp:16:lhsmtool_posix.0 00000100:00100000:0.0:1788587302.227849:0:24257:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bbc79ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38+7:2408:x1875469110772352:12345-192.168.203.1@tcp:16:lhsmtool_posix.0 Request processed in 112us (443us total) trans 0 rc 0/0 00000100:00100000:0.0:1788587302.227857:0:24257:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 23 00010000:00010000:1.0:1788587302.227859:0:3632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bc2050c00/0xfbc93bbea5fdb884 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587302.227867:0:3632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bc2050c00/0xfbc93bbea5fdb884 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587302.227873:0:3632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bc2050c00/0xfbc93bbea5fdb884 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587302.227888:0:3632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f5bc2050c00 already unused, calling callback (ffffffffc19ef4f0) 00010000:00010000:1.0:1788587302.227891:0:3632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bc2050c00/0xfbc93bbea5fdb884 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587302.227897:0:3632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bc2050c00/0xfbc93bbea5fdb884 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587302.227909:0:3632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8f5bbbe1b100) 00010000:00010000:1.0:1788587302.227911:0:3632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1788587302.227915:0:3632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bc2050c00/0xfbc93bbea5fdb884 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587302.227920:0:3632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bc2050c00/0xfbc93bbea5fdb884 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788587302.228677:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788587302.228695:0:3649:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bb4e34e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1875469127641984:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788587302.228758:0:3649:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788587302.228876:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127641984 00000100:00100000:3.0:1788587302.228881:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127641984 00000100:00100000:3.0:1788587302.228915:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:3.0:1788587302.228923:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a83e82a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3649:x1875469127641984:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788587302.228950:0:22759:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1788587302.228999:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a83e82a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3649:x1875469127641984:12345-0@lo:41:osp-pre-1-0.0 Request processed in 78us (254us total) trans 0 rc 0/0 00000100:00100000:3.0:1788587302.229006:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:1.0:1788587302.229138:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788587302.229150:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bbc79ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1875469127642112:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788587302.229190:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788587302.229315:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1788587302.229324:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bb4e37b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1875469127642240:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788587302.229352:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788587302.229464:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127642240 00000100:00100000:2.0:1788587302.229469:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127642240 00000100:00100000:2.0:1788587302.229508:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:2.0:1788587302.229516:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bb4e35c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3647:x1875469127642240:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1788587302.229535:0:22758:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446289408 avail 1300049920 00000100:00100000:2.0:1788587302.229578:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bb4e35c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3647:x1875469127642240:12345-0@lo:41:osp-pre-0-1.0 Request processed in 63us (225us total) trans 0 rc 0/0 00000100:00100000:2.0:1788587302.229584:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:2.0:1788587302.229626:0:3649:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bb4e34e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1875469127641984:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788587302.229756:0:24261:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127642112 00000100:00100000:3.0:1788587302.229761:0:24261:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127642112 00000100:00100000:3.0:1788587302.229813:0:24261:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1788587302.229820:0:24261:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a83757b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1875469127642112:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1788587302.229839:0:24261:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1788587302.229871:0:24261:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a83757b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1875469127642112:12345-0@lo:13:osp-pre-0-1.0 Request processed in 53us (681us total) trans 0 rc 0/0 00000100:00100000:3.0:1788587302.229877:0:24261:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00080000:2.0:1788587302.230092:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788587302.230128:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bbc79ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1875469127642112:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788587302.230157:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bb4e37b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1875469127642240:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788587302.232520:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:2.0:1788587302.232853:0:24283:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110772608 00000100:00100000:2.0:1788587302.232863:0:24283:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110772608 00000100:00100000:2.0:1788587302.232933:0:24283:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 62 00000100:00100000:2.0:1788587302.232943:0:24283:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bbc79f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38+15:18757:x1875469110772608:12345-192.168.203.1@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1788587302.233013:0:24283:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788587302.233038:0:24283:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80030e00/0xfbc93bbea5fdba28 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.1@tcp remote: 0x67b316c86c810ef0 expref: 15 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587302.233074:0:24283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8f5a83577200) 00010000:00010000:2.0:1788587302.233080:0:24283:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788587302.233110:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80030600/0xfbc93bbea5fdba36 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 24283 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587302.233125:0:24283:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80030600/0xfbc93bbea5fdba36 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 24283 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587302.233135:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80030600/0xfbc93bbea5fdba36 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 24283 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788587302.233610:0:24283:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000002a05c399 reply state 000000007ba0605a transno 12884901911 ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80030600/0xfbc93bbea5fdba36 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 24283 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587302.233623:0:24283:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80030600/0xfbc93bbea5fdba36 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 24283 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587302.233629:0:24283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8f5a83577200) 00010000:00010000:2.0:1788587302.233632:0:24283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1788587302.233634:0:24283:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1788587302.233965:0:24283:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bbc79f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38+16:18757:x1875469110772608:12345-192.168.203.1@tcp:36:lhsmtool_posix.0 Request processed in 1021us (1452us total) trans 12884901911 rc 0/0 00000100:00100000:2.0:1788587302.233973:0:24283:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 62 00000100:00100000:3.0:1788587302.237209:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:2.0:1788587302.237286:0:24992:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110772736 00000100:00100000:2.0:1788587302.237304:0:24992:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110772736 00000100:00100000:2.0:1788587302.237362:0:24992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 24 00000100:00100000:2.0:1788587302.237372:0:24992:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bbc79d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38+7:2409:x1875469110772736:12345-192.168.203.1@tcp:2:lhsmtool_posix.0 00002000:00010000:2.0:1788587302.237570:0:24992:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1788587302.237585:0:24992:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb mtime from disk: 0 -> 1788587301 00002000:00010000:2.0:1788587302.237588:0:24992:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb atime from disk: 0 -> 1788587301 00002000:00010000:2.0:1788587302.237590:0:24992:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb ctime from disk: 1788587302 -> 1788587301 00002000:00010000:2.0:1788587302.237592:0:24992:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1788587302.237641:0:24992:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bbc79d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38+8:2409:x1875469110772736:12345-192.168.203.1@tcp:2:lhsmtool_posix.0 Request processed in 271us (441us total) trans 12884901893 rc 0/0 00000100:00100000:2.0:1788587302.237648:0:24992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 24 00000100:00100000:3.0:1788587302.241176:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:0.0:1788587302.241541:0:24257:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110772864 00000100:00100000:0.0:1788587302.241551:0:24257:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110772864 00000100:00100000:0.0:1788587302.241604:0:24257:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 25 00000100:00100000:0.0:1788587302.241615:0:24257:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bbc79dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38+8:2409:x1875469110772864:12345-192.168.203.1@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1788587302.241659:0:24257:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000004ed09d62/0xfbc93bbea5fdba3d lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24257 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587302.241677:0:24257:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788587302.241681:0:24257:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788587302.241687:0:24257:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004ed09d62/0xfbc93bbea5fdba3d lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24257 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587302.241702:0:24257:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004ed09d62/0xfbc93bbea5fdba3d lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24257 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587302.241727:0:24257:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000004ed09d62/0xfbc93bbea5fdba3d lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24257 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587302.241763:0:24257:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004ed09d62/0xfbc93bbea5fdba3d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24257 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587302.241771:0:24257:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004ed09d62/0xfbc93bbea5fdba3d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24257 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587302.241778:0:24257:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f5a826bee00 already unused, calling callback (ffffffffc0dc14f0) 00010000:00010000:0.0:1788587302.241783:0:24257:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004ed09d62/0xfbc93bbea5fdba3d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24257 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587302.241793:0:24257:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004ed09d62/0xfbc93bbea5fdba3d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24257 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587302.241809:0:24257:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004ed09d62/0xfbc93bbea5fdba3d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24257 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587302.241816:0:24257:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004ed09d62/0xfbc93bbea5fdba3d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24257 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788587302.241903:0:24257:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bbc79dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38+8:2409:x1875469110772864:12345-192.168.203.1@tcp:1:lhsmtool_posix.0 Request processed in 288us (734us total) trans 0 rc 0/0 00000100:00100000:0.0:1788587302.241910:0:24257:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 25 00000100:00100000:3.0:1788587302.245180:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:0.0:1788587302.245329:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110773120 00000100:00100000:0.0:1788587302.245338:0:22752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110773120 00000100:00100000:0.0:1788587302.245403:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 63 00000100:00100000:0.0:1788587302.245457:0:22752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bbc79ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38+16:18757:x1875469110773120:12345-192.168.203.1@tcp:57:lhsmtool_posix.0 00010000:00010000:0.0:1788587302.245550:0:22752:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a826bf200/0xfbc93bbea5fdba44 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587302.245567:0:22752:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a826be600/0xfbc93bbea5fdb995 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.1@tcp remote: 0x67b316c86c810ebf expref: 16 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587302.245577:0:22752:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a826bf200/0xfbc93bbea5fdba44 lrc: 4/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587302.245608:0:22752:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a826be600/0xfbc93bbea5fdb995 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.1@tcp remote: 0x67b316c86c810ebf expref: 16 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587302.245623:0:22752:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a826be600/0xfbc93bbea5fdb995 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.1@tcp remote: 0x67b316c86c810ebf expref: 16 pid: 22752 timeout: 748 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788587302.245636:0:22752:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bb4e37480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22752:1875469127642368:192.168.203.1@tcp:104: 00000100:00100000:0.0:1788587302.245716:0:22752:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5bbcbd2e40 going to sleep for 11 seconds 00000100:00100000:0.0:1788587302.250261:0:22752:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bb4e37480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22752:1875469127642368:192.168.203.1@tcp:104: 00010000:00010000:0.0:1788587302.250306:0:22752:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a826bf200/0xfbc93bbea5fdba44 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788587302.251730:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:0.0:1788587302.251822:0:22738:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110773248 00000100:00100000:0.0:1788587302.251830:0:22738:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110773248 00010000:00010000:0.0:1788587302.251867:0:22738:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a826be600/0xfbc93bbea5fdb995 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.1@tcp remote: 0x67b316c86c810ebf expref: 17 pid: 22752 timeout: 748 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788587302.251986:0:22738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 19 00000100:00100000:0.0:1788587302.252182:0:22738:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bb6fdca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38+17:2408:x1875469110773248:12345-192.168.203.1@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788587302.252197:0:22738:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788587302.252204:0:22738:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a826be600/0xfbc93bbea5fdb995 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.1@tcp remote: 0x67b316c86c810ebf expref: 17 pid: 22752 timeout: 748 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587302.252219:0:22738:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a826be600/0xfbc93bbea5fdb995 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.1@tcp remote: 0x67b316c86c810ebf expref: 17 pid: 22752 timeout: 748 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587302.252240:0:22738:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a826be600/0xfbc93bbea5fdb995 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.1@tcp remote: 0x67b316c86c810ebf expref: 17 pid: 22752 timeout: 748 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587302.252256:0:22738:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8f5bbbe1b200) 00010000:00010000:0.0:1788587302.252262:0:22738:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80030400/0xfbc93bbea5fdb9b1 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.1@tcp remote: 0x67b316c86c810ecd expref: 16 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587302.252272:0:22738:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a826bf200/0xfbc93bbea5fdba44 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587302.252280:0:22738:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a826bf200/0xfbc93bbea5fdba44 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587302.252288:0:22738:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a826bf200/0xfbc93bbea5fdba44 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587302.252322:0:22738:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788587302.252389:0:22738:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bb6fdca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38+16:2408:x1875469110773248:12345-192.168.203.1@tcp:103:ldlm_bl.0 Request processed in 201us (655us total) trans 0 rc 0/0 00000100:00100000:0.0:1788587302.252398:0:22738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 19 00010000:00010000:2.0:1788587302.253234:0:22752:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a826bf200/0xfbc93bbea5fdba44 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587302.253245:0:22752:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a826bf200/0xfbc93bbea5fdba44 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587302.253483:0:22752:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80030e00/0xfbc93bbea5fdba4b lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587302.253511:0:22752:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80030c00/0xfbc93bbea5fdba1a lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.1@tcp remote: 0x67b316c86c810ee9 expref: 16 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587302.253519:0:22752:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80030e00/0xfbc93bbea5fdba4b lrc: 4/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587302.253552:0:22752:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80030c00/0xfbc93bbea5fdba1a lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.1@tcp remote: 0x67b316c86c810ee9 expref: 16 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587302.253571:0:22752:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80030c00/0xfbc93bbea5fdba1a lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.1@tcp remote: 0x67b316c86c810ee9 expref: 16 pid: 22752 timeout: 748 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788587302.253586:0:22752:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a83e83800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22752:1875469127642496:192.168.203.1@tcp:104: 00000100:00100000:2.0:1788587302.253661:0:22752:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5b892ad000 going to sleep for 11 seconds 00000100:00100000:2.0:1788587302.259503:0:22752:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a83e83800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22752:1875469127642496:192.168.203.1@tcp:104: 00010000:00010000:2.0:1788587302.259538:0:22752:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80030e00/0xfbc93bbea5fdba4b lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788587302.262121:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:2.0:1788587302.262698:0:22739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110773376 00000100:00100000:2.0:1788587302.262709:0:22739:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110773376 00010000:00010000:2.0:1788587302.262752:0:22739:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80030c00/0xfbc93bbea5fdba1a lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.1@tcp remote: 0x67b316c86c810ee9 expref: 17 pid: 22752 timeout: 748 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788587302.262795:0:22739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 20 00000100:00100000:2.0:1788587302.262804:0:22739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bb6fdf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38+17:2408:x1875469110773376:12345-192.168.203.1@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788587302.262820:0:22739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788587302.262827:0:22739:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80030c00/0xfbc93bbea5fdba1a lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.1@tcp remote: 0x67b316c86c810ee9 expref: 17 pid: 22752 timeout: 748 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587302.262839:0:22739:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80030c00/0xfbc93bbea5fdba1a lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.1@tcp remote: 0x67b316c86c810ee9 expref: 17 pid: 22752 timeout: 748 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587302.262861:0:22739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80030c00/0xfbc93bbea5fdba1a lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.1@tcp remote: 0x67b316c86c810ee9 expref: 17 pid: 22752 timeout: 748 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587302.262885:0:22739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8f5a83577200) 00010000:00010000:2.0:1788587302.262890:0:22739:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80030e00/0xfbc93bbea5fdba4b lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587302.262899:0:22739:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80030e00/0xfbc93bbea5fdba4b lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587302.262923:0:22739:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80030e00/0xfbc93bbea5fdba4b lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587302.262954:0:22739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788587302.263032:0:22739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bb6fdf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38+16:2408:x1875469110773376:12345-192.168.203.1@tcp:103:ldlm_bl.0 Request processed in 229us (917us total) trans 0 rc 0/0 00000100:00100000:2.0:1788587302.263039:0:22739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 20 00010000:00010000:3.0:1788587302.263706:0:22752:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80030e00/0xfbc93bbea5fdba4b lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587302.263716:0:22752:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80030e00/0xfbc93bbea5fdba4b lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1788587302.263827:0:22752:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901912 00000001:00080000:3.0:1788587302.263953:0:22752:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901913 00000001:00080000:3.0:1788587302.264229:0:22752:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901914 00000100:00100000:3.0:1788587302.264339:0:22752:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bb6fdc380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:22752:1875469127642624:0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1788587302.264407:0:22752:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788587302.264498:0:22752:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5bbcbac3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788587302.265003:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127642624 00000100:00100000:2.0:1788587302.265011:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127642624 00000100:00100000:2.0:1788587302.265065:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:2.0:1788587302.265074:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bb6fde680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22752:x1875469127642624:12345-0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1788587302.265181:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bb6fde680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22752:x1875469127642624:12345-0@lo:1000:mdt00_000.0 Request processed in 107us (773us total) trans 0 rc 0/0 00000100:00100000:2.0:1788587302.265188:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:3.0:1788587302.265631:0:22752:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bb6fdc380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:22752:1875469127642624:0@lo:1000:mdt00_000.0 00000001:00080000:3.0:1788587302.265817:0:22752:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901915 00000100:00100000:3.0:1788587302.266117:0:22752:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bb6fdc380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:22752:1875469127642752:0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1788587302.266162:0:22752:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788587302.266205:0:22752:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5bbcbaca80 going to sleep for 11 seconds 00000100:00100000:0.0:1788587302.266272:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127642752 00000100:00100000:0.0:1788587302.266285:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127642752 00000100:00100000:0.0:1788587302.266326:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:0.0:1788587302.266335:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bb6fdea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22752:x1875469127642752:12345-0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1788587302.266504:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bb6fdea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:22752:x1875469127642752:12345-0@lo:1000:mdt00_000.0 Request processed in 170us (341us total) trans 12884901894 rc 0/0 00000100:00100000:0.0:1788587302.266511:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:3.0:1788587302.267024:0:22752:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bb6fdc380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:22752:1875469127642752:0@lo:1000:mdt00_000.0 00010000:00010000:3.0:1788587302.267069:0:22752:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80030e00/0xfbc93bbea5fdba4b lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587302.267080:0:22752:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80030e00/0xfbc93bbea5fdba4b lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587302.267088:0:22752:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80030e00/0xfbc93bbea5fdba4b lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587302.267093:0:22752:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f5b80030e00 already unused, calling callback (ffffffffc19ef4f0) 00010000:00010000:3.0:1788587302.267109:0:22752:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80030e00/0xfbc93bbea5fdba4b lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587302.267118:0:22752:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80030e00/0xfbc93bbea5fdba4b lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587302.267133:0:22752:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8f5a83577200) 00010000:00010000:3.0:1788587302.267137:0:22752:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1788587302.267142:0:22752:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80030e00/0xfbc93bbea5fdba4b lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587302.267148:0:22752:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80030e00/0xfbc93bbea5fdba4b lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587302.267179:0:22752:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a8224d400/0xfbc93bbea5fdb9aa lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 24283 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587302.267186:0:22752:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a8224d400/0xfbc93bbea5fdb9aa lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 24283 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587302.267191:0:22752:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a8224d400/0xfbc93bbea5fdb9aa lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 24283 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587302.267206:0:22752:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f5a8224d400 already unused, calling callback (ffffffffc19ef4f0) 00010000:00010000:3.0:1788587302.267210:0:22752:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a8224d400/0xfbc93bbea5fdb9aa lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 24283 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587302.267216:0:22752:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a8224d400/0xfbc93bbea5fdb9aa lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40218400000020 pid: 24283 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587302.267225:0:22752:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8f5bbbe1b200) 00010000:00010000:3.0:1788587302.267227:0:22752:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1788587302.267234:0:22752:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80030400/0xfbc93bbea5fdb9b1 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.1@tcp remote: 0x67b316c86c810ecd expref: 19 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587302.267244:0:22752:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80030400/0xfbc93bbea5fdb9b1 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.1@tcp remote: 0x67b316c86c810ecd expref: 19 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587302.267253:0:22752:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80030400/0xfbc93bbea5fdb9b1 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.1@tcp remote: 0x67b316c86c810ecd expref: 19 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587302.267310:0:22752:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80030400/0xfbc93bbea5fdb9b1 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.1@tcp remote: 0x67b316c86c810ecd expref: 19 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788587302.267324:0:22752:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bb6fdd500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22752:1875469127642880:192.168.203.1@tcp:105: 00000100:00100000:3.0:1788587302.267410:0:22752:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5bbcbaca80 going to sleep for 11 seconds 00000100:00100000:1.0:1788587302.277412:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:3.0:1788587302.277530:0:22756:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110773504 00000100:00100000:3.0:1788587302.277540:0:22756:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110773504 00000100:00100000:3.0:1788587302.277595:0:22756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 10 00000100:00100000:3.0:1788587302.277605:0:22756:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a83058450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38+20:18756:x1875469110773504:12345-192.168.203.1@tcp:49:dd.0 00000100:00100000:3.0:1788587302.277757:0:22756:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a83058450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38+20:18756:x1875469110773504:12345-192.168.203.1@tcp:49:dd.0 Request processed in 153us (356us total) trans 0 rc 0/0 00000100:00100000:3.0:1788587302.277765:0:22756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 10 00000100:00100000:2.0:1788587302.279574:0:22752:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bb6fdd500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22752:1875469127642880:192.168.203.1@tcp:105: 00010000:00010000:2.0:1788587302.279611:0:22752:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a8224d400/0xfbc93bbea5fdb9aa lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 24283 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587302.279622:0:22752:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a8224d400/0xfbc93bbea5fdb9aa lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 24283 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587302.279658:0:22752:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80030c00/0xfbc93bbea5fdba52 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587302.279672:0:22752:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80030c00/0xfbc93bbea5fdba52 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587302.279684:0:22752:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80030c00/0xfbc93bbea5fdba52 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587302.279706:0:22752:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80030c00/0xfbc93bbea5fdba52 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587302.279712:0:22752:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80030c00/0xfbc93bbea5fdba52 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587302.279718:0:22752:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80030c00/0xfbc93bbea5fdba52 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587302.279723:0:22752:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f5b80030c00 already unused, calling callback (ffffffffc19ef4f0) 00010000:00010000:2.0:1788587302.279728:0:22752:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80030c00/0xfbc93bbea5fdba52 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587302.279735:0:22752:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80030c00/0xfbc93bbea5fdba52 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587302.279757:0:22752:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8f5bbbe1b200) 00010000:00010000:2.0:1788587302.279760:0:22752:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788587302.279764:0:22752:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80030c00/0xfbc93bbea5fdba52 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587302.279769:0:22752:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f5b80030c00/0xfbc93bbea5fdba52 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587302.279779:0:22752:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a826bf200/0xfbc93bbea5fdba44 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587302.279784:0:22752:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a826bf200/0xfbc93bbea5fdba44 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587302.279790:0:22752:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a826bf200/0xfbc93bbea5fdba44 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587302.279801:0:22752:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f5a826bf200 already unused, calling callback (ffffffffc19ef4f0) 00010000:00010000:2.0:1788587302.279804:0:22752:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a826bf200/0xfbc93bbea5fdba44 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587302.279809:0:22752:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a826bf200/0xfbc93bbea5fdba44 lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587302.279818:0:22752:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8f5bbbe1b200) 00010000:00010000:2.0:1788587302.279820:0:22752:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1788587302.279823:0:22752:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a826bf200/0xfbc93bbea5fdba44 lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587302.279827:0:22752:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a826bf200/0xfbc93bbea5fdba44 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1788587302.280389:0:22789:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:0.0:1788587302.280395:0:22789:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x14:0x0] at index 3 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788587302.280412:0:22789:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x14:0x0] index 2 count 2 00000040:00080000:0.0:1788587302.280440:0:22789:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 4 count 2 00000100:00100000:2.0:1788587302.280554:0:22752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bbc79ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38+19:18757:x1875469110773120:12345-192.168.203.1@tcp:57:lhsmtool_posix.0 Request processed in 35097us (35378us total) trans 12884901916 rc 0/0 00000100:00100000:2.0:1788587302.280566:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 63 00000020:00080000:2.0:1788587302.280572:0:22752:0:(tgt_main.c:784:tgt_ses_key_exit()) total 5 transactions per RPC 00000100:00100000:1.0:1788587302.283812:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:0.0:1788587302.284724:0:22754:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110773632 00000100:00100000:0.0:1788587302.284735:0:22754:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110773632 00000100:00100000:0.0:1788587302.284804:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 64 00000100:00100000:0.0:1788587302.284814:0:22754:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a83754000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38+19:18756:x1875469110773632:12345-192.168.203.1@tcp:101:dd.0 00010000:00010000:0.0:1788587302.284835:0:22754:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788587302.284853:0:22754:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a826bee00/0xfbc93bbea5fdba59 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67b316c86c810efe expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587302.284896:0:22754:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a826bea00/0xfbc93bbea5fdba60 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587302.284911:0:22754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a826bea00/0xfbc93bbea5fdba60 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587302.284922:0:22754:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a826bea00/0xfbc93bbea5fdba60 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587302.285289:0:22754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a826bee00/0xfbc93bbea5fdba59 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.1@tcp remote: 0x67b316c86c810efe expref: 21 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587302.285334:0:22754:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f5a826bea00/0xfbc93bbea5fdba60 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.1@tcp remote: 0x67b316c86c810efe expref: 20 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587302.285343:0:22754:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8f5bbbe1b200) 00010000:00010000:0.0:1788587302.285345:0:22754:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1788587302.285349:0:22754:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f5a826bea00, rc 0) 00000100:00100000:0.0:1788587302.285452:0:22754:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a83754000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38+20:18756:x1875469110773632:12345-192.168.203.1@tcp:101:dd.0 Request processed in 639us (1647us total) trans 0 rc 0/0 00000100:00100000:0.0:1788587302.285460:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 64 00000100:00100000:0.0:1788587302.293965:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:3.0:1788587302.294304:0:22756:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110773888 00000100:00100000:3.0:1788587302.294315:0:22756:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110773888 00000100:00100000:3.0:1788587302.294455:0:22756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 11 00000100:00100000:3.0:1788587302.294467:0:22756:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bb4e37480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38+20:18757:x1875469110773888:12345-192.168.203.1@tcp:35:lhsmtool_posix.0 00000004:00080000:3.0:1788587302.294743:0:22756:0:(mdd_object.c:4014:mdd_close()) Object [0x2000013a1:0x3:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:3.0:1788587302.294815:0:22756:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901917 00010000:00010000:3.0:1788587302.294846:0:22756:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bbfa71c00/0xfbc93bbea5fdba67 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22756 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587302.294863:0:22756:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bbfa71c00/0xfbc93bbea5fdba67 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 22756 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587302.294873:0:22756:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bbfa71c00/0xfbc93bbea5fdba67 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 22756 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587302.295188:0:22756:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bbfa71c00/0xfbc93bbea5fdba67 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 22756 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587302.295208:0:22756:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bbfa71c00/0xfbc93bbea5fdba67 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 22756 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587302.295215:0:22756:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bbfa71c00/0xfbc93bbea5fdba67 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 22756 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587302.295251:0:22756:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1788587302.295449:0:22756:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bb4e37480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38+22:18757:x1875469110773888:12345-192.168.203.1@tcp:35:lhsmtool_posix.0 Request processed in 982us (1491us total) trans 12884901918 rc 0/0 00000100:00100000:3.0:1788587302.295475:0:22756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 11 00000020:00080000:3.0:1788587302.295480:0:22756:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1788587302.295728:0:22741:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788587302.295735:0:22741:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bbfa71c00/0xfbc93bbea5fdba67 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 22756 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587302.295742:0:22741:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f5bbfa71c00 already unused, calling callback (ffffffffc0dc14f0) 00010000:00010000:0.0:1788587302.295757:0:22741:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bbfa71c00/0xfbc93bbea5fdba67 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 22756 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587302.295765:0:22741:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bbfa71c00/0xfbc93bbea5fdba67 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 22756 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587302.295778:0:22741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8f5a83577200) 00010000:00010000:0.0:1788587302.295781:0:22741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1788587302.295785:0:22741:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bbfa71c00/0xfbc93bbea5fdba67 lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 22756 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587302.295792:0:22741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f5bbfa71c00/0xfbc93bbea5fdba67 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 22756 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788587302.295815:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788587302.295817:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788587302.295818:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788587302.327857:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:1.0:1788587302.328401:0:24263:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110774016 00000100:00100000:1.0:1788587302.328410:0:24263:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110774016 00000100:00100000:1.0:1788587302.328512:0:24263:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 0 00000100:00100000:1.0:1788587302.328522:0:24263:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bb4e37100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38+8:2409:x1875469110774016:12345-192.168.203.1@tcp:4:dd.0 00010000:00010000:1.0:1788587302.328556:0:24263:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009595298e/0xfbc93bbea5fdba6e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587302.328584:0:24263:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b8ad8355/0xfbc93bbea5fdba2f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.1@tcp remote: 0x67b316c86c810ef7 expref: 8 pid: 24260 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587302.328593:0:24263:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788587302.328597:0:24263:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788587302.328602:0:24263:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009595298e/0xfbc93bbea5fdba6e lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587302.328637:0:24263:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b8ad8355/0xfbc93bbea5fdba2f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.1@tcp remote: 0x67b316c86c810ef7 expref: 8 pid: 24260 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788587302.328651:0:24263:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b8ad8355/0xfbc93bbea5fdba2f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.1@tcp remote: 0x67b316c86c810ef7 expref: 8 pid: 24260 timeout: 748 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788587302.328668:0:24263:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a83755880 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0001_UUID:24263:1875469127643008:192.168.203.1@tcp:104: 00000100:00100000:1.0:1788587302.329351:0:24263:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f5b837c1840 going to sleep for 11 seconds 00000100:00100000:1.0:1788587302.332911:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:2.0:1788587302.333043:0:24264:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 3 min 3 max 116 00000100:00100000:2.0:1788587302.333054:0:24264:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_003' 00000100:00100000:0.0:1788587302.333460:0:24264:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110774144 00000100:00100000:0.0:1788587302.333473:0:24264:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110774144 00000100:00100000:2.0:1788587302.334124:0:25795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 1 00000100:00100000:2.0:1788587302.334139:0:25795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a83755500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38+9:2409:x1875469110774144:12345-192.168.203.1@tcp:4:dd.0 00010000:00010000:2.0:1788587302.334182:0:25795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000001cf57dd/0xfbc93bbea5fdba75 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587302.334205:0:25795:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788587302.334210:0:25795:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788587302.334224:0:25795:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000001cf57dd/0xfbc93bbea5fdba75 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587302.334234:0:25795:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000001cf57dd/0xfbc93bbea5fdba75 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788587302.334345:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:2.0:1788587302.334630:0:22737:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110774272 00000100:00100000:2.0:1788587302.334636:0:22737:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110774272 00010000:00010000:2.0:1788587302.334659:0:22737:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b8ad8355/0xfbc93bbea5fdba2f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.1@tcp remote: 0x67b316c86c810ef7 expref: 10 pid: 24260 timeout: 748 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788587302.334691:0:22737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 21 00000100:00100000:2.0:1788587302.334698:0:22737:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a83756a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38+10:2407:x1875469110774272:12345-192.168.203.1@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788587302.334708:0:22737:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788587302.334726:0:22737:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b8ad8355/0xfbc93bbea5fdba2f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.1@tcp remote: 0x67b316c86c810ef7 expref: 10 pid: 24260 timeout: 748 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587302.334739:0:22737:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b8ad8355/0xfbc93bbea5fdba2f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.1@tcp remote: 0x67b316c86c810ef7 expref: 10 pid: 24260 timeout: 748 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587302.334767:0:22737:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788587302.334770:0:22737:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788587302.334776:0:22737:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000009595298e/0xfbc93bbea5fdba6e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 5 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587302.334785:0:22737:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009595298e/0xfbc93bbea5fdba6e lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 5 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587302.334805:0:22737:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788587302.334808:0:22737:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788587302.334811:0:22737:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000001cf57dd/0xfbc93bbea5fdba75 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 5 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 25795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587302.334819:0:22737:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000001cf57dd/0xfbc93bbea5fdba75 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 5 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 25795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587302.334840:0:22737:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788587302.335137:0:22737:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a83756a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38+10:2407:x1875469110774272:12345-192.168.203.1@tcp:103:ldlm_bl.0 Request processed in 437us (790us total) trans 0 rc 0/0 00000100:00100000:2.0:1788587302.335145:0:22737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 21 00010000:00010000:2.0:1788587302.335168:0:25795:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000001cf57dd/0xfbc93bbea5fdba75 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587302.335176:0:25795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000001cf57dd/0xfbc93bbea5fdba75 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587302.339451:0:24263:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b8ad8355/0xfbc93bbea5fdba2f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.1@tcp remote: 0x67b316c86c810ef7 expref: 9 pid: 24260 timeout: 748 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788587302.339477:0:24263:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a83755880 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0001_UUID:24263:1875469127643008:192.168.203.1@tcp:104: 00010000:00010000:3.0:1788587302.339570:0:24263:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000009595298e/0xfbc93bbea5fdba6e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587302.339582:0:24263:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000009595298e/0xfbc93bbea5fdba6e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788587302.339589:0:24263:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009595298e/0xfbc93bbea5fdba6e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1788587302.427027:0:25073:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901895 is committed 00000001:00080000:3.0:1788587302.427045:0:25073:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901894 is committed 00002000:00010000:2.0:1788587302.427227:0:24263:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb size from disk: 0 -> 4194304 00002000:00010000:2.0:1788587302.427232:0:24263:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb mtime from disk: 1788587301 -> 1788587302 00002000:00010000:2.0:1788587302.427235:0:24263:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb ctime from disk: 1788587301 -> 1788587302 00002000:00010000:2.0:1788587302.427238:0:24263:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb blocks from disk: 0 -> 8192 00010000:00010000:2.0:1788587302.427256:0:24263:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009595298e/0xfbc93bbea5fdba6e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587302.427269:0:24263:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009595298e/0xfbc93bbea5fdba6e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587302.427290:0:24263:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009595298e/0xfbc93bbea5fdba6e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587302.427369:0:24263:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f5a8224d400 already unused, calling callback (ffffffffc0dc14f0) 00010000:00010000:2.0:1788587302.427375:0:24263:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009595298e/0xfbc93bbea5fdba6e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587302.427393:0:24263:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009595298e/0xfbc93bbea5fdba6e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587302.427413:0:24263:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009595298e/0xfbc93bbea5fdba6e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587302.427558:0:24263:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009595298e/0xfbc93bbea5fdba6e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788587302.427698:0:24263:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bb4e37100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38+7:2409:x1875469110774016:12345-192.168.203.1@tcp:4:dd.0 Request processed in 99172us (99846us total) trans 12884901895 rc 0/0 00000100:00100000:2.0:1788587302.427709:0:24263:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 0 00000001:00080000:3.0:1788587302.466102:0:25073:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901896 is committed 00002000:00010000:2.0:1788587302.466627:0:25795:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb size from disk: 4194304 -> 7654321 00002000:00010000:2.0:1788587302.466633:0:25795:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb blocks from disk: 8192 -> 14952 00010000:00010000:2.0:1788587302.466652:0:25795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000001cf57dd/0xfbc93bbea5fdba75 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587302.466667:0:25795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000001cf57dd/0xfbc93bbea5fdba75 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587302.466696:0:25795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000001cf57dd/0xfbc93bbea5fdba75 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587302.466704:0:25795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f5b80031a00 already unused, calling callback (ffffffffc0dc14f0) 00010000:00010000:2.0:1788587302.466709:0:25795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000001cf57dd/0xfbc93bbea5fdba75 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587302.466719:0:25795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000001cf57dd/0xfbc93bbea5fdba75 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587302.466738:0:25795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000001cf57dd/0xfbc93bbea5fdba75 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788587302.467252:0:25795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000001cf57dd/0xfbc93bbea5fdba75 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788587302.467611:0:25795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a83755500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38+5:2409:x1875469110774144:12345-192.168.203.1@tcp:4:dd.0 Request processed in 133471us (134703us total) trans 12884901896 rc 0/0 00000100:00100000:2.0:1788587302.467622:0:25795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 1 00010000:00010000:2.0:1788587302.612947:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788587303.253624:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788587303.253645:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a83755f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1875469127643136:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788587303.253740:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788587303.254082:0:24261:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127643136 00000100:00100000:3.0:1788587303.254091:0:24261:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127643136 00000100:00100000:3.0:1788587303.254160:0:24261:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1788587303.254171:0:24261:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a83756300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1875469127643136:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1788587303.254193:0:24261:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 3485696 granted 26324672 pending 0 free 3915849728 avail 3676622848 00000100:00100000:3.0:1788587303.254242:0:24261:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a83756300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1875469127643136:12345-0@lo:13:osp-pre-1-1.0 Request processed in 74us (502us total) trans 0 rc 0/0 00000100:00100000:3.0:1788587303.254249:0:24261:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00080000:0.0:1788587303.254385:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788587303.254501:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a83755f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1875469127643136:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1788587303.643933:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1788587303.949201:0:25832:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-pcc test_1d: @@@@@@ FAIL: expected /mnt/pcc.d1d.sanity-pcc/d1d.sanity-pcc/13a3/0x2000013a1:0x2:0x0 size: 7654321 got: 0 00000100:00100000:2.0:1788587304.050258:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:2.0:1788587304.050303:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:2.0:1788587304.050333:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:2.0:1788587304.050357:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:2.0:1788587304.050389:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:2.0:1788587304.050439:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:2.0:1788587304.050463:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:2.0:1788587304.050500:0:24992:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110774912 00000100:00100000:2.0:1788587304.050510:0:24992:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110774912 00000100:00100000:2.0:1788587304.050559:0:24992:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110775424 00000100:00100000:2.0:1788587304.050562:0:24992:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110775424 00000100:00100000:2.0:1788587304.050575:0:24992:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110774784 00000100:00100000:2.0:1788587304.050578:0:24992:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110774784 00000100:00100000:2.0:1788587304.050593:0:24992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 15 00000100:00100000:2.0:1788587304.050601:0:24992:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a83e81880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38+5:2408:x1875469110774912:12345-192.168.203.1@tcp:400:kworker.0 00000100:00100000:2.0:1788587304.050670:0:24992:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a83e81880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38+5:2408:x1875469110774912:12345-192.168.203.1@tcp:400:kworker.0 Request processed in 70us (337us total) trans 0 rc 0/0 00000100:00100000:2.0:1788587304.050677:0:24992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 15 00000100:00100000:2.0:1788587304.050693:0:24992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 16 00000100:00100000:2.0:1788587304.050699:0:24992:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5b842ce050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:488a9ed3-1103-4290-84da-1b7417c4d628+5:2408:x1875469110775424:12345-192.168.203.1@tcp:400:kworker.0 00000100:00100000:2.0:1788587304.050720:0:24992:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5b842ce050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:488a9ed3-1103-4290-84da-1b7417c4d628+5:2408:x1875469110775424:12345-192.168.203.1@tcp:400:kworker.0 Request processed in 22us (330us total) trans 0 rc 0/0 00000100:00100000:2.0:1788587304.050726:0:24992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 16 00000100:00100000:2.0:1788587304.050947:0:24992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 17 00000100:00100000:2.0:1788587304.050954:0:24992:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a83e81c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38+5:2408:x1875469110774784:12345-192.168.203.1@tcp:400:kworker.0 00000100:00100000:2.0:1788587304.050979:0:24992:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a83e81c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38+5:2408:x1875469110774784:12345-192.168.203.1@tcp:400:kworker.0 Request processed in 26us (515us total) trans 0 rc 0/0 00000100:00100000:2.0:1788587304.050985:0:24992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 17 00000100:00100000:2.0:1788587304.051005:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110774656 00000100:00100000:2.0:1788587304.051009:0:22752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110774656 00000100:00100000:2.0:1788587304.051033:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110775168 00000100:00100000:2.0:1788587304.051043:0:22752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110775168 00000100:00100000:2.0:1788587304.051059:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110774528 00000100:00100000:2.0:1788587304.051062:0:22752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110774528 00000100:00100000:2.0:1788587304.051075:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 56 00000100:00100000:2.0:1788587304.051081:0:22752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a83e83800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38+5:2408:x1875469110774656:12345-192.168.203.1@tcp:400:kworker.0 00000100:00100000:2.0:1788587304.051107:0:22752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a83e83800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38+5:2408:x1875469110774656:12345-192.168.203.1@tcp:400:kworker.0 Request processed in 27us (804us total) trans 0 rc 0/0 00000100:00100000:2.0:1788587304.051112:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 56 00000100:00100000:2.0:1788587304.051123:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 57 00000100:00100000:2.0:1788587304.051129:0:22752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a83e83100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:488a9ed3-1103-4290-84da-1b7417c4d628+5:2408:x1875469110775168:12345-192.168.203.1@tcp:400:kworker.0 00000100:00100000:2.0:1788587304.051147:0:22752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a83e83100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:488a9ed3-1103-4290-84da-1b7417c4d628+5:2408:x1875469110775168:12345-192.168.203.1@tcp:400:kworker.0 Request processed in 19us (790us total) trans 0 rc 0/0 00000100:00100000:2.0:1788587304.051152:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 57 00000100:00100000:2.0:1788587304.051162:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 58 00000100:00100000:2.0:1788587304.051168:0:22752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a83e80a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38+22:2408:x1875469110774528:12345-192.168.203.1@tcp:400:kworker.0 00000100:00100000:2.0:1788587304.051193:0:22752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a83e80a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ff6f3925-07a5-49c1-b4a4-36b0f1ea1d38+22:2408:x1875469110774528:12345-192.168.203.1@tcp:400:kworker.0 Request processed in 25us (754us total) trans 0 rc 0/0 00000100:00100000:2.0:1788587304.051198:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 58 00000100:00080000:0.0:1788587304.051352:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1788587304.051356:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1788587304.051359:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1788587304.051361:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788587304.051579:0:22745:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110774400 00000100:00100000:1.0:1788587304.051584:0:22745:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110774400 00000100:00100000:1.0:1788587304.051628:0:22745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 166 00000100:00100000:1.0:1788587304.051635:0:22745:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a81b1a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1b202cb6-103a-46e7-9b10-5e3a0d62dbb5+13:2408:x1875469110774400:12345-192.168.203.1@tcp:400:kworker.0 00000100:00100000:1.0:1788587304.051663:0:22745:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a81b1a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1b202cb6-103a-46e7-9b10-5e3a0d62dbb5+13:2408:x1875469110774400:12345-192.168.203.1@tcp:400:kworker.0 Request processed in 29us (1414us total) trans 0 rc 0/0 00000100:00100000:1.0:1788587304.051669:0:22745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 166 00000100:00100000:0.0:1788587304.068508:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:0.0:1788587304.068550:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:0.0:1788587304.068581:0:24992:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110775296 00000100:00100000:0.0:1788587304.068590:0:24992:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110775296 00000100:00100000:0.0:1788587304.068647:0:24992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 18 00000100:00100000:0.0:1788587304.068657:0:24992:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bb4e36680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:488a9ed3-1103-4290-84da-1b7417c4d628+5:2408:x1875469110775296:12345-192.168.203.1@tcp:400:kworker.0 00000100:00100000:0.0:1788587304.068723:0:24992:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bb4e36680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:488a9ed3-1103-4290-84da-1b7417c4d628+5:2408:x1875469110775296:12345-192.168.203.1@tcp:400:kworker.0 Request processed in 67us (172us total) trans 0 rc 0/0 00000100:00100000:0.0:1788587304.068730:0:24992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 18 00000100:00080000:0.0:1788587304.068856:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788587304.069115:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469110775040 00000100:00100000:1.0:1788587304.069121:0:22752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469110775040 00000100:00100000:1.0:1788587304.069171:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 59 00000100:00100000:1.0:1788587304.069179:0:22752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bb4e34a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:488a9ed3-1103-4290-84da-1b7417c4d628+6:2408:x1875469110775040:12345-192.168.203.1@tcp:400:kworker.0 00000100:00100000:1.0:1788587304.069220:0:22752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bb4e34a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:488a9ed3-1103-4290-84da-1b7417c4d628+6:2408:x1875469110775040:12345-192.168.203.1@tcp:400:kworker.0 Request processed in 42us (721us total) trans 0 rc 0/0 00000100:00100000:1.0:1788587304.069227:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 59 00000100:00080000:0.0:1788587304.070880:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788587304.276735:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788587304.276758:0:3649:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bb4e37800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1875469127643264:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788587304.276833:0:3649:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788587304.277047:0:24261:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127643264 00000100:00100000:3.0:1788587304.277055:0:24261:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127643264 00000100:00100000:3.0:1788587304.277109:0:24261:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1788587304.277118:0:24261:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a83e83b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3649:x1875469127643264:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1788587304.277143:0:24261:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1788587304.277189:0:24261:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a83e83b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3649:x1875469127643264:12345-0@lo:13:osp-pre-0-0.0 Request processed in 72us (356us total) trans 0 rc 0/0 00000100:00100000:3.0:1788587304.277195:0:24261:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00080000:3.0:1788587304.277216:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788587304.277264:0:3649:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bb4e37800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1875469127643264:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788587304.277585:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788587304.277596:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5bb4e36300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1875469127643392:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788587304.277627:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788587304.277805:0:24261:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127643392 00000100:00100000:0.0:1788587304.277809:0:24261:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127643392 00000100:00100000:0.0:1788587304.277844:0:24261:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1788587304.277850:0:24261:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a83755f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3648:x1875469127643392:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1788587304.277864:0:24261:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 3485696 granted 26324672 pending 0 free 3908194304 avail 3676672000 00000100:00100000:0.0:1788587304.277905:0:24261:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a83755f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3648:x1875469127643392:12345-0@lo:13:osp-pre-1-0.0 Request processed in 55us (277us total) trans 0 rc 0/0 00000100:00100000:0.0:1788587304.277911:0:24261:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1788587304.277928:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a83e82300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1875469127643648:0@lo:400:kworker.0 00000100:00100000:0.0:1788587304.277949:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788587304.277965:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a83de1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1875469127644160:0@lo:400:kworker.0 00000100:00100000:0.0:1788587304.277981:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788587304.277993:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5ba7aa7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3647:1875469127644672:0@lo:400:kworker.0 00000100:00100000:0.0:1788587304.278009:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788587304.278023:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:0.0:1788587304.278027:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a83e81880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:42f04641-d17f-4ff4-9b47-651ab04c1b17:3647:1875469127643520:0@lo:400:kworker.0 00000100:00100000:0.0:1788587304.278047:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788587304.278063:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a83e81f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1875469127644032:0@lo:400:kworker.0 00000100:00100000:0.0:1788587304.278078:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788587304.278089:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5ba7aa6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3647:1875469127644544:0@lo:400:kworker.0 00000100:00100000:0.0:1788587304.278103:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788587304.278121:0:23826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127643648 00000100:00100000:0.0:1788587304.278124:0:23826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127643648 00000100:00100000:0.0:1788587304.278144:0:23826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:0.0:1788587304.278149:0:23826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bb4e34000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3647:x1875469127643648:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788587304.278178:0:23826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bb4e34000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3647:x1875469127643648:12345-0@lo:400:kworker.0 Request processed in 29us (228us total) trans 0 rc 0/0 00000100:00100000:0.0:1788587304.278183:0:23826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:0.0:1788587304.278203:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127644672 00000100:00100000:0.0:1788587304.278205:0:22753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127644672 00000100:00100000:0.0:1788587304.278224:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127644544 00000100:00100000:0.0:1788587304.278231:0:22753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127644544 00000100:00100000:0.0:1788587304.278259:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:0.0:1788587304.278264:0:22753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bb4e35880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3647:x1875469127644672:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788587304.278289:0:22753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bb4e35880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3647:x1875469127644672:12345-0@lo:400:kworker.0 Request processed in 25us (278us total) trans 0 rc 0/0 00000100:00100000:0.0:1788587304.278294:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:0.0:1788587304.278304:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:0.0:1788587304.278309:0:22753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bb4e36d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3647:x1875469127644544:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788587304.278326:0:22753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bb4e36d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3647:x1875469127644544:12345-0@lo:400:kworker.0 Request processed in 18us (222us total) trans 0 rc 0/0 00000100:00100000:0.0:1788587304.278331:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:0.0:1788587304.278347:0:24257:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127644160 00000100:00100000:0.0:1788587304.278350:0:24257:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127644160 00000100:00100000:0.0:1788587304.278375:0:24257:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127644032 00000100:00100000:0.0:1788587304.278377:0:24257:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127644032 00000100:00100000:0.0:1788587304.278402:0:24257:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1788587304.278407:0:24257:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bb4e36a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3647:x1875469127644160:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788587304.278450:0:24257:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bb4e36a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3647:x1875469127644160:12345-0@lo:400:kworker.0 Request processed in 43us (468us total) trans 0 rc 0/0 00000100:00100000:0.0:1788587304.278455:0:24257:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1788587304.278465:0:24257:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:0.0:1788587304.278470:0:24257:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5bb4e34700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3647:x1875469127644032:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788587304.278535:0:24257:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5bb4e34700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3647:x1875469127644032:12345-0@lo:400:kworker.0 Request processed in 65us (456us total) trans 0 rc 0/0 00000100:00100000:0.0:1788587304.278541:0:24257:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:0.0:1788587304.278582:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a83e81f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1875469127644032:0@lo:400:kworker.0 00010000:00080000:0.0:1788587304.278603:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8f5ba7aa6680 x1875469127644544/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788587320 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788587304.278613:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5ba7aa6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3647:1875469127644544:0@lo:400:kworker.0 00000100:00100000:0.0:1788587304.278621:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a83e82300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1875469127643648:0@lo:400:kworker.0 00000100:00100000:0.0:1788587304.278628:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a83de1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1875469127644160:0@lo:400:kworker.0 00000100:00100000:0.0:1788587304.278635:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5ba7aa7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3647:1875469127644672:0@lo:400:kworker.0 00000100:00100000:2.0:1788587304.278904:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127643520 00000100:00100000:2.0:1788587304.278908:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127643520 00000100:00100000:2.0:1788587304.278949:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 167 00000100:00100000:2.0:1788587304.278956:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a81b18c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42f04641-d17f-4ff4-9b47-651ab04c1b17+24:3647:x1875469127643520:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788587304.278999:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a81b18c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42f04641-d17f-4ff4-9b47-651ab04c1b17+24:3647:x1875469127643520:12345-0@lo:400:kworker.0 Request processed in 44us (951us total) trans 0 rc 0/0 00000100:00100000:2.0:1788587304.279005:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 167 00000100:00080000:2.0:1788587304.279027:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1788587304.279031:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1788587304.279033:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1788587304.279034:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788587304.279048:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a83e81880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:42f04641-d17f-4ff4-9b47-651ab04c1b17:3647:1875469127643520:0@lo:400:kworker.0 00000100:00100000:1.0:1788587304.279123:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a83e82d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3648:1875469127643776:0@lo:400:kworker.0 00000100:00100000:1.0:1788587304.279150:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788587304.279176:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a83de0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3648:1875469127644288:0@lo:400:kworker.0 00000100:00100000:1.0:1788587304.279193:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788587304.279203:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5ba7aa4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3648:1875469127644800:0@lo:400:kworker.0 00000100:00100000:1.0:1788587304.279217:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788587304.279241:0:3648:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 12884901894 gen 2 00000004:00080000:1.0:1788587304.279245:0:3648:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8f5bb4e35180, transno 12884901892 00000004:00080000:1.0:1788587304.279254:0:3648:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884901894 committed transno 12884901894 00000100:00100000:1.0:1788587304.279276:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5bb4e36300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1875469127643392:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788587304.279295:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1788587304.279305:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a83e80e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1875469127643904:0@lo:400:kworker.0 00000100:00100000:1.0:1788587304.279326:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788587304.279343:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f5a83de3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3648:1875469127644416:0@lo:400:kworker.0 00000100:00100000:1.0:1788587304.279361:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788587304.279501:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127643776 00000100:00100000:2.0:1788587304.279505:0:22753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127643776 00000100:00100000:2.0:1788587304.279523:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127644288 00000100:00100000:2.0:1788587304.279526:0:22753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127644288 00000100:00100000:2.0:1788587304.279536:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127644800 00000100:00100000:2.0:1788587304.279538:0:22753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127644800 00000100:00100000:2.0:1788587304.279554:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127644416 00000100:00100000:2.0:1788587304.279556:0:22753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127644416 00000100:00100000:2.0:1788587304.279567:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:2.0:1788587304.279572:0:22753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a83755c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3648:x1875469127643776:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788587304.279600:0:22753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a83755c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3648:x1875469127643776:12345-0@lo:400:kworker.0 Request processed in 29us (450us total) trans 0 rc 0/0 00000100:00100000:2.0:1788587304.279606:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:2.0:1788587304.279615:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:2.0:1788587304.279619:0:22753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a83754e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3648:x1875469127644288:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788587304.279637:0:22753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a83754e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3648:x1875469127644288:12345-0@lo:400:kworker.0 Request processed in 18us (443us total) trans 0 rc 0/0 00000100:00100000:2.0:1788587304.279642:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:2.0:1788587304.279649:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:2.0:1788587304.279654:0:22753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a83756680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3648:x1875469127644800:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788587304.279680:0:22753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a83756680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3648:x1875469127644800:12345-0@lo:400:kworker.0 Request processed in 26us (462us total) trans 0 rc 0/0 00000100:00100000:2.0:1788587304.279686:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:2.0:1788587304.279694:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:2.0:1788587304.279699:0:22753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a83755880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3648:x1875469127644416:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788587304.279716:0:22753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a83755880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3648:x1875469127644416:12345-0@lo:400:kworker.0 Request processed in 17us (354us total) trans 0 rc 0/0 00000100:00100000:2.0:1788587304.279721:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00080000:2.0:1788587304.279731:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1788587304.279733:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1788587304.279860:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875469127643904 00000100:00100000:2.0:1788587304.279863:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875469127643904 00000100:00100000:2.0:1788587304.279882:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:2.0:1788587304.279887:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f5a83757100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3648:x1875469127643904:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788587304.279915:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f5a83757100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3648:x1875469127643904:12345-0@lo:400:kworker.0 Request processed in 28us (589us total) trans 0 rc 0/0 00000100:00100000:2.0:1788587304.279921:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:1.0:1788587304.280045:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a83e80e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1875469127643904:0@lo:400:kworker.0 00000100:00100000:1.0:1788587304.280054:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a83de3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3648:1875469127644416:0@lo:400:kworker.0 00000100:00100000:1.0:1788587304.280062:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a83e82d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3648:1875469127643776:0@lo:400:kworker.0 00000100:00100000:1.0:1788587304.280070:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5a83de0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3648:1875469127644288:0@lo:400:kworker.0 00010000:00080000:1.0:1788587304.280079:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8f5ba7aa4a80 x1875469127644800/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788587320 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788587304.280089:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f5ba7aa4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3648:1875469127644800:0@lo:400:kworker.0 00010000:00010000:2.0:1788587304.660761:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 13899 lines, 13899 kept, 0 dropped, 0 bad.