00010000:00010000:1.0F:1787583278.926361:0:17142:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787583279.377056:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787583279.377100:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787583279.377124:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787583279.377144:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787583279.377163:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787583279.377200:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787583279.377230:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787583279.377259:0:17145:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413844096 00000100:00100000:1.0:1787583279.377278:0:17145:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413844096 00000100:00100000:1.0:1787583279.377332:0:17145:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 166 00000100:00100000:1.0:1787583279.377343:0:17145:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9093524d4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d9d5ba4b-a209-427f-bc83-827ad63e227c+13:2404:x1874416413844096:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:1.0:1787583279.377406:0:17145:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9093524d4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d9d5ba4b-a209-427f-bc83-827ad63e227c+13:2404:x1874416413844096:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 65us (305us total) trans 0 rc 0/0 00000100:00100000:1.0:1787583279.377413:0:17145:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 166 00000100:00100000:1.0:1787583279.377454:0:20292:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413844224 00000100:00100000:1.0:1787583279.377457:0:20292:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413844224 00000100:00100000:1.0:1787583279.377488:0:20292:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413844352 00000100:00100000:1.0:1787583279.377491:0:20292:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413844352 00000100:00100000:1.0:1787583279.377508:0:20292:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413844864 00000100:00100000:1.0:1787583279.377510:0:20292:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413844864 00000100:00100000:1.0:1787583279.377525:0:20292:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 60 00000100:00100000:1.0:1787583279.377530:0:20292:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9093669cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2fe92cb2-a1f3-4fc5-beed-1773d3bb3c77+22:2405:x1874416413844224:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:1.0:1787583279.377560:0:20292:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9093669cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2fe92cb2-a1f3-4fc5-beed-1773d3bb3c77+22:2405:x1874416413844224:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 29us (514us total) trans 0 rc 0/0 00000100:00100000:1.0:1787583279.377566:0:20292:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 60 00000100:00100000:1.0:1787583279.377577:0:20292:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 61 00000100:00100000:1.0:1787583279.377582:0:20292:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9093669c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2fe92cb2-a1f3-4fc5-beed-1773d3bb3c77+5:2404:x1874416413844352:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:1.0:1787583279.377611:0:20292:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9093669c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2fe92cb2-a1f3-4fc5-beed-1773d3bb3c77+5:2404:x1874416413844352:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 29us (487us total) trans 0 rc 0/0 00000100:00100000:1.0:1787583279.377618:0:20292:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 61 00000100:00100000:1.0:1787583279.377627:0:20292:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 62 00000100:00100000:1.0:1787583279.377632:0:20292:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9093669c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d729bb3e-ce60-4d36-b85a-27ad79fddcea+5:2404:x1874416413844864:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:1.0:1787583279.377647:0:20292:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9093669c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d729bb3e-ce60-4d36-b85a-27ad79fddcea+5:2404:x1874416413844864:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 15us (484us total) trans 0 rc 0/0 00000100:00100000:1.0:1787583279.377653:0:20292:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 62 00000100:00100000:1.0:1787583279.377667:0:19228:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413844608 00000100:00100000:1.0:1787583279.377669:0:19228:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413844608 00000100:00100000:1.0:1787583279.377688:0:19228:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413845120 00000100:00100000:1.0:1787583279.377690:0:19228:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413845120 00000100:00100000:1.0:1787583279.377703:0:19228:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413844480 00000100:00100000:1.0:1787583279.377705:0:19228:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413844480 00000100:00100000:1.0:1787583279.377717:0:19228:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 21 00000100:00100000:1.0:1787583279.377723:0:19228:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9093669c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2fe92cb2-a1f3-4fc5-beed-1773d3bb3c77+5:2404:x1874416413844608:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:1.0:1787583279.377746:0:19228:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9093669c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2fe92cb2-a1f3-4fc5-beed-1773d3bb3c77+5:2404:x1874416413844608:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 23us (601us total) trans 0 rc 0/0 00000100:00100000:1.0:1787583279.377751:0:19228:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 21 00000100:00100000:1.0:1787583279.377762:0:19228:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 22 00000100:00100000:1.0:1787583279.377768:0:19228:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909247646a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d729bb3e-ce60-4d36-b85a-27ad79fddcea+5:2404:x1874416413845120:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:1.0:1787583279.377797:0:19228:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909247646a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d729bb3e-ce60-4d36-b85a-27ad79fddcea+5:2404:x1874416413845120:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 21us (588us total) trans 0 rc 0/0 00000100:00100000:1.0:1787583279.377804:0:19228:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 22 00000100:00100000:1.0:1787583279.377815:0:19228:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 23 00000100:00100000:1.0:1787583279.377827:0:19228:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909247644e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2fe92cb2-a1f3-4fc5-beed-1773d3bb3c77+5:2405:x1874416413844480:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:1.0:1787583279.377871:0:19228:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909247644e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2fe92cb2-a1f3-4fc5-beed-1773d3bb3c77+5:2405:x1874416413844480:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 45us (641us total) trans 0 rc 0/0 00000100:00100000:1.0:1787583279.377877:0:19228:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 23 00000100:00080000:1.0:1787583279.378004:0:17149:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1787583279.378008:0:17149:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1787583279.378011:0:17149:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1787583279.378013:0:17149:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1787583279.383391:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787583279.383437:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0F:1787583279.384879:0:20292:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413844736 00000100:00100000:0.0:1787583279.384902:0:20292:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413844736 00000100:00100000:0.0:1787583279.384972:0:20292:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 63 00000100:00100000:0.0:1787583279.384982:0:20292:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909247645880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d729bb3e-ce60-4d36-b85a-27ad79fddcea+6:2405:x1874416413844736:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:0.0:1787583279.385070:0:20292:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909247645880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d729bb3e-ce60-4d36-b85a-27ad79fddcea+6:2405:x1874416413844736:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 89us (1688us total) trans 0 rc 0/0 00000100:00100000:0.0:1787583279.385078:0:20292:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 63 00000100:00100000:3.0F:1787583279.385540:0:19228:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413844992 00000100:00100000:3.0:1787583279.385552:0:19228:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413844992 00000100:00100000:3.0:1787583279.385599:0:19228:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 24 00000100:00100000:3.0:1787583279.385607:0:19228:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909247645c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d729bb3e-ce60-4d36-b85a-27ad79fddcea+5:2405:x1874416413844992:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:3.0:1787583279.385646:0:19228:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909247645c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d729bb3e-ce60-4d36-b85a-27ad79fddcea+5:2405:x1874416413844992:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 41us (2208us total) trans 0 rc 0/0 00000100:00100000:3.0:1787583279.385653:0:19228:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 24 00000100:00080000:1.0:1787583279.386561:0:17149:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1787583279.386567:0:17149:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1787583279.951343:0:17141:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1787583280.592145:0:17133:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934622 is committed 00000020:00080000:0.0:1787583280.592164:0:17133:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff90936687a900 refcount 2 committed 0 result 0 batchid 4294967529 00000020:00080000:0.0:1787583280.592169:0:17133:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff90934645b700 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff90936687acc0 00000020:00080000:0.0:1787583280.592173:0:17133:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff90934645b100 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff90936eec6200 00010000:00010000:2.0F:1787583280.592262:0:3640:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90924770ac00/0x19a47956376b7a88 lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 20292 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583280.592284:0:3640:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90924770ac00/0x19a47956376b7a88 lrc: 2/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 20292 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583280.592293:0:3640:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90924770ac00/0x19a47956376b7a88 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 20292 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:3.0:1787583280.592294:0:17192:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294967529 committed batchid 8 00010000:00010000:2.0:1787583280.592303:0:3640:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90924770ac00 already unused, calling callback (ffffffffc179e4f0) 00010000:00010000:2.0:1787583280.592308:0:3640:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90924770ac00/0x19a47956376b7a88 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 20292 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583280.592316:0:3640:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90924770ac00/0x19a47956376b7a88 lrc: 4/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 20292 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583280.592332:0:3640:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x3:0x0].0x0 (ffff909345181d00) 00010000:00010000:2.0:1787583280.592335:0:3640:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787583280.592339:0:3640:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90924770ac00/0x19a47956376b7a88 lrc: 2/0,0 mode: --/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 20292 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583280.592345:0:3640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90924770ac00/0x19a47956376b7a88 lrc: 0/0,0 mode: --/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 20292 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:3.0:1787583280.592355:0:17192:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 8 00010000:00010000:0.0:1787583280.973976:0:17142:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787583281.622315:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1787583281.622336:0:3653:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9093668a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3653:1874416435936256:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1787583281.622396:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787583281.622974:0:18662:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435936256 00000100:00100000:1.0:1787583281.622982:0:18662:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435936256 00000100:00100000:1.0:1787583281.623033:0:18662:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:1.0:1787583281.623042:0:18662:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9093668a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1874416435936256:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1787583281.623069:0:18662:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 26324672 pending 0 free 3915849728 avail 3684327424 00000100:00100000:1.0:1787583281.623118:0:18662:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9093668a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1874416435936256:12345-0@lo:13:osp-pre-0-1.0 Request processed in 77us (721us total) trans 0 rc 0/0 00000100:00100000:1.0:1787583281.623124:0:18662:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00080000:1.0:1787583281.623143:0:17149:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1787583281.623178:0:3653:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9093668a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3653:1874416435936256:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1787583281.998062:0:17141:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787583282.033211:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787583282.033333:0:17154:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413845248 00000100:00100000:3.0:1787583282.033343:0:17154:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413845248 00000100:00100000:3.0:1787583282.033419:0:17154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 65 00000100:00100000:3.0:1787583282.033431:0:17154:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909247647800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2fe92cb2-a1f3-4fc5-beed-1773d3bb3c77+13:15592:x1874416413845248:12345-192.168.203.11@tcp:60:lhsmtool_posix.0 00000100:00100000:3.0:1787583282.033531:0:17154:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909247647800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2fe92cb2-a1f3-4fc5-beed-1773d3bb3c77+13:15592:x1874416413845248:12345-192.168.203.11@tcp:60:lhsmtool_posix.0 Request processed in 102us (328us total) trans 0 rc 0/0 00000100:00100000:3.0:1787583282.033547:0:17154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 65 00000100:00080000:1.0:1787583282.033603:0:17149:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1787583282.061485:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787583282.061583:0:18681:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413845376 00000100:00100000:1.0:1787583282.061593:0:18681:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413845376 00000100:00100000:1.0:1787583282.061685:0:18681:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 66 00000100:00100000:1.0:1787583282.061696:0:18681:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909247ee6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2fe92cb2-a1f3-4fc5-beed-1773d3bb3c77+5:15592:x1874416413845376:12345-192.168.203.11@tcp:60:lhsmtool_posix.0 00000100:00100000:1.0:1787583282.061782:0:18681:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909247ee6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2fe92cb2-a1f3-4fc5-beed-1773d3bb3c77+5:15592:x1874416413845376:12345-192.168.203.11@tcp:60:lhsmtool_posix.0 Request processed in 88us (306us total) trans 0 rc 0/0 00000100:00100000:1.0:1787583282.061789:0:18681:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 66 00000100:00080000:2.0:1787583282.062028:0:17149:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1787583282.080523:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787583282.080631:0:17156:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413845632 00000100:00100000:3.0:1787583282.080641:0:17156:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413845632 00000100:00100000:3.0:1787583282.080694:0:17156:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 12 00000100:00100000:3.0:1787583282.080703:0:17156:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9093668a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2fe92cb2-a1f3-4fc5-beed-1773d3bb3c77+13:15592:x1874416413845632:12345-192.168.203.11@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1787583282.080957:0:17156:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9093668a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2fe92cb2-a1f3-4fc5-beed-1773d3bb3c77+14:15592:x1874416413845632:12345-192.168.203.11@tcp:35:lhsmtool_posix.0 Request processed in 253us (441us total) trans 8589934623 rc 0/0 00000100:00100000:3.0:1787583282.080964:0:17156:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 12 00000100:00100000:2.0:1787583282.638342:0:3655:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9093668a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3655:1874416435936384:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1787583282.638425:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787583282.638717:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1787583282.638728:0:3655:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909247644380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3655:1874416435936512:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1787583282.638756:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787583282.638908:0:17159:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435936384 00000100:00100000:1.0:1787583282.638916:0:17159:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435936384 00000100:00100000:1.0:1787583282.638962:0:17159:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435936512 00000100:00100000:1.0:1787583282.638965:0:17159:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435936512 00000100:00100000:1.0:1787583282.638982:0:17159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:1.0:1787583282.638990:0:17159:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9092473c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3655:x1874416435936384:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1787583282.639025:0:17159:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446293504 avail 1300054016 00000100:00100000:1.0:1787583282.639072:0:17159:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9092473c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3655:x1874416435936384:12345-0@lo:41:osp-pre-0-1.0 Request processed in 83us (647us total) trans 0 rc 0/0 00000100:00100000:1.0:1787583282.639079:0:17159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:1.0:1787583282.639095:0:17159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:1.0:1787583282.639100:0:17159:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9092473c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3655:x1874416435936512:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1787583282.639116:0:17159:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1787583282.639142:0:17159:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9092473c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3655:x1874416435936512:12345-0@lo:41:osp-pre-1-0.0 Request processed in 42us (385us total) trans 0 rc 0/0 00000100:00100000:1.0:1787583282.639147:0:17159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:1.0:1787583282.639181:0:3655:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909247644380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3655:1874416435936512:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1787583282.639193:0:3655:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9093668a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3655:1874416435936384:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1787583283.026426:0:17142:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787583283.662293:0:3653:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9092473c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3653:1874416435936640:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1787583283.662367:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787583283.662614:0:18662:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435936640 00000100:00100000:2.0:1787583283.662623:0:18662:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435936640 00000100:00100000:2.0:1787583283.662688:0:18662:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:2.0:1787583283.662698:0:18662:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909247644380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1874416435936640:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1787583283.662724:0:18662:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 26324672 pending 0 free 3915849728 avail 3684327424 00000100:00100000:2.0:1787583283.662769:0:18662:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909247644380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1874416435936640:12345-0@lo:13:osp-pre-0-0.0 Request processed in 72us (402us total) trans 0 rc 0/0 00000100:00100000:2.0:1787583283.662777:0:18662:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:2.0:1787583283.663151:0:3656:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9092473c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3656:1874416435937024:0@lo:400:kworker.0 00000100:00100000:2.0:1787583283.663180:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787583283.663204:0:3656:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9092473c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3656:1874416435937536:0@lo:400:kworker.0 00000100:00100000:2.0:1787583283.663227:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787583283.663252:0:3656:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909351692300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3656:1874416435938048:0@lo:400:kworker.0 00000100:00100000:2.0:1787583283.663275:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787583283.663303:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:2.0:1787583283.663309:0:3656:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9092473c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ea761437-c095-48a5-91f7-0c431111ca6a:3656:1874416435936896:0@lo:400:kworker.0 00000100:00100000:2.0:1787583283.663334:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787583283.663355:0:3656:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9092473c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3656:1874416435937408:0@lo:400:kworker.0 00000100:00100000:2.0:1787583283.663376:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787583283.663391:0:3656:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909351691c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3656:1874416435937920:0@lo:400:kworker.0 00000100:00100000:2.0:1787583283.663412:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787583283.663439:0:17147:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435936896 00000100:00100000:2.0:1787583283.663443:0:17147:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435936896 00000100:00100000:2.0:1787583283.663469:0:17147:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 167 00000100:00100000:2.0:1787583283.663476:0:17147:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9093524d6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ea761437-c095-48a5-91f7-0c431111ca6a+24:3656:x1874416435936896:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787583283.663512:0:17147:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9093524d6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ea761437-c095-48a5-91f7-0c431111ca6a+24:3656:x1874416435936896:12345-0@lo:400:kworker.0 Request processed in 36us (176us total) trans 0 rc 0/0 00000100:00100000:2.0:1787583283.664083:0:17147:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 167 00000100:00100000:2.0:1787583283.664120:0:17158:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435937024 00000100:00100000:2.0:1787583283.664124:0:17158:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435937024 00000100:00100000:2.0:1787583283.664147:0:17158:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435937408 00000100:00100000:2.0:1787583283.664150:0:17158:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435937408 00000100:00100000:2.0:1787583283.664163:0:17158:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:2.0:1787583283.664169:0:17158:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909247ec8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3656:x1874416435937024:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787583283.664204:0:17158:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909247ec8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3656:x1874416435937024:12345-0@lo:400:kworker.0 Request processed in 35us (1023us total) trans 0 rc 0/0 00000100:00100000:2.0:1787583283.664210:0:17158:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:2.0:1787583283.664222:0:17158:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:2.0:1787583283.664227:0:17158:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909247ec9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3656:x1874416435937408:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787583283.664266:0:17158:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909247ec9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3656:x1874416435937408:12345-0@lo:400:kworker.0 Request processed in 38us (889us total) trans 0 rc 0/0 00000100:00100000:2.0:1787583283.664271:0:17158:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00080000:1.0:1787583283.664368:0:17149:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1787583283.668737:0:18661:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435937536 00000100:00100000:1.0:1787583283.668751:0:18661:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435937536 00000100:00100000:1.0:1787583283.668832:0:18661:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:1.0:1787583283.668842:0:18661:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909247ecb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3656:x1874416435937536:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787583283.668960:0:18661:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909247ecb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3656:x1874416435937536:12345-0@lo:400:kworker.0 Request processed in 120us (5731us total) trans 0 rc 0/0 00000100:00100000:1.0:1787583283.668968:0:18661:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:1.0:1787583283.669008:0:3654:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9093668a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3654:1874416435936768:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1787583283.669044:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787583283.669073:0:3654:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9092473c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3654:1874416435937280:0@lo:400:kworker.0 00000100:00100000:1.0:1787583283.669097:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787583283.669117:0:3654:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909351691880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3654:1874416435937792:0@lo:400:kworker.0 00000100:00100000:1.0:1787583283.669137:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787583283.669154:0:3654:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909247ec9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3654:1874416435938304:0@lo:400:kworker.0 00000100:00100000:1.0:1787583283.669174:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787583283.669198:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:1.0:1787583283.669204:0:3654:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9092473c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3654:1874416435937152:0@lo:400:kworker.0 00000100:00100000:1.0:1787583283.669224:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787583283.669253:0:3654:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909351690a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3654:1874416435937664:0@lo:400:kworker.0 00000100:00100000:1.0:1787583283.669273:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787583283.669290:0:3654:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909247ec9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3654:1874416435938176:0@lo:400:kworker.0 00000100:00100000:1.0:1787583283.669308:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787583283.669330:0:17154:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435938048 00000100:00100000:1.0:1787583283.669334:0:17154:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435938048 00000100:00100000:1.0:1787583283.669356:0:17154:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435937920 00000100:00100000:1.0:1787583283.669373:0:17154:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435937920 00000100:00100000:1.0:1787583283.669391:0:17154:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435937280 00000100:00100000:1.0:1787583283.669393:0:17154:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435937280 00000100:00100000:1.0:1787583283.669403:0:17154:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435937792 00000100:00100000:1.0:1787583283.669406:0:17154:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435937792 00000100:00100000:1.0:1787583283.669414:0:17154:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435938304 00000100:00100000:1.0:1787583283.669417:0:17154:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435938304 00000100:00100000:1.0:1787583283.669428:0:17154:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435938176 00000100:00100000:1.0:1787583283.669430:0:17154:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435938176 00000100:00100000:1.0:1787583283.669443:0:17154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:1.0:1787583283.669450:0:17154:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909247ecb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3656:x1874416435938048:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787583283.669483:0:17154:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909247ecb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3656:x1874416435938048:12345-0@lo:400:kworker.0 Request processed in 34us (6208us total) trans 0 rc 0/0 00000100:00100000:1.0:1787583283.669489:0:17154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:1.0:1787583283.669500:0:17154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:1.0:1787583283.669506:0:17154:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909348843480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3656:x1874416435937920:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787583283.669546:0:17154:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909348843480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3656:x1874416435937920:12345-0@lo:400:kworker.0 Request processed in 41us (6134us total) trans 0 rc 0/0 00000100:00100000:1.0:1787583283.669552:0:17154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:1.0:1787583283.669563:0:17154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:1.0:1787583283.669568:0:17154:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909247644000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3654:x1874416435937280:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787583283.669599:0:17154:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909247644000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3654:x1874416435937280:12345-0@lo:400:kworker.0 Request processed in 30us (501us total) trans 0 rc 0/0 00000100:00100000:1.0:1787583283.669605:0:17154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:1.0:1787583283.669615:0:17154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:1.0:1787583283.669621:0:17154:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909247645500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3654:x1874416435937792:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787583283.669646:0:17154:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909247645500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3654:x1874416435937792:12345-0@lo:400:kworker.0 Request processed in 25us (508us total) trans 0 rc 0/0 00000100:00100000:1.0:1787583283.669661:0:17154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:1.0:1787583283.669673:0:17154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:1.0:1787583283.669678:0:17154:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909247647100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3654:x1874416435938304:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787583283.669706:0:17154:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909247647100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3654:x1874416435938304:12345-0@lo:400:kworker.0 Request processed in 28us (531us total) trans 0 rc 0/0 00000100:00100000:1.0:1787583283.669711:0:17154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:1.0:1787583283.669722:0:17154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:1.0:1787583283.669728:0:17154:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909247647480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3654:x1874416435938176:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787583283.669767:0:17154:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909247647480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3654:x1874416435938176:12345-0@lo:400:kworker.0 Request processed in 39us (457us total) trans 0 rc 0/0 00000100:00100000:1.0:1787583283.669773:0:17154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:1.0:1787583283.669793:0:19685:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435937152 00000100:00100000:1.0:1787583283.669797:0:19685:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435937152 00000100:00100000:1.0:1787583283.669818:0:19685:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435937664 00000100:00100000:1.0:1787583283.669821:0:19685:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435937664 00000100:00100000:1.0:1787583283.669837:0:19685:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:1.0:1787583283.669842:0:19685:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909247646d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3654:x1874416435937152:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787583283.669891:0:19685:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909247646d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3654:x1874416435937152:12345-0@lo:400:kworker.0 Request processed in 48us (665us total) trans 0 rc 0/0 00000100:00100000:1.0:1787583283.669896:0:19685:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:1.0:1787583283.669908:0:19685:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:1.0:1787583283.669913:0:19685:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909247647b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3654:x1874416435937664:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787583283.669938:0:19685:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909247647b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3654:x1874416435937664:12345-0@lo:400:kworker.0 Request processed in 25us (665us total) trans 0 rc 0/0 00000100:00100000:1.0:1787583283.669944:0:19685:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00080000:1.0:1787583283.669984:0:17149:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1787583283.669988:0:17149:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1787583283.669990:0:17149:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1787583283.669992:0:17149:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1787583283.670001:0:18662:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435936768 00000100:00100000:1.0:1787583283.670004:0:18662:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435936768 00000100:00100000:1.0:1787583283.670026:0:18662:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:1.0:1787583283.670032:0:18662:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909247645f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1874416435936768:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1787583283.670052:0:18662:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1787583283.670083:0:18662:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909247645f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1874416435936768:12345-0@lo:13:osp-pre-1-0.0 Request processed in 52us (1039us total) trans 0 rc 0/0 00000100:00100000:1.0:1787583283.670090:0:18662:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:1.0:1787583283.670136:0:3653:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9092473c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3653:1874416435936640:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1787583283.670169:0:3655:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909247ee7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3655:1874416435938432:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1787583283.670193:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787583283.670218:0:18662:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435938432 00000100:00100000:1.0:1787583283.670221:0:18662:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435938432 00000100:00100000:1.0:1787583283.670251:0:18662:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:1.0:1787583283.670257:0:18662:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909247646300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3655:x1874416435938432:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1787583283.670267:0:18662:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1787583283.670295:0:18662:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909247646300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3655:x1874416435938432:12345-0@lo:13:osp-pre-1-1.0 Request processed in 39us (101us total) trans 0 rc 0/0 00000100:00100000:1.0:1787583283.670301:0:18662:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:1.0:1787583283.670326:0:3654:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9092473c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3654:1874416435937152:0@lo:400:kworker.0 00000100:00100000:1.0:1787583283.670335:0:3654:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909351690a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3654:1874416435937664:0@lo:400:kworker.0 00000100:00100000:1.0:1787583283.670345:0:3654:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909247ec9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3654:1874416435938176:0@lo:400:kworker.0 00000100:00100000:1.0:1787583283.670367:0:3654:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9093668a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3654:1874416435936768:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1787583283.670376:0:3654:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9092473c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3654:1874416435937280:0@lo:400:kworker.0 00000100:00100000:1.0:1787583283.670385:0:3654:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909351691880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3654:1874416435937792:0@lo:400:kworker.0 00010000:00080000:1.0:1787583283.670395:0:3654:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff909247ec9c00 x1874416435938304/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787583299 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787583283.670405:0:3654:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909247ec9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3654:1874416435938304:0@lo:400:kworker.0 00000100:00100000:1.0:1787583283.670441:0:3655:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909247ee7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3655:1874416435938432:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1787583283.675796:0:3656:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9092473c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ea761437-c095-48a5-91f7-0c431111ca6a:3656:1874416435936896:0@lo:400:kworker.0 00000100:00100000:3.0:1787583283.675819:0:3656:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9092473c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3656:1874416435937408:0@lo:400:kworker.0 00000100:00100000:3.0:1787583283.675877:0:3656:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909351691c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3656:1874416435937920:0@lo:400:kworker.0 00000100:00100000:3.0:1787583283.675891:0:3656:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9092473c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3656:1874416435937024:0@lo:400:kworker.0 00000100:00100000:3.0:1787583283.675902:0:3656:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9092473c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3656:1874416435937536:0@lo:400:kworker.0 00010000:00080000:3.0:1787583283.675915:0:3656:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff909351692300 x1874416435938048/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787583299 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787583283.675926:0:3656:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909351692300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3656:1874416435938048:0@lo:400:kworker.0 00010000:00010000:1.0:1787583284.049515:0:17141:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787583284.502115:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787583284.502636:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787583284.502760:0:18660:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413846272 00000100:00100000:2.0:1787583284.502771:0:18660:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413846272 00000100:00100000:2.0:1787583284.502837:0:18660:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 27 00000100:00100000:2.0:1787583284.502879:0:18660:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909247644a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2fe92cb2-a1f3-4fc5-beed-1773d3bb3c77+5:2403:x1874416413846272:12345-192.168.203.11@tcp:9:kworker.0 00000100:00080000:0.0:1787583284.502895:0:17149:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000020:00000080:2.0:1787583284.502907:0:18660:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x19a47956376b77b7 00000100:00080000:2.0:1787583284.502923:0:18660:0:(import.c:65:import_set_state_nolock()) ffff9092414f4000 : changing import state from FULL to CLOSED 00010000:00010000:0.0:1787583284.502939:0:17142:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000004:2.0:1787583284.502964:0:18660:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:3.0:1787583284.502999:0:17148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413845760 00000100:00100000:3.0:1787583284.503005:0:17148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413845760 00000100:00100000:3.0:1787583284.503051:0:17148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 168 00000100:00100000:3.0:1787583284.503061:0:17148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9093524d4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d9d5ba4b-a209-427f-bc83-827ad63e227c+13:2405:x1874416413845760:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:3.0:1787583284.504363:0:17148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9093524d4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d9d5ba4b-a209-427f-bc83-827ad63e227c+13:2405:x1874416413845760:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 1299us (1723us total) trans 0 rc 0/0 00000100:00100000:3.0:1787583284.504371:0:17148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 168 00000100:00100000:1.0:1787583284.504432:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787583284.504471:0:17154:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413846016 00000100:00100000:3.0:1787583284.504475:0:17154:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413846016 00000100:00100000:3.0:1787583284.504507:0:17154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 70 00000100:00100000:3.0:1787583284.504512:0:17154:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909247645180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2fe92cb2-a1f3-4fc5-beed-1773d3bb3c77+5:2405:x1874416413846016:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:2.0:1787583284.504795:0:18660:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909247644a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2fe92cb2-a1f3-4fc5-beed-1773d3bb3c77+2:2403:x1874416413846272:12345-192.168.203.11@tcp:9:kworker.0 Request processed in 1947us (2687us total) trans 0 rc 0/0 00000100:00100000:2.0:1787583284.504805:0:18660:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 27 00000100:00080000:2.0:1787583284.504892:0:17149:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1787583284.504968:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787583284.505256:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787583284.505286:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787583284.505304:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787583284.505321:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787583284.505343:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787583284.505364:0:19228:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413846144 00000100:00100000:1.0:1787583284.505368:0:19228:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413846144 00000100:00100000:1.0:1787583284.505400:0:19228:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413846656 00000100:00100000:1.0:1787583284.505403:0:19228:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413846656 00000100:00100000:1.0:1787583284.505418:0:19228:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413846784 00000100:00100000:1.0:1787583284.505420:0:19228:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413846784 00000100:00100000:1.0:1787583284.505434:0:19228:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 28 00000100:00100000:1.0:1787583284.505441:0:19228:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909247ec9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2fe92cb2-a1f3-4fc5-beed-1773d3bb3c77+5:2405:x1874416413846144:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:1.0:1787583284.505487:0:19228:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909247ec9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2fe92cb2-a1f3-4fc5-beed-1773d3bb3c77+5:2405:x1874416413846144:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 46us (200us total) trans 0 rc 0/0 00000100:00100000:1.0:1787583284.505494:0:19228:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 28 00000100:00100000:1.0:1787583284.505514:0:19228:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 28 00000100:00100000:1.0:1787583284.505533:0:19228:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909351692300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d729bb3e-ce60-4d36-b85a-27ad79fddcea+5:2403:x1874416413846656:12345-192.168.203.11@tcp:9:kworker.0 00000020:00000080:1.0:1787583284.505549:0:19228:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x19a47956376b77f6 00000100:00080000:1.0:1787583284.505561:0:19228:0:(import.c:65:import_set_state_nolock()) ffff9092414f6000 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1787583284.505596:0:19228:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934600 00000100:00100000:2.0:1787583284.505706:0:20292:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413846400 00000100:00100000:2.0:1787583284.505719:0:20292:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413846400 00000100:00100000:1.0:1787583284.505725:0:19228:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909351692300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d729bb3e-ce60-4d36-b85a-27ad79fddcea+2:2403:x1874416413846656:12345-192.168.203.11@tcp:9:kworker.0 Request processed in 192us (401us total) trans 0 rc 0/0 00000100:00100000:1.0:1787583284.505734:0:19228:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 28 00000100:00100000:2.0:1787583284.505751:0:20292:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413845888 00000100:00100000:1.0:1787583284.505753:0:19228:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 29 00000100:00100000:2.0:1787583284.505756:0:20292:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413845888 00000100:00100000:1.0:1787583284.506003:0:19228:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909351691c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d729bb3e-ce60-4d36-b85a-27ad79fddcea+5:2403:x1874416413846784:12345-192.168.203.11@tcp:9:kworker.0 00000020:00000080:1.0:1787583284.506020:0:19228:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x19a47956376b77fd 00000100:00080000:1.0:1787583284.506026:0:19228:0:(import.c:65:import_set_state_nolock()) ffff90937e3c5000 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1787583284.506051:0:19228:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:2.0:1787583284.506104:0:20292:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413846528 00000100:00100000:2.0:1787583284.506109:0:20292:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413846528 00000100:00100000:2.0:1787583284.506130:0:20292:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 71 00000100:00100000:1.0:1787583284.506131:0:19228:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909351691c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d729bb3e-ce60-4d36-b85a-27ad79fddcea+2:2403:x1874416413846784:12345-192.168.203.11@tcp:9:kworker.0 Request processed in 367us (784us total) trans 0 rc 0/0 00000100:00100000:2.0:1787583284.506140:0:20292:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909247644700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d729bb3e-ce60-4d36-b85a-27ad79fddcea+6:2405:x1874416413846400:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:1.0:1787583284.506144:0:19228:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 29 00000100:00100000:2.0:1787583284.506176:0:20292:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909247644700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d729bb3e-ce60-4d36-b85a-27ad79fddcea+6:2405:x1874416413846400:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 38us (1208us total) trans 0 rc 0/0 00000100:00100000:2.0:1787583284.506184:0:20292:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 71 00000100:00100000:2.0:1787583284.506202:0:20292:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 72 00000100:00100000:2.0:1787583284.506210:0:20292:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909247646680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2fe92cb2-a1f3-4fc5-beed-1773d3bb3c77+14:2405:x1874416413845888:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:2.0:1787583284.506249:0:20292:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909247646680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2fe92cb2-a1f3-4fc5-beed-1773d3bb3c77+14:2405:x1874416413845888:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 40us (993us total) trans 0 rc 0/0 00000100:00100000:2.0:1787583284.506256:0:20292:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 72 00000100:00100000:2.0:1787583284.506271:0:20292:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 73 00000100:00100000:2.0:1787583284.506278:0:20292:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909247ec9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d729bb3e-ce60-4d36-b85a-27ad79fddcea+5:2405:x1874416413846528:12345-192.168.203.11@tcp:400:kworker.0 00010000:00010000:0.0:1787583284.506298:0:17141:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787583284.506300:0:20292:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909247ec9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d729bb3e-ce60-4d36-b85a-27ad79fddcea+5:2405:x1874416413846528:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 23us (995us total) trans 0 rc 0/0 00000100:00100000:2.0:1787583284.506308:0:20292:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 73 00010000:00010000:0.0:1787583284.506316:0:17142:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787583284.506341:0:17149:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1787583284.506345:0:17149:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1787583284.506348:0:17149:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1787583284.506350:0:17149:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1787583284.506545:0:17154:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909247645180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2fe92cb2-a1f3-4fc5-beed-1773d3bb3c77+5:2405:x1874416413846016:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 2030us (2110us total) trans 0 rc 0/0 00000100:00100000:3.0:1787583284.506554:0:17154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 70 00000040:00080000:3.0:1787583284.622273:0:17189:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:3.0:1787583284.622281:0:17189:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1787583284.622325:0:17189:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:3.0:1787583284.622339:0:17189:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00010000:00010000:0.0:1787583285.069958:0:17141:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1787583285.671538:0:20529:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-pcc test 1d: Test Project ID with remote access ========================================================== 10:54:43 (1787583283) 00010000:00010000:3.0:1787583286.100491:0:17142:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787583286.734185:0:3656:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909247ee4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3656:1874416435938560:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1787583286.734274:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787583286.734381:0:18662:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435938560 00000100:00100000:1.0:1787583286.734390:0:18662:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435938560 00000100:00100000:1.0:1787583286.734448:0:18662:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:1.0:1787583286.734458:0:18662:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909247ee4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3656:x1874416435938560:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1787583286.734509:0:18662:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 17886912 pending 0 free 3915849728 avail 3684327424 00000100:00100000:1.0:1787583286.734577:0:18662:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909247ee4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3656:x1874416435938560:12345-0@lo:13:osp-pre-0-1.0 Request processed in 121us (304us total) trans 0 rc 0/0 00000100:00100000:1.0:1787583286.734585:0:18662:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00080000:1.0:1787583286.734630:0:17149:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1787583286.734773:0:3656:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909247ee4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3656:1874416435938560:0@lo:13:osp-pre-0-1.0 00000001:00080000:3.0:1787583286.738155:0:17133:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934623 is committed 00000020:00080000:3.0:1787583286.738168:0:17133:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0000: 4294967529 batchid updated 00000020:00080000:0.0:1787583286.738521:0:17192:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967529 00000020:00080000:0.0:1787583286.738534:0:17192:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967529 00010000:00010000:2.0:1787583287.124870:0:17141:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787583287.759464:0:3653:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909348840a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3653:1874416435938688:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1787583287.759533:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787583287.759702:0:17158:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435938688 00000100:00100000:2.0:1787583287.759734:0:3654:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9093668a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3654:1874416435938816:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1787583287.759773:0:17158:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435938688 00000100:00100000:3.0:1787583287.759824:0:17158:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:3.0:1787583287.759835:0:17158:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909351691880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3653:x1874416435938688:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1787583287.759885:0:17158:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1787583287.760175:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787583287.761970:0:17159:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435938816 00000100:00100000:0.0:1787583287.761983:0:17159:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435938816 00000100:00100000:0.0:1787583287.762026:0:17159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:0.0:1787583287.762035:0:17159:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909348842a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3654:x1874416435938816:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1787583287.762083:0:17159:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446293504 avail 1300054016 00000100:00100000:0.0:1787583287.762276:0:17159:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909348842a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3654:x1874416435938816:12345-0@lo:41:osp-pre-0-1.0 Request processed in 240us (2099us total) trans 0 rc 0/0 00000100:00100000:0.0:1787583287.762283:0:17159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:2.0:1787583287.762357:0:3654:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9093668a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3654:1874416435938816:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1787583287.762369:0:17158:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909351691880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3653:x1874416435938688:12345-0@lo:41:osp-pre-1-0.0 Request processed in 2532us (2833us total) trans 0 rc 0/0 00000100:00100000:3.0:1787583287.762377:0:17158:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:0.0:1787583287.762440:0:3653:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909348840a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3653:1874416435938688:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1787583288.142149:0:17142:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1787583288.526529:0:17912:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:1.0:1787583288.782701:0:3655:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909351690a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3655:1874416435939072:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1787583288.782793:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787583288.782885:0:3655:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909247ee7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3655:1874416435939456:0@lo:400:kworker.0 00000100:00100000:1.0:1787583288.782916:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787583288.782943:0:3656:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909247ee4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ea761437-c095-48a5-91f7-0c431111ca6a:3656:1874416435938944:0@lo:400:kworker.0 00000100:00100000:1.0:1787583288.782947:0:3655:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90937fc63800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3655:1874416435939968:0@lo:400:kworker.0 00000100:00100000:3.0:1787583288.782996:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787583288.783013:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787583288.783031:0:3655:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90937fc60380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3655:1874416435940480:0@lo:400:kworker.0 00000100:00100000:1.0:1787583288.783064:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787583288.783152:0:19685:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435939456 00000100:00100000:0.0:1787583288.783160:0:19685:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435939456 00000100:00100000:2.0:1787583288.783575:0:3654:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909247ee5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3654:1874416435939328:0@lo:400:kworker.0 00000100:00100000:2.0:1787583288.783609:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787583288.783635:0:3654:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90937fc60700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3654:1874416435939840:0@lo:400:kworker.0 00000100:00100000:2.0:1787583288.783655:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787583288.783671:0:3654:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90937fc62300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3654:1874416435940352:0@lo:400:kworker.0 00000100:00100000:2.0:1787583288.783697:0:18659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435939968 00000100:00100000:2.0:1787583288.783702:0:18659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435939968 00000100:00100000:3.0:1787583288.785066:0:3656:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909247ee5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3656:1874416435939584:0@lo:400:kworker.0 00000100:00100000:3.0:1787583288.785137:0:18661:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435939328 00000100:00100000:3.0:1787583288.785143:0:18661:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435939328 00000100:00100000:1.0:1787583288.785463:0:18662:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435939072 00000100:00100000:1.0:1787583288.785469:0:18662:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435939072 00000100:00100000:1.0:1787583288.785512:0:18662:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:1.0:1787583288.785521:0:18662:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9092473c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3655:x1874416435939072:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1787583288.785565:0:18662:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1787583288.785625:0:18662:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9092473c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3655:x1874416435939072:12345-0@lo:13:osp-pre-1-1.0 Request processed in 104us (2832us total) trans 0 rc 0/0 00000100:00100000:1.0:1787583288.785642:0:18662:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:1.0:1787583288.785666:0:19228:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435939840 00000100:00100000:1.0:1787583288.785683:0:19228:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435939840 00000100:00100000:0.0:1787583288.789768:0:19685:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:0.0:1787583288.789785:0:19685:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9092473c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3655:x1874416435939456:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787583288.789893:0:19685:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9092473c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3655:x1874416435939456:12345-0@lo:400:kworker.0 Request processed in 114us (6976us total) trans 0 rc 0/0 00000100:00100000:0.0:1787583288.789900:0:19685:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:0.0:1787583288.789936:0:3653:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909247ee5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3653:1874416435939200:0@lo:400:kworker.0 00000100:00100000:0.0:1787583288.789976:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787583288.790005:0:3653:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90937fc61f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3653:1874416435939712:0@lo:400:kworker.0 00000100:00100000:0.0:1787583288.790026:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787583288.790046:0:3653:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90937fc63100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3653:1874416435940224:0@lo:400:kworker.0 00000100:00100000:0.0:1787583288.790083:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787583288.790102:0:3653:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9093668a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3653:1874416435940736:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1787583288.790126:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787583288.790160:0:17894:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435939200 00000100:00100000:0.0:1787583288.790166:0:17894:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435939200 00000100:00100000:0.0:1787583288.790192:0:17894:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435939712 00000100:00100000:0.0:1787583288.790194:0:17894:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435939712 00000100:00100000:0.0:1787583288.790220:0:17894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:0.0:1787583288.790226:0:17894:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9093668a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3653:x1874416435939200:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787583288.790280:0:17894:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9093668a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3653:x1874416435939200:12345-0@lo:400:kworker.0 Request processed in 54us (304us total) trans 0 rc 0/0 00000100:00100000:0.0:1787583288.790287:0:17894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:0.0:1787583288.790302:0:17894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:0.0:1787583288.790308:0:17894:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909352913100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3653:x1874416435939712:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787583288.790350:0:17894:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909352913100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3653:x1874416435939712:12345-0@lo:400:kworker.0 Request processed in 42us (322us total) trans 0 rc 0/0 00000100:00100000:0.0:1787583288.790356:0:17894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:0.0:1787583288.790393:0:3653:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909247ee5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3653:1874416435939200:0@lo:400:kworker.0 00000100:00100000:0.0:1787583288.790403:0:3653:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90937fc61f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3653:1874416435939712:0@lo:400:kworker.0 00000100:00100000:0.0:1787583288.790450:0:18663:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435940736 00000100:00100000:0.0:1787583288.790453:0:18663:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435940736 00000100:00100000:0.0:1787583288.790473:0:18663:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:0.0:1787583288.790480:0:18663:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9093669cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1874416435940736:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1787583288.790493:0:18663:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1787583288.790528:0:18663:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9093669cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1874416435940736:12345-0@lo:13:osp-pre-1-0.0 Request processed in 49us (400us total) trans 0 rc 0/0 00000100:00100000:0.0:1787583288.790534:0:18663:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:0.0:1787583288.790550:0:17155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435940480 00000100:00100000:0.0:1787583288.790554:0:17155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435940480 00000100:00100000:0.0:1787583288.796933:0:17155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435940224 00000100:00100000:0.0:1787583288.796947:0:17155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435940224 00000100:00100000:0.0:1787583288.796988:0:17155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:0.0:1787583288.797010:0:17155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9092473c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3655:x1874416435940480:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787583288.797115:0:17155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9092473c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3655:x1874416435940480:12345-0@lo:400:kworker.0 Request processed in 108us (14059us total) trans 0 rc 0/0 00000100:00100000:0.0:1787583288.797135:0:17155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:0.0:1787583288.797153:0:17155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:0.0:1787583288.797160:0:17155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9093669cd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3653:x1874416435940224:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787583288.797193:0:17155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9093669cd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3653:x1874416435940224:12345-0@lo:400:kworker.0 Request processed in 34us (7110us total) trans 0 rc 0/0 00000100:00100000:0.0:1787583288.797211:0:17155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00100000:0.0:1787583288.797241:0:17145:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435938944 00000100:00100000:0.0:1787583288.797246:0:17145:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435938944 00000100:00100000:0.0:1787583288.797272:0:17145:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 169 00000100:00100000:0.0:1787583288.797278:0:17145:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9093524d4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ea761437-c095-48a5-91f7-0c431111ca6a+24:3656:x1874416435938944:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787583288.797310:0:17145:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9093524d4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ea761437-c095-48a5-91f7-0c431111ca6a+24:3656:x1874416435938944:12345-0@lo:400:kworker.0 Request processed in 33us (14315us total) trans 0 rc 0/0 00000100:00100000:0.0:1787583288.797317:0:17145:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 169 00000100:00100000:0.0:1787583288.797377:0:3655:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909247ee7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3655:1874416435939456:0@lo:400:kworker.0 00000100:00100000:0.0:1787583288.797392:0:3655:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90937fc60380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3655:1874416435940480:0@lo:400:kworker.0 00000100:00100000:0.0:1787583288.797409:0:3655:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909351690a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3655:1874416435939072:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1787583288.797450:0:3653:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90937fc63100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3653:1874416435940224:0@lo:400:kworker.0 00000100:00100000:0.0:1787583288.797463:0:3653:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9093668a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3653:1874416435940736:0@lo:13:osp-pre-1-0.0 00000100:00080000:0.0:1787583288.797507:0:17149:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1787583288.797512:0:17149:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1787583288.797515:0:17149:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1787583288.797554:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787583288.797595:0:3654:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909348840a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3654:1874416435940864:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1787583288.797649:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787583288.797680:0:18663:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435940864 00000100:00100000:0.0:1787583288.797684:0:18663:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435940864 00000100:00100000:0.0:1787583288.797708:0:18663:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:0.0:1787583288.800464:0:18663:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9093669ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3654:x1874416435940864:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1787583288.800502:0:18663:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 17886912 pending 0 free 3915849728 avail 3684327424 00000100:00100000:0.0:1787583288.800584:0:18663:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9093669ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3654:x1874416435940864:12345-0@lo:13:osp-pre-0-0.0 Request processed in 147us (2934us total) trans 0 rc 0/0 00000100:00100000:0.0:1787583288.800592:0:18663:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:0.0:1787583288.800792:0:3654:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909348840a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3654:1874416435940864:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1787583288.800869:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787583288.800902:0:3656:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90937fc61500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3656:1874416435940096:0@lo:400:kworker.0 00000100:00100000:0.0:1787583288.800933:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787583288.800950:0:3656:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90937fc61c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3656:1874416435940608:0@lo:400:kworker.0 00000100:00100000:0.0:1787583288.800972:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787583288.801004:0:3656:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909247ee4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ea761437-c095-48a5-91f7-0c431111ca6a:3656:1874416435938944:0@lo:400:kworker.0 00000100:00100000:0.0:1787583288.801028:0:20292:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435940352 00000100:00100000:0.0:1787583288.801034:0:20292:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435940352 00000100:00100000:0.0:1787583288.801072:0:20292:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435939584 00000100:00100000:0.0:1787583288.801075:0:20292:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435939584 00000100:00100000:0.0:1787583288.801089:0:20292:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435940096 00000100:00100000:0.0:1787583288.801092:0:20292:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435940096 00000100:00100000:0.0:1787583288.801104:0:20292:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435940608 00000100:00100000:0.0:1787583288.801108:0:20292:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435940608 00000100:00100000:0.0:1787583288.801123:0:20292:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:0.0:1787583288.801131:0:20292:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9093669ce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3654:x1874416435940352:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787583288.801171:0:20292:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9093669ce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3654:x1874416435940352:12345-0@lo:400:kworker.0 Request processed in 41us (3617us total) trans 0 rc 0/0 00000100:00100000:0.0:1787583288.801194:0:20292:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:0.0:1787583288.801222:0:20292:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:0.0:1787583288.801229:0:20292:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9093669cc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3656:x1874416435939584:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787583288.801265:0:20292:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9093669cc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3656:x1874416435939584:12345-0@lo:400:kworker.0 Request processed in 37us (396us total) trans 0 rc 0/0 00000100:00100000:0.0:1787583288.801271:0:20292:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00100000:0.0:1787583288.801283:0:20292:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:0.0:1787583288.801289:0:20292:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9093669cfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3656:x1874416435940096:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787583288.801315:0:20292:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9093669cfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3656:x1874416435940096:12345-0@lo:400:kworker.0 Request processed in 26us (381us total) trans 0 rc 0/0 00000100:00100000:0.0:1787583288.801320:0:20292:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00100000:0.0:1787583288.801333:0:20292:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:0.0:1787583288.801339:0:20292:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9093669cdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3656:x1874416435940608:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787583288.801366:0:20292:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9093669cdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3656:x1874416435940608:12345-0@lo:400:kworker.0 Request processed in 27us (394us total) trans 0 rc 0/0 00000100:00100000:0.0:1787583288.801372:0:20292:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00080000:0.0:1787583288.801392:0:17149:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1787583288.801410:0:3656:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909247ee5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3656:1874416435939584:0@lo:400:kworker.0 00000100:00100000:0.0:1787583288.801420:0:3656:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90937fc61500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3656:1874416435940096:0@lo:400:kworker.0 00010000:00080000:0.0:1787583288.801431:0:3656:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff90937fc61c00 x1874416435940608/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787583304 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787583288.801441:0:3656:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90937fc61c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3656:1874416435940608:0@lo:400:kworker.0 00010000:00080000:0.0:1787583288.801472:0:3654:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff90937fc62300 x1874416435940352/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787583304 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787583288.801490:0:3654:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90937fc62300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3654:1874416435940352:0@lo:400:kworker.0 00000100:00100000:2.0:1787583288.803308:0:19685:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:2.0:1787583288.803320:0:19685:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9092473c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3655:x1874416435939968:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787583288.803405:0:19685:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9092473c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3655:x1874416435939968:12345-0@lo:400:kworker.0 Request processed in 88us (20393us total) trans 0 rc 0/0 00000100:00100000:2.0:1787583288.803412:0:19685:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:2.0:1787583288.803460:0:3655:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90937fc63800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3655:1874416435939968:0@lo:400:kworker.0 00000100:00100000:3.0:1787583288.803679:0:18660:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1787583288.803688:0:18660:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90937fce9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3654:x1874416435939328:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787583288.803883:0:18660:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90937fce9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3654:x1874416435939328:12345-0@lo:400:kworker.0 Request processed in 196us (20273us total) trans 0 rc 0/0 00000100:00100000:3.0:1787583288.803890:0:18660:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1787583288.803933:0:3654:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909247ee5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3654:1874416435939328:0@lo:400:kworker.0 00000100:00100000:1.0:1787583288.804339:0:19228:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1787583288.804348:0:19228:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90937fceb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3654:x1874416435939840:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787583288.804400:0:19228:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90937fceb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3654:x1874416435939840:12345-0@lo:400:kworker.0 Request processed in 54us (20743us total) trans 0 rc 0/0 00000100:00100000:1.0:1787583288.804407:0:19228:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1787583288.806914:0:3654:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90937fc60700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3654:1874416435939840:0@lo:400:kworker.0 00010000:00010000:2.0:1787583289.166904:0:17141:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787583289.538355:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787583289.538630:0:17157:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413847040 00000100:00100000:1.0:1787583289.538640:0:17157:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413847040 00000100:00100000:1.0:1787583289.538707:0:17157:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 13 00000100:00100000:1.0:1787583289.538716:0:17157:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9093669cf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2fe92cb2-a1f3-4fc5-beed-1773d3bb3c77+13:16352:x1874416413847040:12345-192.168.203.11@tcp:35:umount.0 00000001:00080000:1.0:1787583289.539274:0:17157:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 8589934624 00000100:00100000:1.0:1787583289.539404:0:17157:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9093669cf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2fe92cb2-a1f3-4fc5-beed-1773d3bb3c77+15:16352:x1874416413847040:12345-192.168.203.11@tcp:35:umount.0 Request processed in 686us (1056us total) trans 8589934625 rc 0/0 00000100:00080000:0.0:1787583289.539786:0:17149:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1787583289.540757:0:17157:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 13 00000020:00080000:1.0:1787583289.540766:0:17157:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1787583289.550944:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787583289.550993:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787583289.551025:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787583289.551053:0:17139:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413847168 00000100:00100000:1.0:1787583289.551061:0:17139:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413847168 00000100:00100000:1.0:1787583289.551106:0:17139:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413847296 00000100:00100000:1.0:1787583289.551109:0:17139:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413847296 00000100:00100000:1.0:1787583289.551120:0:17139:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413847424 00000100:00100000:1.0:1787583289.551122:0:17139:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413847424 00000100:00100000:1.0:1787583289.551140:0:17139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 3 00000100:00100000:1.0:1787583289.551149:0:17139:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9092473c7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9d5ba4b-a209-427f-bc83-827ad63e227c+15:2406:x1874416413847168:12345-192.168.203.11@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1787583289.551164:0:17139:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787583289.551184:0:17139:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9092464f0400/0x19a47956376b7794 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x44801000000000 nid: 192.168.203.11@tcp remote: 0x13d50ad9d93c455f expref: 15 pid: 17148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583289.551225:0:17139:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787583289.551270:0:17139:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9092473c7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9d5ba4b-a209-427f-bc83-827ad63e227c+14:2406:x1874416413847168:12345-192.168.203.11@tcp:103:ldlm_bl.0 Request processed in 122us (334us total) trans 0 rc 0/0 00000100:00100000:1.0:1787583289.551278:0:17139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 3 00000100:00100000:1.0:1787583289.551296:0:17139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 4 00000100:00100000:1.0:1787583289.551303:0:17139:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909247c79c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9d5ba4b-a209-427f-bc83-827ad63e227c+13:2406:x1874416413847296:12345-192.168.203.11@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1787583289.551311:0:17139:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787583289.551322:0:17139:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9092464f0800/0x19a47956376b779b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 192.168.203.11@tcp remote: 0x13d50ad9d93c4590 expref: 13 pid: 17148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787583289.551327:0:17138:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 5 00010000:00010000:1.0:1787583289.551337:0:17139:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787583289.551344:0:17138:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9092473c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d9d5ba4b-a209-427f-bc83-827ad63e227c+12:2405:x1874416413847424:12345-192.168.203.11@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787583289.551356:0:17138:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1787583289.551357:0:17139:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909247c79c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9d5ba4b-a209-427f-bc83-827ad63e227c+12:2406:x1874416413847296:12345-192.168.203.11@tcp:103:ldlm_bl.0 Request processed in 54us (362us total) trans 0 rc 0/0 00000100:00100000:1.0:1787583289.551365:0:17139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 4 00010000:00010000:0.0:1787583289.551385:0:17138:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff909344dede00/0x19a47956376b7820 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x44801000000000 nid: 192.168.203.11@tcp remote: 0x13d50ad9d93c4646 expref: 11 pid: 17147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583289.551398:0:17138:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787583289.551425:0:17138:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9092473c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d9d5ba4b-a209-427f-bc83-827ad63e227c+10:2405:x1874416413847424:12345-192.168.203.11@tcp:103:ldlm_bl.0 Request processed in 86us (397us total) trans 0 rc 0/0 00000100:00100000:0.0:1787583289.551432:0:17138:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 5 00000100:00100000:2.0:1787583289.556007:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787583289.556203:0:18659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413847552 00000100:00100000:0.0:1787583289.556214:0:18659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413847552 00000100:00100000:0.0:1787583289.556318:0:18659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 30 00000100:00100000:0.0:1787583289.556333:0:18659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90937fcead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2fe92cb2-a1f3-4fc5-beed-1773d3bb3c77+5:2403:x1874416413847552:12345-192.168.203.11@tcp:9:umount.0 00000020:00000080:0.0:1787583289.556378:0:18659:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x19a47956376b77be 00000100:00080000:0.0:1787583289.556386:0:18659:0:(import.c:65:import_set_state_nolock()) ffff9092414f0800 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1787583289.556480:0:18659:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934600 00010000:00010000:1.0:1787583289.556552:0:17142:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787583289.556633:0:18659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90937fcead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2fe92cb2-a1f3-4fc5-beed-1773d3bb3c77+2:2403:x1874416413847552:12345-192.168.203.11@tcp:9:umount.0 Request processed in 305us (632us total) trans 0 rc 0/0 00000100:00100000:0.0:1787583289.556641:0:18659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 30 00000001:00100000:3.0:1787583289.564803:0:18655:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 2fe92cb2-a1f3-4fc5-beed-1773d3bb3c77 00000020:00000080:3.0:1787583289.564811:0:18655:0:(genops.c:885:class_export_put()) final put ffff9092414f5000/2fe92cb2-a1f3-4fc5-beed-1773d3bb3c77 00000001:00100000:3.0:1787583289.564839:0:18655:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of d729bb3e-ce60-4d36-b85a-27ad79fddcea 00000020:00000080:3.0:1787583289.564842:0:18655:0:(genops.c:885:class_export_put()) final put ffff9092414f1800/d729bb3e-ce60-4d36-b85a-27ad79fddcea 00000020:00000080:0.0:1787583289.564927:0:15041:0:(genops.c:844:class_export_destroy()) destroying export ffff9092414f5000/2fe92cb2-a1f3-4fc5-beed-1773d3bb3c77 for lustre-OST0000 00000020:00000080:0.0:1787583289.564977:0:15041:0:(genops.c:844:class_export_destroy()) destroying export ffff9092414f1800/d729bb3e-ce60-4d36-b85a-27ad79fddcea for lustre-OST0000 00000020:00000080:0.0:1787583289.565011:0:15041:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9092414f0800 for lustre-OST0000 00000020:00000080:0.0:1787583289.565016:0:15041:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9092414f6000 for lustre-OST0000 00000100:00080000:2.0:1787583289.565761:0:17149:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1787583289.579786:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787583289.579891:0:20292:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413848448 00000100:00100000:0.0:1787583289.579901:0:20292:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413848448 00000100:00100000:0.0:1787583289.579967:0:20292:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 67 00000100:00100000:0.0:1787583289.579978:0:20292:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9092473c7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2fe92cb2-a1f3-4fc5-beed-1773d3bb3c77+15:2403:x1874416413848448:12345-192.168.203.11@tcp:39:umount.0 00000020:00000080:0.0:1787583289.580012:0:20292:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x19a47956376b77a9 00000020:00010000:0.0:1787583289.580029:0:20292:0:(genops.c:1921:obd_stale_export_put()) Put export ffff909246523800: total 0 00000100:00080000:0.0:1787583289.580033:0:20292:0:(import.c:65:import_set_state_nolock()) ffff909246522000 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1787583289.580065:0:20292:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934625 00000100:00100000:0.0:1787583289.580221:0:20292:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9092473c7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2fe92cb2-a1f3-4fc5-beed-1773d3bb3c77+14:2403:x1874416413848448:12345-192.168.203.11@tcp:39:umount.0 Request processed in 244us (451us total) trans 8589934626 rc 0/0 00000100:00100000:0.0:1787583289.580231:0:20292:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 67 00000020:00010000:1.0:1787583289.580342:0:17141:0:(genops.c:1907:obd_stale_export_get()) Get export ffff909246523800: total 0 00010000:00010000:1.0:1787583289.580346:0:17141:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787583289.580390:0:17141:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff909246523800, canceled 0 locks, left on hash table 8. 00010000:00010000:1.0:1787583289.580421:0:17141:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff909345181e00) 00010000:00010000:1.0:1787583289.580424:0:17141:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1787583289.580431:0:17141:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff909344deca00/0x19a47956376b79d2 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.11@tcp remote: 0x13d50ad9d93c46b6 expref: 13 pid: 17153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583289.580459:0:17141:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff909345181e00) 00010000:00010000:1.0:1787583289.580462:0:17141:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1787583289.580479:0:17141:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f0000/0x19a47956376b7ac0 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.11@tcp remote: 0x13d50ad9d93c4703 expref: 12 pid: 18681 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583289.580495:0:17141:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff909345181c00) 00010000:00010000:1.0:1787583289.580498:0:17141:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787583289.580502:0:17141:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff909344ded200/0x19a47956376b7890 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.11@tcp remote: 0x13d50ad9d93c4654 expref: 11 pid: 17153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583289.580519:0:17141:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90936a1c3400) 00010000:00010000:1.0:1787583289.580522:0:17141:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1787583289.580525:0:17141:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f1400/0x19a47956376b78cf lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.11@tcp remote: 0x13d50ad9d93c4662 expref: 10 pid: 17155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583289.580537:0:17141:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x3:0x0].0x0 (ffff909345181d00) 00010000:00010000:1.0:1787583289.580539:0:17141:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1787583289.580543:0:17141:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90924770aa00/0x19a47956376b7a5e lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.11@tcp remote: 0x13d50ad9d93c46e0 expref: 9 pid: 17153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583289.580558:0:17141:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff90936a1c3e00) 00010000:00010000:1.0:1787583289.580560:0:17141:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1787583289.580564:0:17141:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f1600/0x19a47956376b7874 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.11@tcp remote: 0x13d50ad9d93c464d expref: 8 pid: 17155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583289.580580:0:17141:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x1:0x0].0x0 (ffff90936a0aef00) 00010000:00010000:1.0:1787583289.580583:0:17141:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1787583289.580588:0:17141:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f0200/0x19a47956376b7954 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.11@tcp remote: 0x13d50ad9d93c468c expref: 7 pid: 17155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583289.580604:0:17141:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff909345181e00) 00010000:00010000:1.0:1787583289.580613:0:17141:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1787583289.580618:0:17141:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90924713f000/0x19a47956376b7a03 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.11@tcp remote: 0x13d50ad9d93c46cb expref: 6 pid: 17154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583289.580631:0:17141:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff909246523800, canceled 8 locks, left on hash table 0. 00010000:00010000:1.0:1787583289.580643:0:17141:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787583289.580645:0:17141:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787583289.580646:0:17141:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787583289.593779:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787583289.594725:0:17155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413848576 00000100:00100000:0.0:1787583289.594740:0:17155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413848576 00000100:00100000:0.0:1787583289.594826:0:17155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 68 00000100:00100000:0.0:1787583289.594838:0:17155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9092473c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2fe92cb2-a1f3-4fc5-beed-1773d3bb3c77+5:2403:x1874416413848576:12345-192.168.203.11@tcp:39:umount.0 00000100:00080000:2.0:1787583289.594941:0:17149:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000020:00000080:0.0:1787583289.595048:0:17155:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x19a47956376b77b0 00000100:00080000:0.0:1787583289.595063:0:17155:0:(import.c:65:import_set_state_nolock()) ffff909246524000 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1787583289.595130:0:17155:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934592 00000100:00100000:0.0:1787583289.595401:0:17155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9092473c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2fe92cb2-a1f3-4fc5-beed-1773d3bb3c77+3:2403:x1874416413848576:12345-192.168.203.11@tcp:39:umount.0 Request processed in 563us (1629us total) trans 8589934593 rc 0/0 00000100:00100000:0.0:1787583289.595420:0:17155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 68 00010000:00010000:1.0:1787583289.601588:0:17142:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787583289.618248:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787583289.618294:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787583289.618383:0:20292:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413848704 00000100:00100000:0.0:1787583289.618392:0:20292:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413848704 00000100:00100000:0.0:1787583289.618473:0:20292:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413848832 00000100:00100000:0.0:1787583289.618477:0:20292:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413848832 00000100:00100000:0.0:1787583289.618511:0:20292:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 80 00000100:00100000:0.0:1787583289.618535:0:20292:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90936d838380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d729bb3e-ce60-4d36-b85a-27ad79fddcea+6:2407:x1874416413848704:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:0.0:1787583289.618607:0:20292:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90936d838380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d729bb3e-ce60-4d36-b85a-27ad79fddcea+6:2407:x1874416413848704:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 75us (368us total) trans 0 rc 0/0 00000100:00100000:0.0:1787583289.618614:0:20292:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 80 00000100:00100000:0.0:1787583289.618631:0:20292:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 81 00000100:00100000:0.0:1787583289.618637:0:20292:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90936d83a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d729bb3e-ce60-4d36-b85a-27ad79fddcea+5:2407:x1874416413848832:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:0.0:1787583289.618658:0:20292:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90936d83a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d729bb3e-ce60-4d36-b85a-27ad79fddcea+5:2407:x1874416413848832:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 21us (364us total) trans 0 rc 0/0 00000100:00100000:0.0:1787583289.618663:0:20292:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 81 00000100:00080000:2.0:1787583289.618803:0:17149:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1787583289.618807:0:17149:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000001:00100000:1.0:1787583289.807887:0:19474:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of d729bb3e-ce60-4d36-b85a-27ad79fddcea 00000020:00000080:1.0:1787583289.807897:0:19474:0:(genops.c:885:class_export_put()) final put ffff9092414f4800/d729bb3e-ce60-4d36-b85a-27ad79fddcea 00000001:00100000:1.0:1787583289.807964:0:19474:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 2fe92cb2-a1f3-4fc5-beed-1773d3bb3c77 00000020:00000080:1.0:1787583289.807967:0:19474:0:(genops.c:885:class_export_put()) final put ffff9092414f2000/2fe92cb2-a1f3-4fc5-beed-1773d3bb3c77 00000020:00000080:3.0:1787583289.807989:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9092414f4800/d729bb3e-ce60-4d36-b85a-27ad79fddcea for lustre-OST0001 00000020:00000080:3.0:1787583289.808041:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff90937e3c5000 for lustre-OST0001 00000020:00000080:0.0:1787583289.809215:0:15041:0:(genops.c:844:class_export_destroy()) destroying export ffff9092414f2000/2fe92cb2-a1f3-4fc5-beed-1773d3bb3c77 for lustre-OST0001 00000020:00000080:0.0:1787583289.809260:0:15041:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9092414f4000 for lustre-OST0001 00010000:00010000:1.0:1787583290.191256:0:17141:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787583290.984623:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787583290.984663:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787583290.984693:0:17139:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413848960 00000100:00100000:1.0:1787583290.984703:0:17139:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413848960 00000100:00100000:3.0:1787583290.984716:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787583290.984759:0:20179:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413849216 00000100:00100000:1.0:1787583290.984759:0:17139:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413849088 00000100:00100000:1.0:1787583290.984764:0:17139:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413849088 00000100:00100000:3.0:1787583290.984766:0:20179:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413849216 00000100:00100000:1.0:1787583290.984782:0:17139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 6 00000100:00100000:1.0:1787583290.984794:0:17139:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90937fc60700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9d5ba4b-a209-427f-bc83-827ad63e227c+12:2406:x1874416413848960:12345-192.168.203.11@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1787583290.984804:0:20179:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 7 00010000:00010000:1.0:1787583290.984809:0:17139:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1787583290.984816:0:20179:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90937fc62680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9d5ba4b-a209-427f-bc83-827ad63e227c+12:2406:x1874416413849088:12345-192.168.203.11@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787583290.984826:0:20179:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787583290.984831:0:17139:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9092464f1a00/0x19a47956376b77d3 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x44801000000000 nid: 192.168.203.11@tcp remote: 0x13d50ad9d93c45cf expref: 12 pid: 17148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583290.984842:0:20179:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9092464f0e00/0x19a47956376b77da lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 192.168.203.11@tcp remote: 0x13d50ad9d93c4600 expref: 12 pid: 17147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583290.984881:0:17139:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1787583290.984893:0:20179:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787583290.984958:0:17139:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90937fc60700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9d5ba4b-a209-427f-bc83-827ad63e227c+10:2406:x1874416413848960:12345-192.168.203.11@tcp:103:ldlm_bl.0 Request processed in 166us (343us total) trans 0 rc 0/0 00000100:00100000:1.0:1787583290.984966:0:17139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 6 00000100:00100000:1.0:1787583290.984994:0:17139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 8 00000100:00100000:1.0:1787583290.985002:0:17139:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90937fc60000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9d5ba4b-a209-427f-bc83-827ad63e227c+9:2406:x1874416413849216:12345-192.168.203.11@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1787583290.985010:0:17139:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787583290.985020:0:17139:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90924149be00/0x19a47956376b7819 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 192.168.203.11@tcp remote: 0x13d50ad9d93c463f expref: 9 pid: 17145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583290.985029:0:17139:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787583290.985139:0:20179:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90937fc62680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9d5ba4b-a209-427f-bc83-827ad63e227c+8:2406:x1874416413849088:12345-192.168.203.11@tcp:103:ldlm_bl.0 Request processed in 325us (423us total) trans 0 rc 0/0 00000100:00100000:3.0:1787583290.985147:0:20179:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 7 00000100:00100000:1.0:1787583290.985402:0:17139:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90937fc60000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9d5ba4b-a209-427f-bc83-827ad63e227c+7:2406:x1874416413849216:12345-192.168.203.11@tcp:103:ldlm_bl.0 Request processed in 399us (737us total) trans 0 rc 0/0 00000100:00100000:1.0:1787583290.985409:0:17139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 8 00000100:00100000:1.0:1787583290.991829:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787583290.992257:0:17155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413849472 00000100:00100000:0.0:1787583290.992268:0:17155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413849472 00000100:00100000:0.0:1787583290.992334:0:17155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 69 00000100:00100000:0.0:1787583290.992346:0:17155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909352910000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d729bb3e-ce60-4d36-b85a-27ad79fddcea+6:2403:x1874416413849472:12345-192.168.203.11@tcp:39:umount.0 00000020:00000080:0.0:1787583290.992387:0:17155:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x19a47956376b77e8 00000020:00010000:0.0:1787583290.992395:0:17155:0:(genops.c:1921:obd_stale_export_put()) Put export ffff90936616c800: total 0 00000100:00080000:0.0:1787583290.992399:0:17155:0:(import.c:65:import_set_state_nolock()) ffff90936616e800 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1787583290.992428:0:17155:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934626 00000020:00010000:2.0:1787583290.992551:0:17142:0:(genops.c:1907:obd_stale_export_get()) Get export ffff90936616c800: total 0 00010000:00010000:2.0:1787583290.992606:0:17142:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff90936616c800, canceled 0 locks, left on hash table 1. 00010000:00010000:2.0:1787583290.992649:0:17142:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90936a1c3400) 00010000:00010000:2.0:1787583290.992667:0:17142:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1787583290.992677:0:17142:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff909344ded800/0x19a47956376b78dd lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.11@tcp remote: 0x13d50ad9d93c4669 expref: 5 pid: 17153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583290.992704:0:17142:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff90936616c800, canceled 1 locks, left on hash table 0. 00010000:00010000:2.0:1787583290.992718:0:17142:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787583290.992720:0:17142:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787583290.992722:0:17142:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787583290.992736:0:17155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909352910000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d729bb3e-ce60-4d36-b85a-27ad79fddcea+3:2403:x1874416413849472:12345-192.168.203.11@tcp:39:umount.0 Request processed in 391us (914us total) trans 8589934627 rc 0/0 00000100:00100000:0.0:1787583290.992745:0:17155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 69 00000100:00100000:2.0:1787583291.016564:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787583291.016627:0:18681:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413849600 00000100:00100000:1.0:1787583291.016638:0:18681:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413849600 00000100:00080000:2.0:1787583291.016697:0:17149:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1787583291.016720:0:18681:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 70 00000100:00100000:1.0:1787583291.016732:0:18681:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909247ef4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d729bb3e-ce60-4d36-b85a-27ad79fddcea+5:2403:x1874416413849600:12345-192.168.203.11@tcp:39:umount.0 00000020:00000080:1.0:1787583291.016772:0:18681:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x19a47956376b77ef 00000100:00080000:1.0:1787583291.016781:0:18681:0:(import.c:65:import_set_state_nolock()) ffff9092414f6800 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1787583291.016810:0:18681:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934593 00010000:00010000:2.0:1787583291.016879:0:17141:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787583291.017001:0:18681:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909247ef4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d729bb3e-ce60-4d36-b85a-27ad79fddcea+3:2403:x1874416413849600:12345-192.168.203.11@tcp:39:umount.0 Request processed in 272us (444us total) trans 8589934594 rc 0/0 00000100:00100000:1.0:1787583291.017007:0:18681:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 70 00000100:00100000:3.0:1787583291.056101:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787583291.056176:0:17148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413849856 00000100:00100000:1.0:1787583291.056196:0:17148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413849856 00000100:00100000:1.0:1787583291.056261:0:17148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 170 00000100:00100000:1.0:1787583291.056273:0:17148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9093524d6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d9d5ba4b-a209-427f-bc83-827ad63e227c+7:2403:x1874416413849856:12345-192.168.203.11@tcp:251:umount.0 00000020:00000080:1.0:1787583291.056320:0:17148:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x19a47956376b7786 00000020:00010000:1.0:1787583291.056352:0:17148:0:(genops.c:1921:obd_stale_export_put()) Put export ffff909247e52000: total 0 00000100:00080000:1.0:1787583291.056356:0:17148:0:(import.c:65:import_set_state_nolock()) ffff909247e55000 : changing import state from FULL to CLOSED 00000020:00010000:2.0:1787583291.056426:0:17142:0:(genops.c:1907:obd_stale_export_get()) Get export ffff909247e52000: total 0 00010000:00010000:2.0:1787583291.056431:0:17142:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787583291.056447:0:17148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9093524d6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d9d5ba4b-a209-427f-bc83-827ad63e227c+3:2403:x1874416413849856:12345-192.168.203.11@tcp:251:umount.0 Request processed in 176us (353us total) trans 0 rc 0/0 00000100:00100000:1.0:1787583291.056455:0:17148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 170 00010000:00010000:2.0:1787583291.056482:0:17142:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff909247e52000, canceled 0 locks, left on hash table 1. 00010000:00010000:2.0:1787583291.056518:0:17142:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90936367e800/0x19a47956376b778d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801000000000 nid: 192.168.203.11@tcp remote: 0x13d50ad9d93c4558 expref: 2 pid: 17147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583291.056534:0:17142:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff909247e52000, canceled 1 locks, left on hash table 0. 00000020:00000080:2.0:1787583291.056542:0:17142:0:(genops.c:885:class_export_put()) final put ffff909247e52000/d9d5ba4b-a209-427f-bc83-827ad63e227c 00010000:00010000:2.0:1787583291.056558:0:17142:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787583291.056560:0:17142:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787583291.056562:0:17142:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1787583291.056891:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff909247e52000/d9d5ba4b-a209-427f-bc83-827ad63e227c for MGS 00000020:00000080:1.0:1787583291.056951:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff909247e55000 for MGS 00010000:00010000:3.0:1787583291.214372:0:17141:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787583291.854116:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1787583291.854138:0:3656:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90937fc62d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3656:1874416435940992:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1787583291.854649:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787583291.855230:0:18663:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435940992 00000100:00100000:1.0:1787583291.855303:0:18663:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435940992 00000100:00080000:2.0:1787583291.855346:0:17149:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1787583291.855375:0:18663:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1787583291.855388:0:18663:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90937fc60e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3656:x1874416435940992:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1787583291.855418:0:18663:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915849728 avail 3684327424 00000100:00100000:1.0:1787583291.855477:0:18663:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90937fc60e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3656:x1874416435940992:12345-0@lo:13:osp-pre-0-1.0 Request processed in 91us (826us total) trans 0 rc 0/0 00000100:00100000:1.0:1787583291.855484:0:18663:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:2.0:1787583291.855517:0:3656:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90937fc62d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3656:1874416435940992:0@lo:13:osp-pre-0-1.0 00010000:00010000:0.0:1787583292.242138:0:17142:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:2.0:1787583292.580146:0:20724:0:(tgt_mount.c:2195:server_umount_begin()) umount -f 00000020:01000004:2.0:1787583292.606983:0:20724:0:(tgt_mount.c:2065:server_put_super()) server put_super lustre-MDT0000 00010000:00010000:2.0:1787583292.607037:0:20724:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff90924713fe00/0x19a47956376b7349 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x19a47956376b7350 expref: -99 pid: 17132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583292.607052:0:20724:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff90924713fe00/0x19a47956376b7349 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x19a47956376b7350 expref: -99 pid: 17132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583292.607073:0:20724:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff90924713fe00/0x19a47956376b7349 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000400000000 nid: local remote: 0x19a47956376b7350 expref: -99 pid: 17132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583292.607081:0:20724:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.111@tcp lock: ffff90924713fe00/0x19a47956376b7349 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000400000000 nid: local remote: 0x19a47956376b7350 expref: -99 pid: 17132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583292.607099:0:20724:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:2.0:1787583292.607104:0:20724:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:2.0:1787583292.607126:0:20724:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1787583292.607131:0:20724:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 3 00000100:00080000:2.0:1787583292.607136:0:20724:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00080000:2.0:1787583292.607157:0:20724:0:(import.c:65:import_set_state_nolock()) ffff9092471bd000 lustre-MDT0000_UUID: changing import state from FULL to CONNECTING 00010000:00010000:3.0:1787583292.607262:0:17141:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787583292.607268:0:17141:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.111@tcp lock: ffff90924713fe00/0x19a47956376b7349 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000400000000 nid: local remote: 0x19a47956376b7350 expref: -99 pid: 17132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583292.607277:0:17141:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90924713fe00 already unused, calling callback (ffffffffc118ec20) 10000000:00010000:3.0:1787583292.607280:0:17141:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.111@tcp lock: ffff90924713fe00/0x19a47956376b7349 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000400000000 nid: local remote: 0x19a47956376b7350 expref: -99 pid: 17132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583292.607289:0:17141:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.111@tcp lock: ffff90924713fe00/0x19a47956376b7349 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1008400000000 nid: local remote: 0x19a47956376b7350 expref: -99 pid: 17132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1787583292.607297:0:17141:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.111@tcp lock: ffff90924713fe00/0x19a47956376b7349 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1009400000000 nid: local remote: 0x19a47956376b7350 expref: -99 pid: 17132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787583292.607302:0:17141:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:3.0:1787583292.607305:0:17141:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:3.0:1787583292.607307:0:17141:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:3.0:1787583292.607330:0:17141:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.111@tcp lock: ffff90924713fe00/0x19a47956376b7349 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0x19a47956376b7350 expref: -99 pid: 17132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583292.607336:0:17141:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787583292.607365:0:17141:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.111@tcp lock: ffff90924713fe00/0x19a47956376b7349 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0x19a47956376b7350 expref: -99 pid: 17132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583292.607371:0:17141:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.111@tcp lock: ffff90924713fe00/0x19a47956376b7349 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0x19a47956376b7350 expref: -99 pid: 17132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583292.607381:0:17141:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787583292.607383:0:17141:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787583292.607384:0:17141:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787583292.607488:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1787583292.607507:0:3655:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90937fc61880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ea761437-c095-48a5-91f7-0c431111ca6a:3655:1874416435941248:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1787583292.607571:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787583292.607661:0:17140:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435941248 00000100:00100000:3.0:1787583292.607667:0:17140:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435941248 00000100:00100000:0.0:1787583292.607768:0:3652:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909247ef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3652:1874416435941120:0@lo:39:umount.0 00000100:00100000:0.0:1787583292.607799:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787583292.607912:0:17140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1787583292.607923:0:17140:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909352912a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ea761437-c095-48a5-91f7-0c431111ca6a+24:3655:x1874416435941248:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1787583292.607936:0:17140:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787583292.607951:0:17140:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90924713e200/0x19a47956376b7350 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x19a47956376b7349 expref: 24 pid: 17145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583292.607962:0:17140:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787583292.608008:0:17140:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909352912a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ea761437-c095-48a5-91f7-0c431111ca6a+23:3655:x1874416435941248:12345-0@lo:103:ldlm_bl.0 Request processed in 86us (436us total) trans 0 rc 0/0 00000100:00100000:3.0:1787583292.608015:0:17140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1787583292.608069:0:3655:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90937fc61880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ea761437-c095-48a5-91f7-0c431111ca6a:3655:1874416435941248:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787583292.613031:0:17154:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435941120 00000100:00100000:3.0:1787583292.613044:0:17154:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435941120 00000100:00100000:3.0:1787583292.613109:0:17154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:3.0:1787583292.613118:0:17154:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9093669cc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3652:x1874416435941120:12345-0@lo:39:umount.0 00000020:00000080:3.0:1787583292.613149:0:17154:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x19a47956376b737a 00000100:00080000:3.0:1787583292.613157:0:17154:0:(import.c:65:import_set_state_nolock()) ffff90936f235000 : changing import state from FULL to CLOSED 00010000:00010000:0.0:1787583292.613346:0:17142:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787583292.613389:0:17154:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9093669cc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+1:3652:x1874416435941120:12345-0@lo:39:umount.0 Request processed in 272us (5588us total) trans 0 rc 0/0 00000100:00100000:3.0:1787583292.613398:0:17154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000020:00000080:3.0:1787583292.613420:0:17154:0:(genops.c:885:class_export_put()) final put ffff90936f233000/lustre-MDT0000-lwp-MDT0000_UUID 00000100:00080000:2.0:1787583292.613731:0:3652:0:(import.c:65:import_set_state_nolock()) ffff9092471bd000 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:2.0:1787583292.613749:0:3652:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909247ef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3652:1874416435941120:0@lo:39:umount.0 00000100:00080000:3.0:1787583292.613804:0:20724:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1787583292.613808:0:20724:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 4 00000100:00100000:3.0:1787583292.613811:0:20724:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1787583292.614584:0:15041:0:(genops.c:844:class_export_destroy()) destroying export ffff90936f233000/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000 00000020:00000080:3.0:1787583292.615623:0:15041:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff90936f235000 for lustre-MDT0000 00010000:00010000:3.0:1787583292.615713:0:20724:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff909248497e00/0x19a47956376b729a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x19a47956376b72a1 expref: -99 pid: 17132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583292.615743:0:20724:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff909248497e00/0x19a47956376b729a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x19a47956376b72a1 expref: -99 pid: 17132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583292.615750:0:20724:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff909248497e00/0x19a47956376b729a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000400000000 nid: local remote: 0x19a47956376b72a1 expref: -99 pid: 17132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583292.615757:0:20724:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.111@tcp lock: ffff909248497e00/0x19a47956376b729a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000400000000 nid: local remote: 0x19a47956376b72a1 expref: -99 pid: 17132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583292.615782:0:20724:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1787583292.615788:0:20724:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff909247c53000/0x19a47956376b75e2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x19a47956376b75e9 expref: -99 pid: 17151 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583292.615795:0:20724:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff909247c53000/0x19a47956376b75e2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x19a47956376b75e9 expref: -99 pid: 17151 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583292.615802:0:20724:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff909247c53000/0x19a47956376b75e2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x19a47956376b75e9 expref: -99 pid: 17151 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583292.615808:0:20724:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.111@tcp lock: ffff909247c53000/0x19a47956376b75e2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x19a47956376b75e9 expref: -99 pid: 17151 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583292.615818:0:20724:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1787583292.615823:0:20724:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff909344decc00/0x19a47956376b7851 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x19a47956376b7858 expref: -99 pid: 17151 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583292.615828:0:20724:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff909344decc00/0x19a47956376b7851 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x19a47956376b7858 expref: -99 pid: 17151 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583292.615842:0:20724:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff909344decc00/0x19a47956376b7851 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x19a47956376b7858 expref: -99 pid: 17151 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583292.615869:0:20724:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.111@tcp lock: ffff909344decc00/0x19a47956376b7851 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x19a47956376b7858 expref: -99 pid: 17151 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583292.615877:0:20724:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:3.0:1787583292.615882:0:20724:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff909344ded600/0x19a47956376b728c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x19a47956376b7293 expref: -99 pid: 17132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583292.615889:0:20724:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff909344ded600/0x19a47956376b728c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x19a47956376b7293 expref: -99 pid: 17132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583292.615894:0:20724:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff909344ded600/0x19a47956376b728c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x19a47956376b7293 expref: -99 pid: 17132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583292.615901:0:20724:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.111@tcp lock: ffff909344ded600/0x19a47956376b728c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x19a47956376b7293 expref: -99 pid: 17132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583292.615908:0:20724:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 10000000:01000000:3.0:1787583292.615911:0:20724:0:(mgc_request.c:547:config_log_end()) end config log lustre-MDT0000 (0) 00000020:01000004:3.0:1787583292.615935:0:20724:0:(tgt_mount.c:2115:server_put_super()) stopping lustre-MDT0000 00000020:01000000:3.0:1787583292.615938:0:20724:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000 (flags='F') 00000020:00000080:3.0:1787583292.615942:0:20724:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1787583292.615947:0:20724:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000: forcing exports to disconnect: 4/13 00000020:00080000:3.0:1787583292.615953:0:20724:0:(genops.c:1819:print_export_data()) lustre-MDT0000: ACTIVE ffff90935afae800 lustre-MDT0000-lwp-OST0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1787583292.615958:0:20724:0:(genops.c:1819:print_export_data()) lustre-MDT0000: ACTIVE ffff90937fbe2000 lustre-MDT0000-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1787583292.615963:0:20724:0:(genops.c:1819:print_export_data()) lustre-MDT0000: ACTIVE ffff90936d8a6800 lustre-MDT0000-lwp-MDT0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1787583292.615973:0:20724:0:(genops.c:1819:print_export_data()) lustre-MDT0000: ACTIVE ffff909348747000 lustre-MDT0001-mdtlov_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1787583292.615979:0:20724:0:(genops.c:1819:print_export_data()) lustre-MDT0000: UNLINKED ffff90936616c800 d729bb3e-ce60-4d36-b85a-27ad79fddcea 192.168.203.11@tcp 2 (0 2 0) 1 0 0 0: 0000000000000000 8589934599 stale:0 00000020:00080000:3.0:1787583292.615983:0:20724:0:(genops.c:1819:print_export_data()) lustre-MDT0000: UNLINKED ffff909246523800 2fe92cb2-a1f3-4fc5-beed-1773d3bb3c77 192.168.203.11@tcp 4 (0 4 0) 1 0 0 0: 0000000000000000 8589934623 stale:0 00000020:00080000:3.0:1787583292.615989:0:20724:0:(genops.c:1553:class_disconnect_exports()) OBD device 5 (ffff909246790000) has exports, disconnecting them 00000020:00080000:3.0:1787583292.615993:0:20724:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff90935afae800), last request at 1787583288 00000020:00000080:3.0:1787583292.615999:0:20724:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x19a47956376b75b1 00000100:00080000:3.0:1787583292.616015:0:20724:0:(import.c:65:import_set_state_nolock()) ffff909246521000 : changing import state from FULL to CLOSED 00000020:00080000:3.0:1787583292.616051:0:20724:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff90935afae800): rc 0 00000020:00000080:3.0:1787583292.616053:0:20724:0:(genops.c:885:class_export_put()) final put ffff90935afae800/lustre-MDT0000-lwp-OST0001_UUID 00000020:00080000:3.0:1787583292.616062:0:20724:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff90937fbe2000), last request at 1787583288 00000020:00000080:3.0:1787583292.616065:0:20724:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x19a47956376b7517 00000100:00080000:3.0:1787583292.616070:0:20724:0:(import.c:65:import_set_state_nolock()) ffff90937fbe1000 : changing import state from FULL to CLOSED 00000020:00000080:3.0:1787583292.616078:0:15041:0:(genops.c:844:class_export_destroy()) destroying export ffff90935afae800/lustre-MDT0000-lwp-OST0001_UUID for lustre-MDT0000 00000020:00000080:3.0:1787583292.616102:0:15041:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff909246521000 for lustre-MDT0000 00000020:00080000:3.0:1787583292.616112:0:20724:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff90937fbe2000): rc 0 00000020:00000080:3.0:1787583292.616114:0:20724:0:(genops.c:885:class_export_put()) final put ffff90937fbe2000/lustre-MDT0000-lwp-OST0000_UUID 00000020:00080000:3.0:1787583292.616121:0:20724:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff90936d8a6800), last request at 1787583225 00000020:00000080:3.0:1787583292.616124:0:20724:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x19a47956376b7468 00000100:00080000:3.0:1787583292.616127:0:20724:0:(import.c:65:import_set_state_nolock()) ffff90936d8a7000 : changing import state from FULL to CLOSED 00000020:00000080:3.0:1787583292.616133:0:15041:0:(genops.c:844:class_export_destroy()) destroying export ffff90937fbe2000/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000 00000020:00000080:3.0:1787583292.616156:0:15041:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff90937fbe1000 for lustre-MDT0000 00000020:00080000:3.0:1787583292.616165:0:20724:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff90936d8a6800): rc 0 00000020:00000080:3.0:1787583292.616167:0:20724:0:(genops.c:885:class_export_put()) final put ffff90936d8a6800/lustre-MDT0000-lwp-MDT0001_UUID 00000020:00080000:3.0:1787583292.616184:0:20724:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff909348747000), last request at 1787583225 00000020:00000080:3.0:1787583292.616187:0:20724:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x19a47956376b73ff 00000100:00080000:3.0:1787583292.616191:0:20724:0:(import.c:65:import_set_state_nolock()) ffff90937fc53000 : changing import state from FULL to CLOSED 00000020:00000080:3.0:1787583292.616205:0:15041:0:(genops.c:844:class_export_destroy()) destroying export ffff90936d8a6800/lustre-MDT0000-lwp-MDT0001_UUID for lustre-MDT0000 00000020:00000080:3.0:1787583292.616225:0:15041:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff90936d8a7000 for lustre-MDT0000 00000001:00000004:3.0:1787583292.616234:0:20724:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934627 00000020:00080000:3.0:1787583292.616302:0:20724:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff909348747000): rc 0 00000004:00000080:3.0:1787583292.616308:0:20724:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0000: cmd=400866e7 len=0 karg=ffffa3cd47db3ae0 00000100:00080000:3.0:1787583292.616326:0:20724:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:3.0:1787583292.616329:0:20724:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 3 00010000:00010000:2.0:1787583292.616659:0:17141:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:2.0:1787583292.616666:0:17141:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.111@tcp lock: ffff909248497e00/0x19a47956376b729a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000400000000 nid: local remote: 0x19a47956376b72a1 expref: -99 pid: 17132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583292.616674:0:17141:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff909248497e00 already unused, calling callback (ffffffffc118ec20) 10000000:00010000:2.0:1787583292.616677:0:17141:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.111@tcp lock: ffff909248497e00/0x19a47956376b729a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000400000000 nid: local remote: 0x19a47956376b72a1 expref: -99 pid: 17132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583292.616684:0:17141:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.111@tcp lock: ffff909248497e00/0x19a47956376b729a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1008400000000 nid: local remote: 0x19a47956376b72a1 expref: -99 pid: 17132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1787583292.616692:0:17141:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.111@tcp lock: ffff909248497e00/0x19a47956376b729a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1009400000000 nid: local remote: 0x19a47956376b72a1 expref: -99 pid: 17132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787583292.616708:0:17141:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1787583292.616711:0:17141:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-MDT0000: stopping, won't requeue 10000000:01000000:2.0:1787583292.616713:0:17141:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0000 00010000:00010000:2.0:1787583292.616744:0:17141:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.111@tcp lock: ffff909248497e00/0x19a47956376b729a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0x19a47956376b72a1 expref: -99 pid: 17132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583292.616750:0:17141:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787583292.616779:0:17141:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.111@tcp lock: ffff909248497e00/0x19a47956376b729a lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0x19a47956376b72a1 expref: -99 pid: 17132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583292.616786:0:17141:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.111@tcp lock: ffff909248497e00/0x19a47956376b729a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0x19a47956376b72a1 expref: -99 pid: 17132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583292.616798:0:17141:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1787583292.616801:0:17141:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.111@tcp lock: ffff909247c53000/0x19a47956376b75e2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x19a47956376b75e9 expref: -99 pid: 17151 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583292.616807:0:17141:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff909247c53000 already unused, calling callback (ffffffffc118ec20) 10000000:00010000:2.0:1787583292.616810:0:17141:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.111@tcp lock: ffff909247c53000/0x19a47956376b75e2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x19a47956376b75e9 expref: -99 pid: 17151 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583292.616815:0:17141:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.111@tcp lock: ffff909247c53000/0x19a47956376b75e2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x19a47956376b75e9 expref: -99 pid: 17151 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1787583292.616821:0:17141:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.111@tcp lock: ffff909247c53000/0x19a47956376b75e2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x19a47956376b75e9 expref: -99 pid: 17151 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787583292.616825:0:17141:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:2.0:1787583292.616828:0:17141:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 10000000:01000000:2.0:1787583292.616834:0:17141:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 00010000:00010000:2.0:1787583292.616865:0:17141:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.111@tcp lock: ffff909247c53000/0x19a47956376b75e2 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x19a47956376b75e9 expref: -99 pid: 17151 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583292.616871:0:17141:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787583292.616877:0:17141:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.111@tcp lock: ffff909247c53000/0x19a47956376b75e2 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x19a47956376b75e9 expref: -99 pid: 17151 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583292.616883:0:17141:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.111@tcp lock: ffff909247c53000/0x19a47956376b75e2 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x19a47956376b75e9 expref: -99 pid: 17151 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583292.616891:0:17141:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1787583292.616895:0:17141:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.111@tcp lock: ffff909344decc00/0x19a47956376b7851 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x19a47956376b7858 expref: -99 pid: 17151 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583292.616900:0:17141:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff909344decc00 already unused, calling callback (ffffffffc118ec20) 10000000:00010000:2.0:1787583292.616903:0:17141:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.111@tcp lock: ffff909344decc00/0x19a47956376b7851 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x19a47956376b7858 expref: -99 pid: 17151 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583292.616910:0:17141:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.111@tcp lock: ffff909344decc00/0x19a47956376b7851 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0x19a47956376b7858 expref: -99 pid: 17151 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1787583292.616916:0:17141:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.111@tcp lock: ffff909344decc00/0x19a47956376b7851 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0x19a47956376b7858 expref: -99 pid: 17151 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787583292.616921:0:17141:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:2.0:1787583292.616923:0:17141:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:2.0:1787583292.616925:0:17141:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:2.0:1787583292.616938:0:17141:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.111@tcp lock: ffff909344decc00/0x19a47956376b7851 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x19a47956376b7858 expref: -99 pid: 17151 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583292.616943:0:17141:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787583292.616965:0:17141:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.111@tcp lock: ffff909344decc00/0x19a47956376b7851 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x19a47956376b7858 expref: -99 pid: 17151 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583292.616971:0:17141:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.111@tcp lock: ffff909344decc00/0x19a47956376b7851 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x19a47956376b7858 expref: -99 pid: 17151 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583292.616979:0:17141:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787583292.616982:0:17141:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.111@tcp lock: ffff909344ded600/0x19a47956376b728c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x19a47956376b7293 expref: -99 pid: 17132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583292.616987:0:17141:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff909344ded600 already unused, calling callback (ffffffffc118ec20) 10000000:00010000:2.0:1787583292.616990:0:17141:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.111@tcp lock: ffff909344ded600/0x19a47956376b728c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x19a47956376b7293 expref: -99 pid: 17132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583292.616995:0:17141:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.111@tcp lock: ffff909344ded600/0x19a47956376b728c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x19a47956376b7293 expref: -99 pid: 17132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1787583292.617001:0:17141:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.111@tcp lock: ffff909344ded600/0x19a47956376b728c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x19a47956376b7293 expref: -99 pid: 17132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787583292.617005:0:17141:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:01000000:2.0:1787583292.617007:0:17141:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 10000000:01000000:2.0:1787583292.617008:0:17141:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 00010000:00010000:2.0:1787583292.617021:0:17141:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.111@tcp lock: ffff909344ded600/0x19a47956376b728c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x19a47956376b7293 expref: -99 pid: 17132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583292.617027:0:17141:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787583292.617032:0:17141:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.111@tcp lock: ffff909344ded600/0x19a47956376b728c lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x19a47956376b7293 expref: -99 pid: 17132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583292.617038:0:17141:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.111@tcp lock: ffff909344ded600/0x19a47956376b728c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x19a47956376b7293 expref: -99 pid: 17132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583292.617056:0:17141:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787583292.617058:0:17141:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787583292.617060:0:17141:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787583292.617075:0:3654:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909247ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ea761437-c095-48a5-91f7-0c431111ca6a:3654:1874416435941504:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787583292.617134:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787583292.617188:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1787583292.617194:0:3654:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909247ef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ea761437-c095-48a5-91f7-0c431111ca6a:3654:1874416435941376:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787583292.617217:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787583292.617242:0:20179:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435941504 00000100:00100000:2.0:1787583292.617248:0:20179:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435941504 00000100:00100000:2.0:1787583292.617281:0:20179:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435941376 00000100:00100000:2.0:1787583292.617284:0:20179:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435941376 00000100:00100000:2.0:1787583292.617306:0:20179:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1787583292.617315:0:20179:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9092484f7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea761437-c095-48a5-91f7-0c431111ca6a+24:3654:x1874416435941504:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1787583292.617326:0:20179:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787583292.617338:0:20179:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff909248496c00/0x19a47956376b75e9 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x19a47956376b75e2 expref: 24 pid: 17148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583292.617350:0:20179:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787583292.617381:0:20179:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9092484f7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea761437-c095-48a5-91f7-0c431111ca6a+23:3654:x1874416435941504:12345-0@lo:103:ldlm_bl.0 Request processed in 67us (247us total) trans 0 rc 0/0 00000100:00100000:2.0:1787583292.617387:0:20179:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1787583292.617402:0:20179:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1787583292.617408:0:20179:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909247c7b450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea761437-c095-48a5-91f7-0c431111ca6a+22:3654:x1874416435941376:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1787583292.617415:0:20179:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787583292.617423:0:20179:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff909344dec000/0x19a47956376b72a1 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x19a47956376b729a expref: 22 pid: 17148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583292.617437:0:20179:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787583292.617459:0:20179:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909247c7b450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea761437-c095-48a5-91f7-0c431111ca6a+21:3654:x1874416435941376:12345-0@lo:103:ldlm_bl.0 Request processed in 51us (241us total) trans 0 rc 0/0 00000100:00100000:2.0:1787583292.617465:0:20179:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1787583292.617513:0:3656:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9092484f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ea761437-c095-48a5-91f7-0c431111ca6a:3656:1874416435941760:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787583292.617533:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787583292.617550:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1787583292.617555:0:3656:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9092484f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ea761437-c095-48a5-91f7-0c431111ca6a:3656:1874416435941632:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787583292.617570:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787583292.617588:0:17140:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435941760 00000100:00100000:2.0:1787583292.617592:0:17140:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435941760 00000100:00100000:2.0:1787583292.617608:0:17140:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435941632 00000100:00100000:2.0:1787583292.617610:0:17140:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435941632 00000100:00100000:2.0:1787583292.617623:0:17140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1787583292.617628:0:17140:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9092484f7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ea761437-c095-48a5-91f7-0c431111ca6a+22:3656:x1874416435941760:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1787583292.617634:0:17140:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787583292.617642:0:17140:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff909247c53c00/0x19a47956376b7293 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x19a47956376b728c expref: 22 pid: 17145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583292.617649:0:17140:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787583292.617673:0:17140:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9092484f7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ea761437-c095-48a5-91f7-0c431111ca6a+21:3656:x1874416435941760:12345-0@lo:103:ldlm_bl.0 Request processed in 45us (140us total) trans 0 rc 0/0 00000100:00100000:2.0:1787583292.617679:0:17140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1787583292.617690:0:17140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1787583292.617695:0:17140:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9092484f5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ea761437-c095-48a5-91f7-0c431111ca6a+20:3656:x1874416435941632:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1787583292.617701:0:17140:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787583292.617715:0:17140:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9092464f1800/0x19a47956376b7858 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x19a47956376b7851 expref: 20 pid: 17145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583292.617723:0:17140:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787583292.617744:0:17140:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9092484f5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ea761437-c095-48a5-91f7-0c431111ca6a+19:3656:x1874416435941632:12345-0@lo:103:ldlm_bl.0 Request processed in 49us (173us total) trans 0 rc 0/0 00000100:00100000:2.0:1787583292.617750:0:17140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1787583292.617783:0:3656:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9092484f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ea761437-c095-48a5-91f7-0c431111ca6a:3656:1874416435941632:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787583292.617790:0:3656:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9092484f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ea761437-c095-48a5-91f7-0c431111ca6a:3656:1874416435941760:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787583292.617814:0:3654:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909247ef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ea761437-c095-48a5-91f7-0c431111ca6a:3654:1874416435941376:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787583292.617821:0:3654:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909247ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ea761437-c095-48a5-91f7-0c431111ca6a:3654:1874416435941504:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1787583292.617967:0:17142:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787583292.620536:0:20724:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID 00000100:00080000:3.0:1787583292.620568:0:20724:0:(import.c:65:import_set_state_nolock()) ffff909342bcd800 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:2.0:1787583292.620686:0:3652:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90937fc63b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3652:1874416435941888:0@lo:39:umount.0 00000100:00100000:2.0:1787583292.620749:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787583292.623445:0:17894:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435941888 00000100:00100000:0.0:1787583292.623459:0:17894:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435941888 00000100:00100000:0.0:1787583292.623525:0:17894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:0.0:1787583292.623536:0:17894:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9092484f5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3652:x1874416435941888:12345-0@lo:39:umount.0 00000020:00000080:0.0:1787583292.623568:0:17894:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x19a47956376b7492 00000100:00080000:0.0:1787583292.623576:0:17894:0:(import.c:65:import_set_state_nolock()) ffff909247c5f000 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1787583292.623606:0:17894:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:0.0:1787583292.623750:0:17894:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9092484f5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+3:3652:x1874416435941888:12345-0@lo:39:umount.0 Request processed in 216us (3000us total) trans 8589934595 rc 0/0 00000100:00100000:0.0:1787583292.623758:0:17894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00080000:2.0:1787583292.623999:0:3652:0:(import.c:65:import_set_state_nolock()) ffff909342bcd800 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:2.0:1787583292.624008:0:3652:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90937fc63b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3652:1874416435941888:0@lo:39:umount.0 00010000:00010000:3.0:1787583292.624127:0:17141:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787583292.630592:0:20724:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:2.0:1787583292.630601:0:20724:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934598 gen 3 00000004:00080000:2.0:1787583292.630657:0:20724:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:2.0:1787583292.630715:0:20724:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000100:00080000:2.0:1787583292.630742:0:20724:0:(import.c:65:import_set_state_nolock()) ffff909245b04000 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:2.0:1787583292.630767:0:20724:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:2.0:1787583292.630769:0:20724:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934594 gen 3 00000004:00080000:2.0:1787583292.630820:0:20724:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:2.0:1787583292.630906:0:20724:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000100:00080000:2.0:1787583292.630915:0:20724:0:(import.c:65:import_set_state_nolock()) ffff909246692000 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000020:00080000:2.0:1787583292.630969:0:20724:0:(genops.c:1558:class_disconnect_exports()) OBD device 5 (ffff909246790000) has no exports 00000100:00100000:3.0:1787583292.633345:0:3652:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9092484f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3652:1874416435942016:0@lo:9:umount.0 00000100:00100000:3.0:1787583292.633425:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787583292.633462:0:3652:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9092484f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3652:1874416435942144:0@lo:9:umount.0 00000100:00100000:3.0:1787583292.633483:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787583292.633662:0:18661:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435942016 00000100:00100000:2.0:1787583292.633670:0:18661:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435942016 00000100:00100000:2.0:1787583292.633729:0:18661:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435942144 00000100:00100000:2.0:1787583292.633733:0:18661:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435942144 00000100:00100000:2.0:1787583292.633758:0:18661:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:2.0:1787583292.633768:0:18661:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90937fc60a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3652:x1874416435942016:12345-0@lo:9:umount.0 00000020:00000080:2.0:1787583292.633794:0:18661:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x19a47956376b75f0 00000100:00080000:2.0:1787583292.633801:0:18661:0:(import.c:65:import_set_state_nolock()) ffff90937fbe5000 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1787583292.633841:0:18661:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934600 00000100:00100000:2.0:1787583292.633998:0:18661:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90937fc60a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+2:3652:x1874416435942016:12345-0@lo:9:umount.0 Request processed in 230us (571us total) trans 0 rc 0/0 00000100:00100000:2.0:1787583292.634005:0:18661:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:2.0:1787583292.634020:0:18661:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:2.0:1787583292.634027:0:18661:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90937fc63480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3652:x1874416435942144:12345-0@lo:9:umount.0 00000020:00000080:2.0:1787583292.634038:0:18661:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x19a47956376b75f7 00000100:00080000:2.0:1787583292.634044:0:18661:0:(import.c:65:import_set_state_nolock()) ffff909351807000 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1787583292.634063:0:18661:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:2.0:1787583292.634132:0:18661:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90937fc63480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+2:3652:x1874416435942144:12345-0@lo:9:umount.0 Request processed in 105us (647us total) trans 0 rc 0/0 00000100:00100000:2.0:1787583292.634139:0:18661:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00080000:3.0:1787583292.634231:0:17149:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1787583292.634235:0:17149:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1787583292.634242:0:17141:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787583292.634271:0:3652:0:(import.c:65:import_set_state_nolock()) ffff909245b04000 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00010000:00010000:0.0:1787583292.634627:0:17142:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1787583292.636644:0:3652:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:3.0:1787583292.641368:0:3652:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1787583292.641381:0:3652:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9092484f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3652:1874416435942016:0@lo:9:umount.0 00000100:00080000:3.0:1787583292.641468:0:3652:0:(import.c:65:import_set_state_nolock()) ffff909246692000 lustre-OST0001_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:3.0:1787583292.641516:0:3652:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:3.0:1787583292.645332:0:3652:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1787583292.645348:0:3652:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9092484f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3652:1874416435942144:0@lo:9:umount.0 00000020:00080000:2.0:1787583292.661604:0:20724:0:(genops.c:1558:class_disconnect_exports()) OBD device 5 (ffff909246790000) has no exports 00000020:00000080:2.0:1787583292.717797:0:20724:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x19a47956376b72e7 00000020:00000080:2.0:1787583292.717812:0:20724:0:(genops.c:885:class_export_put()) final put ffff909377ef5800/lustre-QMT0000_UUID 00000020:01000000:2.0:1787583292.718061:0:20724:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-QMT0000 (flags='') 00000020:00000080:3.0:1787583292.718146:0:20724:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1787583292.718157:0:20724:0:(obd_config.c:956:class_cleanup()) lustre-QMT0000: forcing exports to disconnect: 0/2 00000020:00080000:3.0:1787583292.718161:0:20724:0:(genops.c:1558:class_disconnect_exports()) OBD device 7 (ffff909246688000) has no exports 00000020:00000080:3.0:1787583292.718547:0:20724:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x19a47956376b72e0 00000020:00000080:3.0:1787583292.718553:0:20724:0:(genops.c:885:class_export_put()) final put ffff909365d95800/lustre-MDT0000-osd_UUID 00000020:00000080:1.0:1787583292.718693:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff909377ef5800/lustre-QMT0000_UUID for lustre-QMT0000 00000020:00000080:3.0:1787583292.718824:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff909365d95800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:3.0:1787583292.719144:0:20724:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1787583292.719154:0:20724:0:(obd_config.c:883:class_detach()) detach on obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:3.0:1787583292.719157:0:20724:0:(genops.c:885:class_export_put()) final put ffff909365d94000/lustre-QMT0000_UUID 00000020:00000080:3.0:1787583292.719160:0:20724:0:(genops.c:844:class_export_destroy()) destroying export ffff909365d94000/lustre-QMT0000_UUID for lustre-QMT0000 00000020:01000000:3.0:1787583292.719164:0:20724:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-QMT0000 (lustre-QMT0000_UUID) 00000100:00100000:1.0:1787583292.878290:0:3653:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9093669cce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3653:1874416435942272:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1787583292.878367:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787583292.878931:0:17158:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435942272 00000100:00100000:0.0:1787583292.878941:0:17158:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435942272 00000100:00100000:0.0:1787583292.878988:0:17158:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:0.0:1787583292.878998:0:17158:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909352912a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3653:x1874416435942272:12345-0@lo:41:osp-pre-0-1.0 00000020:00080000:0.0:1787583292.879006:0:17158:0:(tgt_handler.c:807:tgt_request_handle()) operation 41 on unconnected OST from 12345-0@lo 00000100:00100000:0.0:1787583292.879056:0:17158:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909352912a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3653:x1874416435942272:12345-0@lo:41:osp-pre-0-1.0 Request processed in 59us (690us total) trans 0 rc -107/-107 00000100:00100000:0.0:1787583292.879064:0:17158:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:02020000:3.0:1787583292.879182:0:3653:0:(client.c:1505:ptlrpc_check_status()) lustre-MDT0000-osp-MDT0001: operation mds_statfs to node 0@lo failed: rc = -107 00000100:00080000:3.0:1787583292.894991:0:3653:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-osp-MDT0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:3.0:1787583292.894999:0:3653:0:(import.c:65:import_set_state_nolock()) ffff909247c47000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:3.0:1787583292.895004:0:3653:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-osp-MDT0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:3.0:1787583292.928484:0:3653:0:(import.c:65:import_set_state_nolock()) ffff909247c47000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787583292.928506:0:3653:0:(import.c:510:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 533 00000100:00080000:3.0:1787583292.928516:0:3653:0:(import.c:624:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff909247c47000 using connection 192.168.203.111@tcp/0@lo 00000100:00100000:2.0:1787583292.928617:0:3653:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9092484f7b80 x1874416435942400/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787583292.928798:0:3652:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9092484f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3652:1874416435942400:0@lo:38:ptlrpcd_00_00.0 00000100:00100000:3.0:1787583292.930354:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787583292.930475:0:17159:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435942400 00000100:00100000:2.0:1787583292.930500:0:17159:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435942400 00000100:00100000:2.0:1787583292.930550:0:17159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:2.0:1787583292.930558:0:17159:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90937fc61180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3652:x1874416435942400:12345-0@lo:38:ptlrpcd_00_00.0 00010000:02000000:2.0:1787583292.930575:0:17159:0:(ldlm_lib.c:1203:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:2.0:1787583292.943729:0:17159:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90937fc61180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3652:x1874416435942400:12345-0@lo:38:ptlrpcd_00_00.0 Request processed in 13163us (13370us total) trans 0 rc -19/-19 00000100:00100000:2.0:1787583292.943742:0:17159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00080000:3.0:1787583292.943966:0:3652:0:(import.c:65:import_set_state_nolock()) ffff909247c47000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787583292.943972:0:3652:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1787583292.943976:0:3652:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9092484f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3652:1874416435942400:0@lo:38:ptlrpcd_00_00.0 00010000:00010000:3.0:1787583293.262792:0:17141:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787583293.902396:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1787583293.902419:0:3653:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90937fc62a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3653:1874416435942528:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1787583293.902484:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787583293.902643:0:18663:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435942528 00000100:00100000:3.0:1787583293.902659:0:18663:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435942528 00000100:00100000:3.0:1787583293.902721:0:18663:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1787583293.902730:0:18663:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9092484f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1874416435942528:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1787583293.902759:0:18663:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1787583293.902821:0:18663:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9092484f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1874416435942528:12345-0@lo:13:osp-pre-1-1.0 Request processed in 91us (336us total) trans 0 rc 0/0 00000100:00100000:3.0:1787583293.902828:0:18663:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00080000:2.0:1787583293.903186:0:17149:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1787583293.903223:0:3653:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90937fc62a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3653:1874416435942528:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1787583293.906108:0:15041:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787583293.906114:0:15041:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787583293.906118:0:15041:0:(import.c:65:import_set_state_nolock()) ffff909247c47000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787583293.906125:0:15041:0:(import.c:510:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 600 00000100:00080000:1.0:1787583293.906130:0:15041:0:(import.c:589:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1787583293.906136:0:15041:0:(import.c:624:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff909247c47000 using connection 192.168.203.111@tcp/0@lo 00000100:00100000:1.0:1787583293.906180:0:15041:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9093669cad80 x1874416435942784/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787583293.906287:0:3654:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90936dad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3654:1874416435943168:0@lo:400:kworker.0 00000100:00100000:1.0:1787583293.906355:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787583293.906392:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1787583293.906396:0:3654:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90936dad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3654:1874416435943040:0@lo:400:kworker.0 00000100:00100000:1.0:1787583293.906417:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787583293.906433:0:3654:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90936dad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3654:1874416435943552:0@lo:400:kworker.0 00000100:00100000:1.0:1787583293.906461:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787583293.906491:0:17155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435943168 00000100:00100000:1.0:1787583293.906497:0:17155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435943168 00000100:00100000:1.0:1787583293.906527:0:17155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435943040 00000100:00100000:1.0:1787583293.906530:0:17155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435943040 00000100:00100000:1.0:1787583293.906545:0:17155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435943552 00000100:00100000:1.0:1787583293.906547:0:17155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435943552 00000100:00100000:1.0:1787583293.906575:0:17155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00100000:1.0:1787583293.906584:0:17155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90936dad1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3654:x1874416435943552:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787583293.906631:0:17155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90936dad1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3654:x1874416435943552:12345-0@lo:400:kworker.0 Request processed in 47us (177us total) trans 0 rc 0/0 00000100:00100000:1.0:1787583293.906638:0:17155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00000100:00100000:1.0:1787583293.906654:0:17155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:1.0:1787583293.906659:0:17155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90936dad3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3654:x1874416435943168:12345-0@lo:400:kworker.0 00000020:00080000:1.0:1787583293.906665:0:17155:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:1.0:1787583293.906691:0:17155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90936dad3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3654:x1874416435943168:12345-0@lo:400:kworker.0 Request processed in 30us (336us total) trans 0 rc -107/-107 00000100:00100000:1.0:1787583293.906696:0:17155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:1.0:1787583293.906710:0:17155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:1.0:1787583293.906722:0:17155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90936dad0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3654:x1874416435943040:12345-0@lo:400:kworker.0 00000020:00080000:1.0:1787583293.906727:0:17155:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:1.0:1787583293.906767:0:17155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90936dad0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3654:x1874416435943040:12345-0@lo:400:kworker.0 Request processed in 44us (348us total) trans 0 rc -107/-107 00000100:00100000:1.0:1787583293.906772:0:17155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00080000:1.0:1787583293.906795:0:17149:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1787583293.906821:0:3654:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-MDT0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:1.0:1787583293.906825:0:3654:0:(import.c:65:import_set_state_nolock()) ffff909247e4d800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:1.0:1787583293.906829:0:3654:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-MDT0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:1.0:1787583293.906833:0:3654:0:(import.c:65:import_set_state_nolock()) ffff909247e4d800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787583293.906836:0:3654:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 533 00000100:00080000:1.0:1787583293.906841:0:3654:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff909247e4d800 using connection 192.168.203.111@tcp/0@lo 00000100:00100000:1.0:1787583293.907297:0:3654:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff90936dad0000 x1874416435943680/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787583293.907313:0:3654:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90936dad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3654:1874416435943040:0@lo:400:kworker.0 00010000:00080000:1.0:1787583293.907329:0:3654:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff90936dad1c00 x1874416435943552/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787583309 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787583293.907339:0:3654:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90936dad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3654:1874416435943552:0@lo:400:kworker.0 00000100:00080000:1.0:1787583293.907348:0:3654:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0000 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:1.0:1787583293.907352:0:3654:0:(import.c:65:import_set_state_nolock()) ffff909352904000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:1.0:1787583293.907355:0:3654:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0000: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:1.0:1787583293.907358:0:3654:0:(import.c:65:import_set_state_nolock()) ffff909352904000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787583293.907361:0:3654:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 547 00000100:00080000:1.0:1787583293.907375:0:3654:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff909352904000 using connection 192.168.203.111@tcp/0@lo 00000100:00100000:1.0:1787583293.907388:0:3654:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff90936dad1500 x1874416435943808/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787583293.907397:0:3654:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90936dad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3654:1874416435943168:0@lo:400:kworker.0 00000100:00100000:2.0:1787583293.907603:0:3655:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9093669cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ea761437-c095-48a5-91f7-0c431111ca6a:3655:1874416435942656:0@lo:400:kworker.0 00000100:00100000:2.0:1787583293.907642:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787583293.907675:0:3655:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90936dad0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3655:1874416435943296:0@lo:400:kworker.0 00000100:00100000:2.0:1787583293.907699:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787583293.907719:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1787583293.907725:0:3655:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90936dad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3655:1874416435942912:0@lo:400:kworker.0 00000100:00100000:2.0:1787583293.907762:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787583293.907781:0:3655:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90936dad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3655:1874416435943424:0@lo:400:kworker.0 00000100:00100000:2.0:1787583293.907801:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787583293.907827:0:17147:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435942656 00000100:00100000:2.0:1787583293.907831:0:17147:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435942656 00000100:00100000:2.0:1787583293.908044:0:17147:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 171 00000100:00100000:2.0:1787583293.908053:0:17147:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9093524d6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ea761437-c095-48a5-91f7-0c431111ca6a+19:3655:x1874416435942656:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787583293.908094:0:17147:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9093524d6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ea761437-c095-48a5-91f7-0c431111ca6a+19:3655:x1874416435942656:12345-0@lo:400:kworker.0 Request processed in 43us (451us total) trans 0 rc 0/0 00000100:00100000:2.0:1787583293.908108:0:17147:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 171 00000100:00100000:2.0:1787583293.908137:0:17155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435943296 00000100:00100000:2.0:1787583293.908141:0:17155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435943296 00000100:00100000:2.0:1787583293.908180:0:17155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435943424 00000100:00100000:2.0:1787583293.908183:0:17155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435943424 00000100:00100000:2.0:1787583293.908199:0:17155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000100:00100000:2.0:1787583293.908206:0:17155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9092484f7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3655:x1874416435943296:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787583293.908235:0:17155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9092484f7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3655:x1874416435943296:12345-0@lo:400:kworker.0 Request processed in 30us (536us total) trans 0 rc 0/0 00000100:00100000:2.0:1787583293.908241:0:17155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00000100:00100000:2.0:1787583293.908252:0:17155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:2.0:1787583293.908256:0:17155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909247ef7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3655:x1874416435943424:12345-0@lo:400:kworker.0 00000020:00080000:2.0:1787583293.908260:0:17155:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:2.0:1787583293.908279:0:17155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909247ef7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3655:x1874416435943424:12345-0@lo:400:kworker.0 Request processed in 22us (478us total) trans 0 rc -107/-107 00000100:00100000:2.0:1787583293.908284:0:17155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:2.0:1787583293.908297:0:18660:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435942912 00000100:00100000:2.0:1787583293.908300:0:18660:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435942912 00000100:00100000:2.0:1787583293.908320:0:18660:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:2.0:1787583293.908326:0:18660:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909247ef4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3655:x1874416435942912:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787583293.908350:0:18660:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909247ef4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3655:x1874416435942912:12345-0@lo:400:kworker.0 Request processed in 25us (588us total) trans 0 rc 0/0 00000100:00100000:2.0:1787583293.908355:0:18660:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00080000:2.0:1787583293.908371:0:17149:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1787583293.908375:0:17149:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1787583293.908397:0:3655:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90936dad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3655:1874416435942912:0@lo:400:kworker.0 00000100:00080000:2.0:1787583293.908404:0:3655:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:2.0:1787583293.908412:0:3655:0:(import.c:65:import_set_state_nolock()) ffff9092414f7000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:2.0:1787583293.908416:0:3655:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:2.0:1787583293.908420:0:3655:0:(import.c:65:import_set_state_nolock()) ffff9092414f7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787583293.908423:0:3655:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 561 00000100:00080000:2.0:1787583293.908427:0:3655:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9092414f7000 using connection 192.168.203.111@tcp/0@lo 00000100:00100000:2.0:1787583293.908443:0:3655:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9092473c6a00 x1874416435943936/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787583293.908552:0:3652:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9093669cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3652:1874416435942784:0@lo:38:kworker.0 00000100:00100000:1.0:1787583293.908584:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787583293.908605:0:3652:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90936dad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3652:1874416435943680:0@lo:38:ptlrpcd_00_01.0 00000100:00100000:1.0:1787583293.908626:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787583293.908642:0:20292:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435943680 00000100:00100000:1.0:1787583293.908646:0:20292:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435943680 00000100:00100000:1.0:1787583293.908664:0:20292:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:1.0:1787583293.908669:0:20292:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90936dad1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3652:x1874416435943680:12345-0@lo:38:ptlrpcd_00_01.0 00010000:02000000:1.0:1787583293.908681:0:20292:0:(ldlm_lib.c:1203:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:1.0:1787583293.908702:0:20292:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90936dad1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3652:x1874416435943680:12345-0@lo:38:ptlrpcd_00_01.0 Request processed in 32us (75us total) trans 0 rc -19/-19 00000100:00100000:1.0:1787583293.908706:0:20292:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00080000:1.0:1787583293.908727:0:3652:0:(import.c:65:import_set_state_nolock()) ffff909247e4d800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787583293.908730:0:3652:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1787583293.908733:0:3652:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90936dad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3652:1874416435943680:0@lo:38:ptlrpcd_00_01.0 00000100:00100000:1.0:1787583293.908738:0:3652:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90936dad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3652:1874416435943808:0@lo:38:ptlrpcd_00_01.0 00000100:00100000:1.0:1787583293.908756:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787583293.908772:0:18681:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435943808 00000100:00100000:1.0:1787583293.908775:0:18681:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435943808 00000100:00100000:1.0:1787583293.908790:0:18681:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:1.0:1787583293.908794:0:18681:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90936dad2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3652:x1874416435943808:12345-0@lo:38:ptlrpcd_00_01.0 00010000:02000000:1.0:1787583293.908809:0:18681:0:(ldlm_lib.c:1203:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:1.0:1787583293.908832:0:18681:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90936dad2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3652:x1874416435943808:12345-0@lo:38:ptlrpcd_00_01.0 Request processed in 37us (75us total) trans 0 rc -19/-19 00000100:00100000:1.0:1787583293.908838:0:18681:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:0.0:1787583293.909446:0:17894:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435942784 00000100:00100000:0.0:1787583293.909464:0:17894:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435942784 00000100:00100000:0.0:1787583293.909489:0:17894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:0.0:1787583293.909495:0:17894:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90936dad2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3652:x1874416435942784:12345-0@lo:38:kworker.0 00010000:02000000:0.0:1787583293.909502:0:17894:0:(ldlm_lib.c:1203:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:0.0:1787583293.909544:0:17894:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90936dad2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3652:x1874416435942784:12345-0@lo:38:kworker.0 Request processed in 47us (958us total) trans 0 rc -19/-19 00000100:00100000:0.0:1787583293.909550:0:17894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:2.0:1787583293.909834:0:3655:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90936dad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3655:1874416435943424:0@lo:400:kworker.0 00000100:00100000:2.0:1787583293.909863:0:3655:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9093669cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ea761437-c095-48a5-91f7-0c431111ca6a:3655:1874416435942656:0@lo:400:kworker.0 00000100:00080000:1.0:1787583293.910140:0:3652:0:(import.c:65:import_set_state_nolock()) ffff909352904000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787583293.910146:0:3652:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1787583293.910149:0:3652:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90936dad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3652:1874416435943808:0@lo:38:ptlrpcd_00_01.0 00000100:00100000:1.0:1787583293.910183:0:3652:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9092473c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3652:1874416435943936:0@lo:38:ptlrpcd_00_02.0 00000100:00100000:1.0:1787583293.910217:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1787583293.910253:0:3652:0:(import.c:65:import_set_state_nolock()) ffff909247c47000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787583293.910257:0:3652:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1787583293.910260:0:3652:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9093669cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3652:1874416435942784:0@lo:38:kworker.0 00010000:00080000:2.0:1787583293.910318:0:3655:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff90936dad0e00 x1874416435943296/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787583309 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787583293.910329:0:3655:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90936dad0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3655:1874416435943296:0@lo:400:kworker.0 00000100:00100000:0.0:1787583293.910562:0:17154:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435943936 00000100:00100000:0.0:1787583293.910567:0:17154:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435943936 00000100:00100000:0.0:1787583293.910602:0:17154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:0.0:1787583293.910608:0:17154:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90936dad1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3652:x1874416435943936:12345-0@lo:38:ptlrpcd_00_02.0 00010000:02000000:0.0:1787583293.910618:0:17154:0:(ldlm_lib.c:1203:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:0.0:1787583293.910661:0:17154:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90936dad1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3652:x1874416435943936:12345-0@lo:38:ptlrpcd_00_02.0 Request processed in 52us (443us total) trans 0 rc -19/-19 00000100:00100000:0.0:1787583293.910668:0:17154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00080000:2.0:1787583293.910837:0:3652:0:(import.c:65:import_set_state_nolock()) ffff9092414f7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787583293.910841:0:3652:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1787583293.911199:0:3652:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9092473c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3652:1874416435943936:0@lo:38:ptlrpcd_00_02.0 00010000:00010000:0.0:1787583294.286180:0:17142:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:3.0:1787583294.931091:0:17133:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:3.0:1787583294.931166:0:17133:0:(genops.c:885:class_export_put()) final put ffff909348747000/lustre-MDT0001-mdtlov_UUID 00000001:00100000:3.0:1787583294.931181:0:17133:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of d729bb3e-ce60-4d36-b85a-27ad79fddcea 00000001:00080000:3.0:1787583294.931189:0:17133:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934627 is committed 00000020:00000080:3.0:1787583294.931193:0:17133:0:(genops.c:885:class_export_put()) final put ffff90936616c800/d729bb3e-ce60-4d36-b85a-27ad79fddcea 00000001:00100000:3.0:1787583294.931198:0:17133:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 2fe92cb2-a1f3-4fc5-beed-1773d3bb3c77 00000001:00080000:3.0:1787583294.931202:0:17133:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934626 is committed 00000020:00000080:3.0:1787583294.931207:0:17133:0:(genops.c:885:class_export_put()) final put ffff909246523800/2fe92cb2-a1f3-4fc5-beed-1773d3bb3c77 00000020:00000080:1.0:1787583294.931325:0:15041:0:(genops.c:844:class_export_destroy()) destroying export ffff909348747000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000 00000020:00000080:1.0:1787583294.931381:0:15041:0:(genops.c:844:class_export_destroy()) destroying export ffff90936616c800/d729bb3e-ce60-4d36-b85a-27ad79fddcea for lustre-MDT0000 00000020:00000080:1.0:1787583294.931408:0:15041:0:(genops.c:844:class_export_destroy()) destroying export ffff909246523800/2fe92cb2-a1f3-4fc5-beed-1773d3bb3c77 for lustre-MDT0000 00000020:00000080:1.0:1787583294.931428:0:15041:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff90937fc53000 for lustre-MDT0000 00000020:00000080:1.0:1787583294.931432:0:15041:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff90936616e800 for lustre-MDT0000 00000020:00000080:1.0:1787583294.931435:0:15041:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff909246522000 for lustre-MDT0000 00010000:00010000:3.0:1787583295.310877:0:17141:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:3.0:1787583295.952294:0:17886:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000001:00080000:3.0:1787583295.952313:0:17886:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934595 is committed 00000020:00000080:3.0:1787583295.952319:0:17886:0:(genops.c:885:class_export_put()) final put ffff909365fb1000/lustre-MDT0000-mdtlov_UUID 00000001:00100000:3.0:1787583295.952342:0:17886:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of d729bb3e-ce60-4d36-b85a-27ad79fddcea 00000001:00080000:3.0:1787583295.952348:0:17886:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934594 is committed 00000020:00000080:3.0:1787583295.952350:0:17886:0:(genops.c:885:class_export_put()) final put ffff9092414f3000/d729bb3e-ce60-4d36-b85a-27ad79fddcea 00000001:00100000:3.0:1787583295.952355:0:17886:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 2fe92cb2-a1f3-4fc5-beed-1773d3bb3c77 00000001:00080000:3.0:1787583295.952369:0:17886:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934593 is committed 00000020:00000080:3.0:1787583295.952371:0:17886:0:(genops.c:885:class_export_put()) final put ffff909246527000/2fe92cb2-a1f3-4fc5-beed-1773d3bb3c77 00000020:00000080:0.0:1787583295.952562:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff909365fb1000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001 00000020:00000080:0.0:1787583295.952636:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9092414f3000/d729bb3e-ce60-4d36-b85a-27ad79fddcea for lustre-MDT0001 00000020:00000080:0.0:1787583295.952655:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff909246527000/2fe92cb2-a1f3-4fc5-beed-1773d3bb3c77 for lustre-MDT0001 00000020:00000080:0.0:1787583295.952676:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff909247c5f000 for lustre-MDT0001 00000020:00000080:0.0:1787583295.952681:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9092414f6800 for lustre-MDT0001 00000020:00000080:0.0:1787583295.952684:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff909246524000 for lustre-MDT0001 00010000:00010000:0.0:1787583296.334035:0:17142:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787583296.974265:0:3654:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90937fc62a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3654:1874416435944064:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1787583296.974333:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787583296.974674:0:18663:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435944064 00000100:00100000:0.0:1787583296.974683:0:18663:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435944064 00000100:00100000:0.0:1787583296.974782:0:18663:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1787583296.974793:0:18663:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90936dad0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1874416435944064:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1787583296.974822:0:18663:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915849728 avail 3684327424 00000100:00100000:1.0:1787583296.974995:0:3654:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90937fc62a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3654:1874416435944064:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1787583296.975037:0:18663:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90936dad0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1874416435944064:12345-0@lo:13:osp-pre-0-1.0 Request processed in 108us (566us total) trans 0 rc 0/0 00000100:00100000:0.0:1787583296.975046:0:18663:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00080000:2.0:1787583296.976065:0:17149:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1787583297.362512:0:17141:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787583298.382009:0:17142:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000000:3.0:1787583298.765994:0:20724:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff9092474e8a20 - data ffff909245d53e58/ffff9093661afc00 00000020:01000000:3.0:1787583298.766125:0:20724:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff90936d885ba0 - data ffff90936664fca8/ffff9093465cc000 00000040:00080000:2.0:1787583298.768329:0:17912:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000001:00000004:3.0:1787583298.771688:0:20724:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934627 00000100:00080000:2.0:1787583298.826396:0:20724:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:2.0:1787583298.826404:0:20724:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 4 00000100:00100000:2.0:1787583298.826417:0:20724:0:(client.c:3163:ptlrpc_free_committed()) @@@ free request with old gen req@ffff90937fc63b80 x1874416435941888/t8589934595(8589934595) o39->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1787583302 ref 1 fl Complete:RNQU/204/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787583298.826441:0:20724:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:2.0:1787583298.829314:0:20724:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:2.0:1787583298.829331:0:20724:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934598 gen 4 00000004:00080000:2.0:1787583298.829344:0:20724:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1787583298.829346:0:20724:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:1.0:1787583298.829822:0:17177:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:1.0:1787583298.829827:0:17177:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xa:0x0] index 2 count 1 00000040:00080000:1.0:1787583298.829836:0:17177:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 2 count 2 00000100:00080000:2.0:1787583298.830405:0:20724:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:2.0:1787583298.830409:0:20724:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934594 gen 4 00000004:00080000:2.0:1787583298.830440:0:20724:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1787583298.830442:0:20724:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:1.0:1787583298.830961:0:17179:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:1.0:1787583298.830977:0:17179:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xc:0x0] index 1 count 1 00000040:00080000:1.0:1787583298.830986:0:17179:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x5:0x0] index 2 count 2 00000020:00000080:2.0:1787583298.832292:0:20724:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x19a47956376b72af 00000020:00000080:2.0:1787583298.832303:0:20724:0:(genops.c:885:class_export_put()) final put ffff90937496f000/lustre-MDT0000-osd_UUID 00000020:00000080:1.0:1787583298.832502:0:15041:0:(genops.c:844:class_export_destroy()) destroying export ffff90937496f000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:2.0:1787583298.835413:0:20724:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x19a47956376b72c4 00000020:00000080:2.0:1787583298.835619:0:20724:0:(genops.c:885:class_export_put()) final put ffff90937496e000/lustre-MDT0000-mdtlov_UUID 00000020:01000000:2.0:1787583298.835634:0:20724:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-mdtlov (flags='') 00000020:00000080:2.0:1787583298.835639:0:20724:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1787583298.835646:0:20724:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-mdtlov: forcing exports to disconnect: 0/2 00000020:00080000:2.0:1787583298.835650:0:20724:0:(genops.c:1558:class_disconnect_exports()) OBD device 4 (ffff909246794d28) has no exports 00000020:00000080:1.0:1787583298.835811:0:15041:0:(genops.c:844:class_export_destroy()) destroying export ffff90937496e000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000004:01000000:2.0:1787583298.835929:0:20724:0:(lod_lov.c:59:lod_putref()) destroying 2 ltd desc 00000020:00000080:2.0:1787583298.835936:0:20724:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x19a47956376b7326 00000020:00000080:2.0:1787583298.835940:0:20724:0:(genops.c:885:class_export_put()) final put ffff909246692800/lustre-MDT0000-mdtlov_UUID 00000020:01000000:2.0:1787583298.835947:0:20724:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-MDT0000 (flags='') 00000020:00000080:2.0:1787583298.835951:0:20724:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1787583298.835955:0:20724:0:(obd_config.c:956:class_cleanup()) lustre-OST0001-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:2.0:1787583298.835957:0:20724:0:(genops.c:1558:class_disconnect_exports()) OBD device 10 (ffff90937fbc19b8) has no exports 00000020:00000080:2.0:1787583298.835962:0:20724:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x19a47956376b731f 00000020:00000080:2.0:1787583298.835965:0:20724:0:(genops.c:885:class_export_put()) final put ffff909246690800/lustre-MDT0000-osd_UUID 00010000:01000000:2.0:1787583298.836310:0:20724:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0001-osc-MDT0000: client import never connected 00000100:00080000:2.0:1787583298.836315:0:20724:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:2.0:1787583298.836319:0:20724:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934594 gen 5 00000004:00080000:2.0:1787583298.836324:0:20724:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1787583298.836326:0:20724:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1787583298.836364:0:20724:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1787583298.836369:0:20724:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1787583298.836373:0:20724:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x19a47956376b7311 00000020:00000080:2.0:1787583298.836378:0:20724:0:(genops.c:885:class_export_put()) final put ffff909246694800/lustre-MDT0000-mdtlov_UUID 00000020:01000000:2.0:1787583298.836389:0:20724:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0000 (flags='') 00000020:00000080:2.0:1787583298.836392:0:20724:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1787583298.836395:0:20724:0:(obd_config.c:956:class_cleanup()) lustre-OST0000-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:2.0:1787583298.836397:0:20724:0:(genops.c:1558:class_disconnect_exports()) OBD device 9 (ffff90924668b370) has no exports 00000020:00000080:2.0:1787583298.836400:0:20724:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x19a47956376b730a 00000020:00000080:2.0:1787583298.836403:0:20724:0:(genops.c:885:class_export_put()) final put ffff909245b07800/lustre-MDT0000-osd_UUID 00000020:00000080:1.0:1787583298.836553:0:15041:0:(genops.c:844:class_export_destroy()) destroying export ffff909246692800/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00000020:00000080:1.0:1787583298.836559:0:15041:0:(genops.c:844:class_export_destroy()) destroying export ffff909246690800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:1.0:1787583298.836565:0:15041:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff909246692000 for lustre-OST0001-osc-MDT0000 00000020:00000080:1.0:1787583298.836570:0:15041:0:(genops.c:885:class_export_put()) final put ffff909246693000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1787583298.836572:0:15041:0:(genops.c:844:class_export_destroy()) destroying export ffff909246693000/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00000020:01000000:1.0:1787583298.836576:0:15041:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1787583298.836642:0:15041:0:(genops.c:844:class_export_destroy()) destroying export ffff909246694800/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:00000080:1.0:1787583298.836645:0:15041:0:(genops.c:844:class_export_destroy()) destroying export ffff909245b07800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:01000000:2.0:1787583298.837292:0:20724:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0000: client import never connected 00000100:00080000:2.0:1787583298.837296:0:20724:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:2.0:1787583298.837299:0:20724:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934598 gen 5 00000004:00080000:2.0:1787583298.837303:0:20724:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1787583298.837305:0:20724:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1787583298.837527:0:20724:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1787583298.837534:0:20724:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000004:01000000:2.0:1787583298.837544:0:20724:0:(lod_lov.c:59:lod_putref()) destroying 1 ltd desc 00000020:00000080:2.0:1787583298.837548:0:20724:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x19a47956376b72fc 00000020:00000080:2.0:1787583298.837554:0:20724:0:(genops.c:885:class_export_put()) final put ffff909245b06800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1787583298.838675:0:15041:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff909245b04000 for lustre-OST0000-osc-MDT0000 00000020:00000080:1.0:1787583298.838686:0:15041:0:(genops.c:885:class_export_put()) final put ffff909245b04800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1787583298.838689:0:15041:0:(genops.c:844:class_export_destroy()) destroying export ffff909245b04800/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:01000000:1.0:1787583298.838694:0:15041:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:01000000:2.0:1787583298.838876:0:20724:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-osp-MDT0000 (flags='') 00000020:00000080:2.0:1787583298.838882:0:20724:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1787583298.838890:0:20724:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-osp-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:2.0:1787583298.838894:0:20724:0:(genops.c:1558:class_disconnect_exports()) OBD device 8 (ffff90924668cd28) has no exports 00000020:00000080:2.0:1787583298.838900:0:20724:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x19a47956376b72f5 00000020:00000080:2.0:1787583298.838905:0:20724:0:(genops.c:885:class_export_put()) final put ffff909377ef0800/lustre-MDT0000-osd_UUID 00000020:00000080:1.0:1787583298.840076:0:15041:0:(genops.c:844:class_export_destroy()) destroying export ffff909245b06800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001-osp-MDT0000 00000020:00000080:1.0:1787583298.840090:0:15041:0:(genops.c:844:class_export_destroy()) destroying export ffff909377ef0800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:01000000:2.0:1787583298.862726:0:20724:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0001-osp-MDT0000: client import never connected 00000100:00080000:2.0:1787583298.862735:0:20724:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:2.0:1787583298.862740:0:20724:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 5 00000100:00100000:2.0:1787583298.862749:0:20724:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1787583298.862814:0:20724:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1787583298.862830:0:15041:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff909342bcd800 for lustre-MDT0001-osp-MDT0000 00000020:00000080:2.0:1787583298.862837:0:20724:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-osp-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1787583298.862863:0:20724:0:(genops.c:885:class_export_put()) final put ffff909377ef0000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1787583298.862870:0:20724:0:(genops.c:844:class_export_destroy()) destroying export ffff909377ef0000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001-osp-MDT0000 00000020:01000000:2.0:1787583298.862886:0:20724:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-osp-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1787583298.862998:0:20724:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1787583298.863011:0:20724:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1787583298.863015:0:20724:0:(genops.c:885:class_export_put()) final put ffff909374969800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1787583298.863017:0:20724:0:(genops.c:844:class_export_destroy()) destroying export ffff909374969800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:01000000:2.0:1787583298.863022:0:20724:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-mdtlov (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1787583298.863087:0:20724:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x19a47956376b72cb 00000020:00000080:2.0:1787583298.863093:0:20724:0:(genops.c:885:class_export_put()) final put ffff90937496f800/lustre-MDD0000_UUID 00000020:01000000:2.0:1787583298.863107:0:20724:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDD0000 (flags='') 00000020:00000080:2.0:1787583298.863111:0:20724:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1787583298.863115:0:20724:0:(obd_config.c:956:class_cleanup()) lustre-MDD0000: forcing exports to disconnect: 0/2 00000020:00080000:2.0:1787583298.863119:0:20724:0:(genops.c:1558:class_disconnect_exports()) OBD device 6 (ffff9092467919b8) has no exports 00000020:00000080:2.0:1787583298.863149:0:20724:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1787583298.863153:0:20724:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000020:00000080:1.0:1787583298.863157:0:15041:0:(genops.c:844:class_export_destroy()) destroying export ffff90937496f800/lustre-MDD0000_UUID for lustre-MDD0000 00000020:00000080:2.0:1787583298.863158:0:20724:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x19a47956376b72d2 00000020:00000080:2.0:1787583298.863165:0:20724:0:(genops.c:885:class_export_put()) final put ffff90937496d000/lustre-MDT0000-osd_UUID 00000020:00000080:1.0:1787583298.863166:0:15041:0:(genops.c:885:class_export_put()) final put ffff909374969000/lustre-MDD0000_UUID 00000020:00000080:1.0:1787583298.863171:0:15041:0:(genops.c:844:class_export_destroy()) destroying export ffff909374969000/lustre-MDD0000_UUID for lustre-MDD0000 00000020:01000000:1.0:1787583298.863179:0:15041:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDD0000 (lustre-MDD0000_UUID) 00000020:01000004:2.0:1787583298.863188:0:20724:0:(tgt_mount.c:187:server_put_mount()) put mount ffff909248438000 from lustre-MDT0000, refs=3 00000020:01000004:2.0:1787583298.863192:0:20724:0:(obd_mount.c:710:lustre_put_lsi()) put ffff909248438000 3 00000020:01000004:2.0:1787583298.863196:0:20724:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff909248438000 from lustre-MDT0000 00000020:00000080:2.0:1787583298.863216:0:20724:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1787583298.863219:0:20724:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:00000080:2.0:1787583298.863221:0:20724:0:(genops.c:885:class_export_put()) final put ffff90937496a000/lustre-MDT0000_UUID 00000020:00000080:2.0:1787583298.863223:0:20724:0:(genops.c:844:class_export_destroy()) destroying export ffff90937496a000/lustre-MDT0000_UUID for lustre-MDT0000 00000020:01000000:2.0:1787583298.863232:0:20724:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000 (lustre-MDT0000_UUID) 00000020:00000080:1.0:1787583298.863248:0:15041:0:(genops.c:844:class_export_destroy()) destroying export ffff90937496d000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:01000004:2.0:1787583298.863268:0:20724:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 3 references. 00000020:01000004:2.0:1787583298.863272:0:20724:0:(tgt_mount.c:255:server_stop_mgs()) Stop MGS service MGS 00000020:01000000:2.0:1787583298.863275:0:20724:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MGS (flags='F') 00000020:00000080:2.0:1787583298.863278:0:20724:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1787583298.863281:0:20724:0:(obd_config.c:956:class_cleanup()) MGS: forcing exports to disconnect: 1/3 00000020:00080000:2.0:1787583298.863288:0:20724:0:(genops.c:1819:print_export_data()) MGS: ACTIVE ffff90936f0b3000 ea761437-c095-48a5-91f7-0c431111ca6a 0@lo 18 (0 0 13) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1787583298.863293:0:20724:0:(genops.c:1553:class_disconnect_exports()) OBD device 1 (ffff90937fbc0000) has exports, disconnecting them 00000020:00080000:2.0:1787583298.863297:0:20724:0:(genops.c:1528:class_disconnect_export_list()) MGS: disconnecting export at 0@lo (ffff90936f0b3000), last request at 1787583212 00000020:00000080:2.0:1787583298.863310:0:20724:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x19a47956376b7277 00000020:00010000:2.0:1787583298.863313:0:20724:0:(genops.c:1921:obd_stale_export_put()) Put export ffff90936f0b3000: total 0 00000100:00080000:2.0:1787583298.863322:0:20724:0:(import.c:65:import_set_state_nolock()) ffff90936f0b2800 : changing import state from FULL to CLOSED 00000020:00080000:2.0:1787583298.863740:0:20724:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff90936f0b3000): rc 0 00000020:00080000:2.0:1787583298.863745:0:20724:0:(genops.c:1558:class_disconnect_exports()) OBD device 1 (ffff90937fbc0000) has no exports 00000100:00100000:1.0:1787583298.863834:0:17145:0:(service.c:3183:ptlrpc_main()) ll_mgs_0000: service thread [ffff909359332600:17145] 0 exiting: rc = 1 00000100:00100000:2.0:1787583298.863835:0:17147:0:(service.c:3183:ptlrpc_main()) ll_mgs_0001: service thread [ffff909346a25600:17147] 1 exiting: rc = 0 00000020:00010000:0.0:1787583298.864497:0:17141:0:(genops.c:1907:obd_stale_export_get()) Get export ffff90936f0b3000: total 0 00010000:00010000:0.0:1787583298.864537:0:17141:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff90936f0b3000, canceled 0 locks, left on hash table 13. 00010000:00010000:0.0:1787583298.864573:0:17141:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90936367f000/0x19a47956376b783c lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x19a47956376b7835 expref: 14 pid: 17148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583298.864590:0:17141:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff909247c52200/0x19a47956376b73b2 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x19a47956376b73ab expref: 13 pid: 17148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583298.864600:0:17141:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff909344dec400/0x19a47956376b784a lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x19a47956376b7843 expref: 12 pid: 17145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583298.864612:0:17141:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff909248496800/0x19a47956376b759c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x19a47956376b7595 expref: 11 pid: 17147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583298.864625:0:17141:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff909248497600/0x19a47956376b75db lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x19a47956376b75d4 expref: 10 pid: 17147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583298.864639:0:17141:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90924713f400/0x19a47956376b74d8 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x19a47956376b74d1 expref: 9 pid: 17145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583298.864649:0:17141:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90924713e600/0x19a47956376b7285 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x19a47956376b727e expref: 8 pid: 17147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583298.864659:0:17141:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff909247c52c00/0x19a47956376b7572 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x19a47956376b756b expref: 7 pid: 17145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583298.864670:0:17141:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90924713ee00/0x19a47956376b7396 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x19a47956376b738f expref: 6 pid: 17145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583298.864681:0:17141:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90924713e000/0x19a47956376b7502 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x19a47956376b74fb expref: 5 pid: 17145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583298.864706:0:17141:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff909344ded000/0x19a47956376b782e lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x19a47956376b7827 expref: 4 pid: 17147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583298.864719:0:17141:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff909248496a00/0x19a47956376b7453 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x19a47956376b744c expref: 3 pid: 17145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583298.864732:0:17141:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90924713e400/0x19a47956376b73a4 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x19a47956376b739d expref: 2 pid: 17145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583298.864743:0:17141:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff90936f0b3000, canceled 13 locks, left on hash table 0. 00000020:00000080:0.0:1787583298.864756:0:17141:0:(genops.c:885:class_export_put()) final put ffff90936f0b3000/ea761437-c095-48a5-91f7-0c431111ca6a 00010000:00010000:0.0:1787583298.864775:0:17141:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787583298.864778:0:17141:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787583298.864780:0:17141:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1787583298.864789:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff90936f0b3000/ea761437-c095-48a5-91f7-0c431111ca6a for MGS 00000020:00000080:0.0:1787583298.864819:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff90936f0b2800 for MGS 00000100:00100000:2.0:1787583298.868737:0:17148:0:(service.c:3183:ptlrpc_main()) ll_mgs_0002: service thread [ffff909346a25c00:17148] 2 exiting: rc = 0 00000100:00100000:2.0:1787583298.868869:0:20724:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583298.868879:0:20724:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583298.868894:0:20724:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583298.868899:0:20724:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583298.868905:0:20724:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583298.868920:0:20724:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583298.868926:0:20724:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583298.868931:0:20724:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583298.868936:0:20724:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583298.868941:0:20724:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583298.868946:0:20724:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583298.868951:0:20724:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583298.868957:0:20724:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583298.868963:0:20724:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583298.868969:0:20724:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583298.868974:0:20724:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583298.868979:0:20724:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583298.868984:0:20724:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583298.868989:0:20724:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583298.868995:0:20724:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583298.868999:0:20724:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583298.869004:0:20724:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583298.869010:0:20724:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583298.869014:0:20724:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583298.871109:0:20724:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583298.871119:0:20724:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583298.871140:0:20724:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583298.871150:0:20724:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583298.871158:0:20724:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583298.871182:0:20724:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583298.871191:0:20724:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583298.871198:0:20724:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583298.871206:0:20724:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583298.871215:0:20724:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583298.871224:0:20724:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583298.871231:0:20724:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583298.871238:0:20724:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583298.871249:0:20724:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583298.871261:0:20724:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583298.871271:0:20724:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583298.871277:0:20724:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583298.871282:0:20724:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583298.871288:0:20724:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583298.871298:0:20724:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583298.871308:0:20724:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583298.871313:0:20724:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583298.871318:0:20724:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583298.871323:0:20724:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583298.872163:0:20724:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583298.872174:0:20724:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583298.872182:0:20724:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583298.872188:0:20724:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583298.872196:0:20724:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583298.872203:0:20724:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583298.872210:0:20724:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583298.872218:0:20724:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583298.872226:0:20724:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583298.872233:0:20724:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583298.872240:0:20724:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583298.872248:0:20724:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583298.872255:0:20724:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583298.872263:0:20724:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583298.872270:0:20724:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583298.872278:0:20724:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:01000000:2.0:1787583298.885606:0:20724:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff90936ec38d80 - data ffff909366465a20/ffff9093464e5000 00000020:01000000:2.0:1787583298.885735:0:20724:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff9092474e86c0 - data ffff909245d01870/ffff909247d36800 00000020:00000080:2.0:1787583298.886513:0:20724:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x19a47956376b725b 00000020:00000080:2.0:1787583298.886523:0:20724:0:(genops.c:885:class_export_put()) final put ffff9092484af000/lustre-MDT0000-osd_UUID 00000020:01000004:2.0:1787583298.886539:0:20724:0:(tgt_mount.c:187:server_put_mount()) put mount ffff909248438000 from MGS, refs=2 00000020:01000004:2.0:1787583298.886542:0:20724:0:(obd_mount.c:710:lustre_put_lsi()) put ffff909248438000 2 00000020:01000004:2.0:1787583298.886546:0:20724:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff909248438000 from MGS 00000020:00000080:2.0:1787583298.886567:0:20724:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1787583298.886574:0:20724:0:(obd_config.c:883:class_detach()) detach on obd MGS (uuid MGS) 00000020:00000080:2.0:1787583298.886577:0:20724:0:(genops.c:885:class_export_put()) final put ffff9092484aa000/MGS 00000020:00000080:2.0:1787583298.886579:0:20724:0:(genops.c:844:class_export_destroy()) destroying export ffff9092484aa000/MGS for MGS 00000020:01000000:2.0:1787583298.886585:0:20724:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MGS (MGS) 00000020:01000000:2.0:1787583298.886652:0:20724:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0000 (flags='F') 00000020:00000080:2.0:1787583298.886657:0:20724:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1787583298.886663:0:20724:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-MDT0000: forcing exports to disconnect: 1/3 00000020:00080000:2.0:1787583298.886670:0:20724:0:(genops.c:1819:print_export_data()) lustre-MDT0000-lwp-MDT0000: ACTIVE ffff9092471b9000 lustre-MDT0000-lwp-MDT0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1787583298.886676:0:20724:0:(genops.c:1553:class_disconnect_exports()) OBD device 11 (ffff9092464c99b8) has exports, disconnecting them 00000020:00080000:2.0:1787583298.886682:0:20724:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0000: disconnecting export at 0@lo (ffff9092471b9000), last request at 1787583212 00000020:00000080:2.0:1787583298.886686:0:20724:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x19a47956376b735e 00000020:00080000:2.0:1787583298.886698:0:20724:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff9092471b9000): rc 0 00000020:00000080:2.0:1787583298.886702:0:20724:0:(genops.c:885:class_export_put()) final put ffff9092471b9000/lustre-MDT0000-lwp-MDT0000 00000020:00000080:0.0:1787583298.886801:0:15041:0:(genops.c:844:class_export_destroy()) destroying export ffff9092484af000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:0.0:1787583298.886811:0:15041:0:(genops.c:844:class_export_destroy()) destroying export ffff9092471b9000/lustre-MDT0000-lwp-MDT0000 for lustre-MDT0000-lwp-MDT0000 00010000:01000000:0.0:1787583298.891997:0:20724:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0000: client import never connected 00000100:00080000:0.0:1787583298.892007:0:20724:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1787583298.892012:0:20724:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 5 00000100:00100000:0.0:1787583298.892019:0:20724:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1787583298.892107:0:15041:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9092471bd000 for lustre-MDT0000-lwp-MDT0000 00000020:00000080:0.0:1787583298.892229:0:20724:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1787583298.892237:0:20724:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000020:00000080:0.0:1787583298.892242:0:20724:0:(genops.c:885:class_export_put()) final put ffff90937496b800/lustre-MDT0000-lwp-MDT0000_UUID 00000020:00000080:0.0:1787583298.892246:0:20724:0:(genops.c:844:class_export_destroy()) destroying export ffff90937496b800/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000-lwp-MDT0000 00000020:01000000:0.0:1787583298.892252:0:20724:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0000 (lustre-MDT0000-lwp-MDT0000_UUID) 00000020:01000004:0.0:1787583298.892716:0:20724:0:(obd_mount.c:710:lustre_put_lsi()) put ffff909248438000 1 00000020:00000080:0.0:1787583298.892731:0:20724:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x19a47956376b724d 00000020:00000080:0.0:1787583298.892737:0:20724:0:(genops.c:885:class_export_put()) final put ffff9092484a8000/lustre-MDT0000-osd_UUID 00000020:01000000:0.0:1787583298.892751:0:20724:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osd (flags='') 00000020:00000080:0.0:1787583298.892755:0:20724:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1787583298.892760:0:20724:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-osd: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1787583298.892768:0:20724:0:(genops.c:1558:class_disconnect_exports()) OBD device 0 (ffff909246793370) has no exports 00000020:00000080:1.0:1787583298.892788:0:15041:0:(genops.c:844:class_export_destroy()) destroying export ffff9092484a8000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:2.0:1787583298.955613:0:20724:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1787583298.955626:0:20724:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00000020:00000080:2.0:1787583298.955631:0:20724:0:(genops.c:885:class_export_put()) final put ffff909248439000/lustre-MDT0000-osd_UUID 00000020:00000080:2.0:1787583298.955636:0:20724:0:(genops.c:844:class_export_destroy()) destroying export ffff909248439000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:01000000:2.0:1787583298.955642:0:20724:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osd (lustre-MDT0000-osd_UUID) 00000020:01000004:2.0:1787583298.955774:0:20724:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff90924843f000 00000020:02000400:2.0:1787583298.955833:0:20724:0:(tgt_mount.c:2184:server_put_super()) server umount lustre-MDT0000 complete 00000100:00080000:2.0:1787583299.027550:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787583299.027557:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787583299.027567:0:36:0:(import.c:65:import_set_state_nolock()) ffff909247c47000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787583299.027575:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 601 00000100:00080000:2.0:1787583299.027580:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1787583299.027587:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff909247c47000 using connection 192.168.203.111@tcp/0@lo 00000100:00100000:2.0:1787583299.027611:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff909245b61880 x1874416435944448/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787583299.027650:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787583299.027654:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787583299.027655:0:36:0:(import.c:65:import_set_state_nolock()) ffff909247e4d800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787583299.027659:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 601 00000100:00080000:2.0:1787583299.027662:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1787583299.027666:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff909247e4d800 using connection 192.168.203.111@tcp/0@lo 00000100:00100000:2.0:1787583299.027679:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff909245b63b80 x1874416435944832/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787583299.027688:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787583299.027691:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787583299.027694:0:36:0:(import.c:65:import_set_state_nolock()) ffff909352904000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787583299.027697:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 601 00000100:00080000:2.0:1787583299.027700:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1787583299.027704:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff909352904000 using connection 192.168.203.111@tcp/0@lo 00000100:00100000:1.0:1787583299.027710:0:3656:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90936dad3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3656:1874416435944192:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1787583299.027718:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff90937fc88700 x1874416435944960/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787583299.027734:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787583299.027737:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787583299.027744:0:36:0:(import.c:65:import_set_state_nolock()) ffff9092414f7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787583299.027749:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 601 00000100:00080000:2.0:1787583299.027752:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1787583299.027755:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9092414f7000 using connection 192.168.203.111@tcp/0@lo 00000100:00100000:2.0:1787583299.027770:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff909247f83100 x1874416435945216/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787583299.027776:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787583299.027865:0:3656:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909247f80a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3656:1874416435945344:0@lo:400:kworker.0 00000100:00100000:1.0:1787583299.027897:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787583299.027929:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1787583299.027936:0:3656:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9092473c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ea761437-c095-48a5-91f7-0c431111ca6a:3656:1874416435944320:0@lo:400:kworker.0 00000400:00000100:1.0:1787583299.027957:0:3656:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1874416435944320 offset 0 length 224: 4 00000100:00100000:2.0:1787583299.027958:0:3653:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909245b63480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3653:1874416435944576:0@lo:400:kworker.0 00000100:00100000:1.0:1787583299.027981:0:3656:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90937fc8aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3656:1874416435945088:0@lo:400:kworker.0 00000100:00100000:2.0:1787583299.028000:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787583299.028009:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787583299.028031:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1787583299.028039:0:3653:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909245b62680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3653:1874416435944704:0@lo:400:kworker.0 00000100:00100000:1.0:1787583299.028049:0:18663:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435944192 00000100:00100000:1.0:1787583299.028056:0:18663:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435944192 00000100:00100000:2.0:1787583299.028065:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787583299.028103:0:3652:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909245b61880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3652:1874416435944448:0@lo:38:kworker.0 00000100:00100000:1.0:1787583299.028113:0:18663:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1787583299.028124:0:18663:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90936dad2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3656:x1874416435944192:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1787583299.028144:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787583299.028163:0:3652:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909245b63b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3652:1874416435944832:0@lo:38:kworker.0 00002000:00000024:1.0:1787583299.028165:0:18663:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1787583299.028193:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787583299.028219:0:18663:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90936dad2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3656:x1874416435944192:12345-0@lo:13:osp-pre-1-1.0 Request processed in 95us (444us total) trans 0 rc 0/0 00000100:00100000:2.0:1787583299.028220:0:3652:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90937fc88700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3652:1874416435944960:0@lo:38:kworker.0 00000100:00100000:1.0:1787583299.028232:0:18663:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1787583299.028252:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787583299.028327:0:17894:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435944448 00000100:00100000:0.0:1787583299.028332:0:17894:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435944448 00000100:00100000:0.0:1787583299.028367:0:17894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:0.0:1787583299.028373:0:17894:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909247f81c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3652:x1874416435944448:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1787583299.028388:0:17155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435945344 00010000:00020000:0.0:1787583299.028389:0:17894:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1787583299.028395:0:17155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435945344 00000100:00100000:1.0:1787583299.028426:0:17155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435945088 00000100:00100000:1.0:1787583299.028429:0:17155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435945088 00000100:00100000:1.0:1787583299.028440:0:17155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435944832 00000100:00100000:1.0:1787583299.028443:0:17155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435944832 00000100:00100000:1.0:1787583299.028450:0:17155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435944960 00000100:00100000:1.0:1787583299.028452:0:17155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435944960 00000100:00100000:1.0:1787583299.028461:0:17155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00100000:1.0:1787583299.028467:0:17155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90936dad3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3656:x1874416435945344:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787583299.028510:0:17155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90936dad3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3656:x1874416435945344:12345-0@lo:400:kworker.0 Request processed in 42us (612us total) trans 0 rc 0/0 00000100:00100000:1.0:1787583299.028516:0:17155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000100:00100000:1.0:1787583299.028527:0:17155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00100000:1.0:1787583299.028533:0:17155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90936dad3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3656:x1874416435945088:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787583299.028613:0:17155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90936dad3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3656:x1874416435945088:12345-0@lo:400:kworker.0 Request processed in 79us (603us total) trans 0 rc 0/0 00000100:00100000:1.0:1787583299.028619:0:17155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00100000:1.0:1787583299.028632:0:17155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:1.0:1787583299.028636:0:17155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90924846ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3652:x1874416435944832:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1787583299.028646:0:17155:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1787583299.028673:0:17155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90924846ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3652:x1874416435944832:12345-0@lo:38:kworker.0 Request processed in 36us (481us total) trans 0 rc -19/-19 00000100:00100000:1.0:1787583299.028679:0:17155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00100000:1.0:1787583299.028690:0:17155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:1.0:1787583299.028694:0:17155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909248468700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3652:x1874416435944960:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1787583299.028703:0:17155:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1787583299.028974:0:17155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909248468700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3652:x1874416435944960:12345-0@lo:38:kworker.0 Request processed in 276us (721us total) trans 0 rc -19/-19 00000100:00100000:1.0:1787583299.028981:0:17155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00080000:2.0:1787583299.028988:0:3652:0:(import.c:65:import_set_state_nolock()) ffff909352904000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787583299.028996:0:3652:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1787583299.029001:0:3652:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90937fc88700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3652:1874416435944960:0@lo:38:kworker.0 00000100:00100000:1.0:1787583299.029002:0:19228:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435944576 00000100:00100000:1.0:1787583299.029007:0:19228:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435944576 00000100:00100000:2.0:1787583299.029013:0:3652:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909247f83100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3652:1874416435945216:0@lo:38:kworker.0 00000100:00100000:1.0:1787583299.029030:0:19228:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435944704 00000100:00100000:1.0:1787583299.029033:0:19228:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435944704 00000100:00100000:2.0:1787583299.029046:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787583299.029048:0:19228:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1787583299.029054:0:19228:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909247f80e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3653:x1874416435944576:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1787583299.029091:0:3652:0:(import.c:65:import_set_state_nolock()) ffff909247e4d800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1787583299.029093:0:19228:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909247f80e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3653:x1874416435944576:12345-0@lo:400:kworker.0 Request processed in 39us (1095us total) trans 0 rc 0/0 00000100:00080000:2.0:1787583299.029099:0:3652:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1787583299.029101:0:19228:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1787583299.029110:0:19228:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1787583299.029114:0:3652:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909245b63b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3652:1874416435944832:0@lo:38:kworker.0 00000100:00100000:1.0:1787583299.029117:0:19228:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909247f82d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3653:x1874416435944704:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787583299.029160:0:19228:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909247f82d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3653:x1874416435944704:12345-0@lo:400:kworker.0 Request processed in 43us (1095us total) trans 0 rc 0/0 00000100:00100000:1.0:1787583299.029166:0:19228:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00080000:1.0:1787583299.029182:0:17149:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1787583299.029186:0:17149:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1787583299.029188:0:17149:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1787583299.029199:0:17153:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435945216 00000100:00100000:1.0:1787583299.029203:0:17153:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435945216 00000100:00100000:1.0:1787583299.029229:0:17153:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:1.0:1787583299.029233:0:17153:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90924846bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3652:x1874416435945216:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1787583299.029242:0:17153:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1787583299.029272:0:17153:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90924846bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3652:x1874416435945216:12345-0@lo:38:kworker.0 Request processed in 37us (228us total) trans 0 rc -19/-19 00000100:00100000:1.0:1787583299.029309:0:17153:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00100000:1.0:1787583299.029692:0:3653:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909245b62680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3653:1874416435944704:0@lo:400:kworker.0 00000100:00100000:1.0:1787583299.029705:0:3653:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909245b63480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3653:1874416435944576:0@lo:400:kworker.0 00010000:00080000:1.0:1787583299.029793:0:3656:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff90937fc8aa00 x1874416435945088/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787583315 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787583299.029803:0:3656:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90937fc8aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3656:1874416435945088:0@lo:400:kworker.0 00010000:00080000:1.0:1787583299.029813:0:3656:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff909247f80a80 x1874416435945344/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787583315 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787583299.029825:0:3656:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909247f80a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3656:1874416435945344:0@lo:400:kworker.0 00000100:00100000:1.0:1787583299.029840:0:3656:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90936dad3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3656:1874416435944192:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1787583299.029883:0:3652:0:(import.c:65:import_set_state_nolock()) ffff9092414f7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787583299.029888:0:3652:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1787583299.029891:0:3652:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909247f83100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3652:1874416435945216:0@lo:38:kworker.0 00000001:00100000:2.0:1787583299.030419:0:19474:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1787583299.030425:0:19474:0:(genops.c:885:class_export_put()) final put ffff909351804800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1787583299.032497:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff909351804800/lustre-MDT0000-mdtlov_UUID for lustre-OST0001 00000020:00000080:1.0:1787583299.032563:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff909351807000 for lustre-OST0001 00000001:00100000:2.0:1787583299.032923:0:18655:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1787583299.032929:0:18655:0:(genops.c:885:class_export_put()) final put ffff90937fbe7800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1787583299.032985:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff90937fbe7800/lustre-MDT0000-mdtlov_UUID for lustre-OST0000 00000020:00000080:1.0:1787583299.033015:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff90937fbe5000 for lustre-OST0000 00000100:00100000:0.0:1787583299.056645:0:17894:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909247f81c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3652:x1874416435944448:12345-0@lo:38:kworker.0 Request processed in 28264us (28494us total) trans 0 rc -19/-19 00000100:00100000:0.0:1787583299.056659:0:17894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00080000:0.0:1787583299.056721:0:3652:0:(import.c:65:import_set_state_nolock()) ffff909247c47000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787583299.056727:0:3652:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1787583299.056731:0:3652:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909245b61880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3652:1874416435944448:0@lo:38:kworker.0 00010000:00010000:0.0:1787583299.405970:0:17142:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787583300.429946:0:17141:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787583301.454514:0:17142:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787583302.094026:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1787583302.094048:0:3654:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90936dad3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3654:1874416435945472:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1787583302.094127:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787583302.094173:0:18663:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435945472 00000100:00100000:1.0:1787583302.094181:0:18663:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435945472 00000100:00100000:1.0:1787583302.094242:0:18663:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1787583302.094252:0:18663:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90936dad2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1874416435945472:12345-0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1787583302.094253:0:17149:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00000024:1.0:1787583302.094278:0:18663:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915849728 avail 3684327424 00000100:00100000:1.0:1787583302.094343:0:18663:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90936dad2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1874416435945472:12345-0@lo:13:osp-pre-0-1.0 Request processed in 92us (216us total) trans 0 rc 0/0 00000100:00100000:1.0:1787583302.094350:0:18663:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1787583302.094360:0:3654:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90936dad3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3654:1874416435945472:0@lo:13:osp-pre-0-1.0 00000020:01000004:0.0:1787583302.234329:0:20926:0:(tgt_mount.c:2195:server_umount_begin()) umount -f 00000020:01000004:1.0:1787583302.258647:0:20926:0:(tgt_mount.c:2065:server_put_super()) server put_super lustre-MDT0001 00010000:00010000:1.0:1787583302.258704:0:20926:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff90924713f600/0x19a47956376b744c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x19a47956376b7453 expref: -99 pid: 17885 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583302.258735:0:20926:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff90924713f600/0x19a47956376b744c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x19a47956376b7453 expref: -99 pid: 17885 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583302.258743:0:20926:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff90924713f600/0x19a47956376b744c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0x19a47956376b7453 expref: -99 pid: 17885 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583302.258750:0:20926:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.111@tcp lock: ffff90924713f600/0x19a47956376b744c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0x19a47956376b7453 expref: -99 pid: 17885 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583302.258807:0:20926:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:1.0:1787583302.258813:0:20926:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:1.0:1787583302.258837:0:20926:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1787583302.258840:0:20926:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 3 00000100:00080000:1.0:1787583302.258859:0:20926:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID 00000100:00080000:1.0:1787583302.258865:0:20926:0:(import.c:65:import_set_state_nolock()) ffff909247e4d800 lustre-MDT0000_UUID: changing import state from DISCONN to CLOSED 00000100:00080000:1.0:1787583302.258870:0:20926:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1787583302.258872:0:20926:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 4 00000100:00100000:1.0:1787583302.258875:0:20926:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:1.0:1787583302.259927:0:20926:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff909247c52400/0x19a47956376b73ab lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x19a47956376b73b2 expref: -99 pid: 17885 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583302.259941:0:20926:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff909247c52400/0x19a47956376b73ab lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x19a47956376b73b2 expref: -99 pid: 17885 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583302.259947:0:20926:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff909247c52400/0x19a47956376b73ab lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0x19a47956376b73b2 expref: -99 pid: 17885 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583302.259953:0:20926:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.111@tcp lock: ffff909247c52400/0x19a47956376b73ab lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0x19a47956376b73b2 expref: -99 pid: 17885 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583302.260018:0:17141:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1787583302.260026:0:17141:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.111@tcp lock: ffff90924713f600/0x19a47956376b744c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0x19a47956376b7453 expref: -99 pid: 17885 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583302.260034:0:17141:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90924713f600 already unused, calling callback (ffffffffc118ec20) 10000000:00010000:0.0:1787583302.260038:0:17141:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.111@tcp lock: ffff90924713f600/0x19a47956376b744c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0x19a47956376b7453 expref: -99 pid: 17885 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583302.260047:0:17141:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.111@tcp lock: ffff90924713f600/0x19a47956376b744c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1008400000000 nid: local remote: 0x19a47956376b7453 expref: -99 pid: 17885 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1787583302.260063:0:17141:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.111@tcp lock: ffff90924713f600/0x19a47956376b744c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1009400000000 nid: local remote: 0x19a47956376b7453 expref: -99 pid: 17885 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787583302.260068:0:17141:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1787583302.260071:0:17141:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:0.0:1787583302.260073:0:17141:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:0.0:1787583302.260114:0:17141:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.111@tcp lock: ffff90924713f600/0x19a47956376b744c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0x19a47956376b7453 expref: -99 pid: 17885 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583302.260121:0:17141:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787583302.260161:0:17141:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.111@tcp lock: ffff90924713f600/0x19a47956376b744c lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0x19a47956376b7453 expref: -99 pid: 17885 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583302.260168:0:17141:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.111@tcp lock: ffff90924713f600/0x19a47956376b744c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0x19a47956376b7453 expref: -99 pid: 17885 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583302.260181:0:17141:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787583302.260184:0:17141:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.111@tcp lock: ffff909247c52400/0x19a47956376b73ab lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0x19a47956376b73b2 expref: -99 pid: 17885 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583302.260189:0:17141:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff909247c52400 already unused, calling callback (ffffffffc118ec20) 10000000:00010000:0.0:1787583302.260201:0:17141:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.111@tcp lock: ffff909247c52400/0x19a47956376b73ab lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0x19a47956376b73b2 expref: -99 pid: 17885 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583302.260207:0:17141:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.111@tcp lock: ffff909247c52400/0x19a47956376b73ab lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1008400000000 nid: local remote: 0x19a47956376b73b2 expref: -99 pid: 17885 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1787583302.260213:0:17141:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.111@tcp lock: ffff909247c52400/0x19a47956376b73ab lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1009400000000 nid: local remote: 0x19a47956376b73b2 expref: -99 pid: 17885 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787583302.260229:0:17141:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1787583302.260231:0:17141:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-MDT0001: stopping, won't requeue 00010000:00010000:0.0:1787583302.260244:0:17141:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.111@tcp lock: ffff909247c52400/0x19a47956376b73ab lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0x19a47956376b73b2 expref: -99 pid: 17885 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583302.260249:0:17141:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787583302.260264:0:17141:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.111@tcp lock: ffff909247c52400/0x19a47956376b73ab lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0x19a47956376b73b2 expref: -99 pid: 17885 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583302.260271:0:17141:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787583302.260272:0:17141:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787583302.260275:0:17141:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787583302.260290:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1787583302.260308:0:3656:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9093669cea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ea761437-c095-48a5-91f7-0c431111ca6a:3656:1874416435945728:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787583302.260367:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787583302.260495:0:3654:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9093669cd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ea761437-c095-48a5-91f7-0c431111ca6a:3654:1874416435945600:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787583302.260523:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787583302.260559:0:20179:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435945728 00000100:00100000:2.0:1787583302.260566:0:20179:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435945728 00000100:00100000:2.0:1787583302.260608:0:20179:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435945600 00000100:00100000:2.0:1787583302.260612:0:20179:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435945600 00000100:00100000:2.0:1787583302.260631:0:20179:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1787583302.260638:0:20179:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9093669cca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0+-99:3656:x1874416435945728:12345-0@lo:103:ldlm_bl.0 00010000:00020000:2.0:1787583302.260644:0:20179:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1787583302 with bad export cookie 1847735158332682871 00000100:00100000:3.0:1787583302.264526:0:17138:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1787583302.264539:0:17138:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909248469180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0+-99:3654:x1874416435945600:12345-0@lo:103:ldlm_bl.0 00010000:00020000:3.0:1787583302.264567:0:17138:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1787583302 with bad export cookie 1847735158332682871 00000100:00100000:3.0:1787583302.264658:0:17138:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909248469180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0+-99:3654:x1874416435945600:12345-0@lo:103:ldlm_bl.0 Request processed in 119us (4133us total) trans 0 rc -107/-107 00000100:00100000:3.0:1787583302.264665:0:17138:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00080000:3.0:1787583302.264737:0:3654:0:(recover.c:205:ptlrpc_request_handle_notconn()) import MGC192.168.203.111@tcp of MGS@0@lo abruptly disconnected: reconnecting 00000100:00080000:3.0:1787583302.264741:0:3654:0:(import.c:65:import_set_state_nolock()) ffff909247f16800 MGS: changing import state from FULL to DISCONN 00000100:02020000:3.0:1787583302.264745:0:3654:0:(import.c:186:ptlrpc_set_import_discon()) MGC192.168.203.111@tcp: Connection to MGS (at 0@lo) was lost; in progress operations using this service will fail 00010000:00010000:1.0:1787583302.264815:0:20926:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1787583302.264825:0:20926:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.111@tcp lock: ffff909247c52400/0x19a47956376b73ab lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0x19a47956376b73b2 expref: -99 pid: 17885 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583302.265163:0:17142:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787583302.265178:0:20926:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff909247c52000/0x19a47956376b75d4 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x19a47956376b75db expref: -99 pid: 17151 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583302.265189:0:20926:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff909247c52000/0x19a47956376b75d4 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x19a47956376b75db expref: -99 pid: 17151 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583302.265196:0:20926:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff909247c52000/0x19a47956376b75d4 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x19a47956376b75db expref: -99 pid: 17151 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583302.265204:0:20926:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.111@tcp lock: ffff909247c52000/0x19a47956376b75d4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x19a47956376b75db expref: -99 pid: 17151 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583302.265220:0:20926:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1787583302.265237:0:17141:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787583302.265242:0:17141:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.111@tcp lock: ffff909247c52000/0x19a47956376b75d4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x19a47956376b75db expref: -99 pid: 17151 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583302.265250:0:17141:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff909247c52000 already unused, calling callback (ffffffffc118ec20) 10000000:00010000:0.0:1787583302.265253:0:17141:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.111@tcp lock: ffff909247c52000/0x19a47956376b75d4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x19a47956376b75db expref: -99 pid: 17151 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583302.265262:0:17141:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.111@tcp lock: ffff909247c52000/0x19a47956376b75d4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x19a47956376b75db expref: -99 pid: 17151 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1787583302.265269:0:17141:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.111@tcp lock: ffff909247c52000/0x19a47956376b75d4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x19a47956376b75db expref: -99 pid: 17151 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787583302.265274:0:17141:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:0.0:1787583302.265277:0:17141:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 10000000:01000000:0.0:1787583302.265280:0:17141:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 00010000:00010000:1.0:1787583302.266542:0:20926:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff909344deda00/0x19a47956376b7843 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x19a47956376b784a expref: -99 pid: 17151 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583302.266556:0:20926:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff909344deda00/0x19a47956376b7843 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x19a47956376b784a expref: -99 pid: 17151 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583302.266563:0:20926:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff909344deda00/0x19a47956376b7843 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x19a47956376b784a expref: -99 pid: 17151 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583302.266569:0:20926:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.111@tcp lock: ffff909344deda00/0x19a47956376b7843 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x19a47956376b784a expref: -99 pid: 17151 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583302.266600:0:20926:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1787583302.266607:0:20926:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff909247c52a00/0x19a47956376b739d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x19a47956376b73a4 expref: -99 pid: 17885 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583302.266614:0:20926:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff909247c52a00/0x19a47956376b739d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x19a47956376b73a4 expref: -99 pid: 17885 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583302.266620:0:20926:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff909247c52a00/0x19a47956376b739d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x19a47956376b73a4 expref: -99 pid: 17885 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583302.266627:0:20926:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.111@tcp lock: ffff909247c52a00/0x19a47956376b739d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x19a47956376b73a4 expref: -99 pid: 17885 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583302.266648:0:20926:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 10000000:01000000:1.0:1787583302.266653:0:20926:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0001 10000000:01000000:1.0:1787583302.266658:0:20926:0:(mgc_request.c:547:config_log_end()) end config log lustre-MDT0001 (0) 00000020:01000004:1.0:1787583302.266691:0:20926:0:(tgt_mount.c:2115:server_put_super()) stopping lustre-MDT0001 00000020:01000000:1.0:1787583302.266695:0:20926:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001 (flags='F') 00000020:00000080:1.0:1787583302.266699:0:20926:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1787583302.266704:0:20926:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001: forcing exports to disconnect: 2/5 00000020:00080000:1.0:1787583302.266710:0:20926:0:(genops.c:1819:print_export_data()) lustre-MDT0001: ACTIVE ffff909246520800 lustre-MDT0001-lwp-OST0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1787583302.266716:0:20926:0:(genops.c:1819:print_export_data()) lustre-MDT0001: ACTIVE ffff90935afb9000 lustre-MDT0001-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1787583302.266721:0:20926:0:(genops.c:1553:class_disconnect_exports()) OBD device 14 (ffff9092464cb370) has exports, disconnecting them 00000020:00080000:1.0:1787583302.266726:0:20926:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0001: disconnecting export at 0@lo (ffff909246520800), last request at 1787583299 00000020:00000080:1.0:1787583302.266733:0:20926:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x19a47956376b75c6 00000100:00080000:1.0:1787583302.266747:0:20926:0:(import.c:65:import_set_state_nolock()) ffff909246525000 : changing import state from FULL to CLOSED 00000020:00080000:1.0:1787583302.266785:0:20926:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff909246520800): rc 0 00000020:00000080:1.0:1787583302.266788:0:20926:0:(genops.c:885:class_export_put()) final put ffff909246520800/lustre-MDT0001-lwp-OST0001_UUID 00000020:00080000:1.0:1787583302.266798:0:20926:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0001: disconnecting export at 0@lo (ffff90935afb9000), last request at 1787583299 00000020:00000080:1.0:1787583302.266801:0:20926:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x19a47956376b7533 00000100:00080000:1.0:1787583302.266806:0:20926:0:(import.c:65:import_set_state_nolock()) ffff909247c58800 : changing import state from FULL to CLOSED 00000020:00000080:1.0:1787583302.266816:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff909246520800/lustre-MDT0001-lwp-OST0001_UUID for lustre-MDT0001 00000020:00000080:1.0:1787583302.266873:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff909246525000 for lustre-MDT0001 00000020:00080000:1.0:1787583302.266885:0:20926:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff90935afb9000): rc 0 00000020:00000080:1.0:1787583302.266887:0:20926:0:(genops.c:885:class_export_put()) final put ffff90935afb9000/lustre-MDT0001-lwp-OST0000_UUID 00000004:00000080:1.0:1787583302.266897:0:20926:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0001: cmd=400866e7 len=0 karg=ffffa3cd41cafae0 00000020:00000080:1.0:1787583302.266906:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff90935afb9000/lustre-MDT0001-lwp-OST0000_UUID for lustre-MDT0001 00000020:00000080:1.0:1787583302.266927:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff909247c58800 for lustre-MDT0001 00000100:00080000:1.0:1787583302.266944:0:20926:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1787583302.266952:0:20926:0:(client.c:3601:ptlrpc_abort_inflight()) @@@ aborting waiting req req@ffff9093669cce00 x1874416435942272/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1787583308 ref 1 fl Rpc:RSQU/200/0 rc -107/-107 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787583302.266974:0:20926:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 3 00000100:00080000:1.0:1787583302.267743:0:20926:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID 00000100:00080000:1.0:1787583302.267749:0:20926:0:(import.c:65:import_set_state_nolock()) ffff909247c47000 lustre-MDT0000_UUID: changing import state from DISCONN to CLOSED 00010000:00010000:1.0:1787583302.279423:0:17142:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00000100:00100000:2.0:1787583302.279830:0:20179:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9093669cca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0+-99:3656:x1874416435945728:12345-0@lo:103:ldlm_bl.0 Request processed in 19186us (19459us total) trans 0 rc -107/-107 00000100:00100000:2.0:1787583302.279860:0:20179:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00010000:00010000:2.0:1787583302.279949:0:20927:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787583302.279959:0:17142:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.111@tcp lock: ffff909344deda00/0x19a47956376b7843 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x19a47956376b784a expref: -99 pid: 17151 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583302.279970:0:17142:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff909344deda00 already unused, calling callback (ffffffffc118ec20) 10000000:00010000:2.0:1787583302.279974:0:17142:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.111@tcp lock: ffff909344deda00/0x19a47956376b7843 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x19a47956376b784a expref: -99 pid: 17151 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583302.279983:0:17142:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.111@tcp lock: ffff909344deda00/0x19a47956376b7843 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x19a47956376b784a expref: -99 pid: 17151 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1787583302.279997:0:17142:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.111@tcp lock: ffff909344deda00/0x19a47956376b7843 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x19a47956376b784a expref: -99 pid: 17151 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787583302.280002:0:17142:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:2.0:1787583302.280005:0:17142:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:2.0:1787583302.280008:0:17142:0:(mgc_request.c:130:config_log_put()) dropping config log params 00000100:00080000:1.0:1787583302.280087:0:3656:0:(recover.c:205:ptlrpc_request_handle_notconn()) import MGC192.168.203.111@tcp of MGS@0@lo abruptly disconnected: reconnecting 00000100:00080000:3.0:1787583302.287038:0:3654:0:(import.c:192:ptlrpc_set_import_discon()) import MGS@0@lo for MGC192.168.203.111@tcp not replayable, auto-deactivating 00000100:00080000:3.0:1787583302.287044:0:3654:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:3.0:1787583302.287054:0:3654:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9092473c6a00 x1874416435944320/t0(0) o400->MGC192.168.203.111@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1787583315 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787583302.287071:0:3654:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9093669cea00 x1874416435945728/t0(0) o103->MGC192.168.203.111@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1787583318 ref 1 fl Rpc:RQU/200/0 rc 0/-107 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787583302.287081:0:3654:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9093669cd180 x1874416435945600/t0(0) o103->MGC192.168.203.111@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1787583318 ref 1 fl Rpc:RQU/200/0 rc 0/-107 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 10000000:01000000:3.0:1787583302.287090:0:3654:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00080000:3.0:1787583302.287093:0:3654:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:3.0:1787583302.287095:0:3654:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00010000:00010000:0.0:1787583302.287363:0:17141:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.111@tcp lock: ffff909247c52000/0x19a47956376b75d4 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x19a47956376b75db expref: -99 pid: 17151 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583302.287374:0:17141:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787583302.287414:0:17141:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.111@tcp lock: ffff909247c52000/0x19a47956376b75d4 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x19a47956376b75db expref: -99 pid: 17151 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583302.287422:0:17141:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.111@tcp lock: ffff909247c52000/0x19a47956376b75d4 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x19a47956376b75db expref: -99 pid: 17151 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787583302.287455:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1787583302.287473:0:3655:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909348840a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ea761437-c095-48a5-91f7-0c431111ca6a:0:1874416435945856:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1787583302.287499:0:17141:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787583302.287501:0:17141:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787583302.287517:0:17141:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787583302.287675:0:17142:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.111@tcp lock: ffff909344deda00/0x19a47956376b7843 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x19a47956376b784a expref: -99 pid: 17151 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583302.287683:0:17142:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787583302.287691:0:17142:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.111@tcp lock: ffff909344deda00/0x19a47956376b7843 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x19a47956376b784a expref: -99 pid: 17151 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583302.287697:0:17142:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.111@tcp lock: ffff909344deda00/0x19a47956376b7843 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x19a47956376b784a expref: -99 pid: 17151 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583302.287707:0:17142:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787583302.287709:0:17142:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787583302.287711:0:17142:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787583302.287779:0:3656:0:(import.c:214:ptlrpc_set_import_discon()) mgc: import ffff909247f16800 already not connected (conn 1, was 1): DISCONN 00000100:00100000:1.0:1787583302.287799:0:3656:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9092473c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ea761437-c095-48a5-91f7-0c431111ca6a:3656:1874416435944320:0@lo:400:kworker.0 00000100:00100000:1.0:1787583302.287818:0:3656:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9093669cea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ea761437-c095-48a5-91f7-0c431111ca6a:3656:1874416435945728:0@lo:103:ldlm_bl.0 00000100:00080000:3.0:1787583302.288175:0:3654:0:(import.c:65:import_set_state_nolock()) ffff909247f16800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787583302.288181:0:3654:0:(import.c:510:import_select_connection()) MGC192.168.203.111@tcp: connect to NID 0@lo last attempt 519 00000100:00080000:3.0:1787583302.288189:0:3654:0:(import.c:624:import_select_connection()) MGC192.168.203.111@tcp: import ffff909247f16800 using connection 192.168.203.111@tcp/0@lo 00000100:00100000:3.0:1787583302.288367:0:3653:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90924846b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ea761437-c095-48a5-91f7-0c431111ca6a:0:1874416435945984:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787583302.288375:0:3653:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9093669cce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3653:1874416435942272:0@lo:41:osp-pre-0-1.0 00000100:00080000:0.0:1787583302.288510:0:20926:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:0.0:1787583302.288513:0:20926:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934593 gen 3 00000004:00080000:0.0:1787583302.288651:0:20926:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:0.0:1787583302.288709:0:20926:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID 00000100:00080000:0.0:1787583302.288725:0:20926:0:(import.c:65:import_set_state_nolock()) ffff909348746000 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:0.0:1787583302.288738:0:20926:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:0.0:1787583302.288741:0:20926:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934593 gen 3 00000004:00080000:0.0:1787583302.288749:0:20926:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:0.0:1787583302.288805:0:20926:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID 00000100:00080000:0.0:1787583302.288813:0:20926:0:(import.c:65:import_set_state_nolock()) ffff909247c41800 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000020:00080000:0.0:1787583302.288881:0:20926:0:(genops.c:1558:class_disconnect_exports()) OBD device 14 (ffff9092464cb370) has no exports 00000100:00100000:0.0:1787583302.288903:0:3652:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909348840a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3652:1874416435946112:0@lo:9:umount.0 00000100:00100000:0.0:1787583302.288962:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787583302.288991:0:3652:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9093668a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3652:1874416435946240:0@lo:9:umount.0 00000100:00100000:0.0:1787583302.289012:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787583302.289045:0:18661:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435946112 00000100:00100000:0.0:1787583302.289053:0:18661:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435946112 00000100:00100000:0.0:1787583302.289093:0:18661:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435946240 00000100:00100000:0.0:1787583302.289097:0:18661:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435946240 00000100:00100000:0.0:1787583302.289138:0:18661:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1787583302.289147:0:18661:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909351690a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3652:x1874416435946112:12345-0@lo:9:umount.0 00000020:00000080:0.0:1787583302.289168:0:18661:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x19a47956376b7556 00000100:00080000:0.0:1787583302.289176:0:18661:0:(import.c:65:import_set_state_nolock()) ffff909351803000 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1787583302.289279:0:18661:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934600 00000100:00100000:0.0:1787583302.289484:0:18661:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909351690a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+2:3652:x1874416435946112:12345-0@lo:9:umount.0 Request processed in 337us (520us total) trans 0 rc 0/0 00000100:00100000:0.0:1787583302.289491:0:18661:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1787583302.289522:0:18661:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1787583302.289528:0:18661:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909247ee5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3652:x1874416435946240:12345-0@lo:9:umount.0 00000020:00000080:0.0:1787583302.289540:0:18661:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x19a47956376b75fe 00000100:00080000:0.0:1787583302.289546:0:18661:0:(import.c:65:import_set_state_nolock()) ffff909352906000 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1787583302.289567:0:18661:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:0.0:1787583302.289710:0:18661:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909247ee5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+2:3652:x1874416435946240:12345-0@lo:9:umount.0 Request processed in 182us (696us total) trans 0 rc 0/0 00000100:00100000:0.0:1787583302.289717:0:18661:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00080000:0.0:1787583302.289744:0:17149:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1787583302.289774:0:3652:0:(import.c:65:import_set_state_nolock()) ffff909348746000 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:3.0:1787583302.289997:0:3654:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff90937fc60700 x1874416435946368/t0(0) o250->MGC192.168.203.111@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787583302.290019:0:3654:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9093669cd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ea761437-c095-48a5-91f7-0c431111ca6a:3654:1874416435945600:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1787583302.290137:0:17142:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787583302.290691:0:20928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787583302.290695:0:20928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787583302.290697:0:20928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787583302.290799:0:20927:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.111@tcp lock: ffff909247c52a00/0x19a47956376b739d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x19a47956376b73a4 expref: -99 pid: 17885 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583302.290813:0:20927:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff909247c52a00 already unused, calling callback (ffffffffc118ec20) 10000000:00010000:3.0:1787583302.290816:0:20927:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.111@tcp lock: ffff909247c52a00/0x19a47956376b739d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x19a47956376b73a4 expref: -99 pid: 17885 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583302.290825:0:20927:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.111@tcp lock: ffff909247c52a00/0x19a47956376b739d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x19a47956376b73a4 expref: -99 pid: 17885 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1787583302.290832:0:20927:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.111@tcp lock: ffff909247c52a00/0x19a47956376b739d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x19a47956376b73a4 expref: -99 pid: 17885 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787583302.290838:0:20927:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:01000000:3.0:1787583302.290841:0:20927:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 10000000:01000000:3.0:1787583302.290874:0:20927:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 00010000:00010000:3.0:1787583302.290888:0:20927:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff909247f16800 00010000:00010000:3.0:1787583302.290891:0:20927:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.111@tcp lock: ffff909247c52a00/0x19a47956376b739d lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0x19a47956376b73a4 expref: -99 pid: 17885 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583302.290898:0:20927:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.111@tcp lock: ffff909247c52a00/0x19a47956376b739d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0x19a47956376b73a4 expref: -99 pid: 17885 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583302.290912:0:20927:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787583302.290914:0:20927:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787583302.290916:0:20927:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787583302.290969:0:17141:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1787583302.291088:0:3652:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:0.0:1787583302.291171:0:3652:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1787583302.291179:0:3652:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909348840a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3652:1874416435946112:0@lo:9:umount.0 00000100:00080000:0.0:1787583302.291260:0:3652:0:(import.c:65:import_set_state_nolock()) ffff909247c41800 lustre-OST0001_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:0.0:1787583302.291275:0:3652:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:0.0:1787583302.291277:0:3652:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1787583302.291280:0:3652:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9093668a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3652:1874416435946240:0@lo:9:umount.0 00000100:00100000:0.0:1787583302.291307:0:3652:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90937fc60700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ea761437-c095-48a5-91f7-0c431111ca6a:3652:1874416435946368:0@lo:250:ptlrpcd_00_01.0 00000400:00000100:0.0:1787583302.291343:0:3652:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1874416435946368 offset 0 length 520: 4 00000020:00080000:0.0:1787583302.299237:0:20926:0:(genops.c:1558:class_disconnect_exports()) OBD device 14 (ffff9092464cb370) has no exports 00000020:01000000:1.0:1787583302.352145:0:20926:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff9092474e8f00 - data ffff909366482d80/ffff9093661af000 00000020:01000000:1.0:1787583302.352302:0:20926:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff9092465017e0 - data ffff909358fb35e8/ffff909366364000 00000001:00000004:1.0:1787583302.363173:0:20926:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934595 00000100:00080000:1.0:1787583302.422385:0:20926:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1787583302.422394:0:20926:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 4 00000100:00100000:1.0:1787583302.422401:0:20926:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:1.0:1787583302.423725:0:20926:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:1.0:1787583302.423731:0:20926:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934593 gen 4 00000004:00080000:1.0:1787583302.423750:0:20926:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1787583302.423753:0:20926:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:3.0:1787583302.424020:0:17895:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:3.0:1787583302.424025:0:17895:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 1 count 1 00000040:00080000:3.0:1787583302.424051:0:17895:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 2 count 2 00000100:00080000:1.0:1787583302.424643:0:20926:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:1.0:1787583302.424646:0:20926:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934593 gen 4 00000004:00080000:1.0:1787583302.424666:0:20926:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1787583302.424668:0:20926:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:3.0:1787583302.424934:0:17897:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:3.0:1787583302.424937:0:17897:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xa:0x0] index 1 count 1 00000040:00080000:3.0:1787583302.424945:0:17897:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x5:0x0] index 2 count 2 00000020:00000080:1.0:1787583302.425771:0:20926:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x19a47956376b73c0 00000020:00000080:1.0:1787583302.425780:0:20926:0:(genops.c:885:class_export_put()) final put ffff90935afac800/lustre-MDT0001-osd_UUID 00000020:00000080:0.0:1787583302.426550:0:15041:0:(genops.c:844:class_export_destroy()) destroying export ffff90935afac800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:1.0:1787583302.426624:0:20926:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x19a47956376b73d5 00000020:00000080:1.0:1787583302.426630:0:20926:0:(genops.c:885:class_export_put()) final put ffff909247e4e800/lustre-MDT0001-mdtlov_UUID 00000020:01000000:1.0:1787583302.426676:0:20926:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-mdtlov (flags='') 00000020:00000080:1.0:1787583302.426682:0:20926:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1787583302.426690:0:20926:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-mdtlov: forcing exports to disconnect: 0/2 00000020:00080000:1.0:1787583302.426694:0:20926:0:(genops.c:1558:class_disconnect_exports()) OBD device 13 (ffff9092464ccd28) has no exports 00000004:01000000:1.0:1787583302.426838:0:20926:0:(lod_lov.c:59:lod_putref()) destroying 2 ltd desc 00000020:00000080:1.0:1787583302.426864:0:20926:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x19a47956376b7429 00000020:00000080:1.0:1787583302.426869:0:20926:0:(genops.c:885:class_export_put()) final put ffff90937e3c1000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1787583302.427527:0:15041:0:(genops.c:844:class_export_destroy()) destroying export ffff909247e4e800/lustre-MDT0001-mdtlov_UUID for lustre-MDT0001-mdtlov 00000020:01000000:1.0:1787583302.428990:0:20926:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-MDT0001 (flags='') 00000020:00000080:1.0:1787583302.429001:0:20926:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1787583302.429012:0:20926:0:(obd_config.c:956:class_cleanup()) lustre-OST0001-osc-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:1.0:1787583302.429017:0:20926:0:(genops.c:1558:class_disconnect_exports()) OBD device 18 (ffff909373fdcd28) has no exports 00000020:00000080:1.0:1787583302.429025:0:20926:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x19a47956376b7422 00000020:00000080:1.0:1787583302.429033:0:20926:0:(genops.c:885:class_export_put()) final put ffff90937fc50800/lustre-MDT0001-osd_UUID 00000020:00000080:0.0:1787583302.429059:0:15041:0:(genops.c:844:class_export_destroy()) destroying export ffff90937e3c1000/lustre-MDT0001-mdtlov_UUID for lustre-OST0001-osc-MDT0001 00000020:00000080:0.0:1787583302.429608:0:15041:0:(genops.c:844:class_export_destroy()) destroying export ffff90937fc50800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00010000:01000000:1.0:1787583302.429688:0:20926:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0001-osc-MDT0001: client import never connected 00000100:00080000:1.0:1787583302.429692:0:20926:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:1.0:1787583302.429696:0:20926:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934593 gen 5 00000004:00080000:1.0:1787583302.429702:0:20926:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1787583302.429704:0:20926:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1787583302.429778:0:20926:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1787583302.429785:0:20926:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:1.0:1787583302.429791:0:20926:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x19a47956376b7414 00000020:00000080:1.0:1787583302.429796:0:20926:0:(genops.c:885:class_export_put()) final put ffff90937fc50000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1787583302.429833:0:15041:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff909247c41800 for lustre-OST0001-osc-MDT0001 00000020:00000080:0.0:1787583302.429839:0:15041:0:(genops.c:885:class_export_put()) final put ffff90937fc51000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1787583302.429842:0:15041:0:(genops.c:844:class_export_destroy()) destroying export ffff90937fc51000/lustre-MDT0001-mdtlov_UUID for lustre-OST0001-osc-MDT0001 00000020:01000000:0.0:1787583302.429879:0:15041:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:01000000:1.0:1787583302.430027:0:20926:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0001 (flags='') 00000020:00000080:1.0:1787583302.430031:0:20926:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1787583302.430036:0:20926:0:(obd_config.c:956:class_cleanup()) lustre-OST0000-osc-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:1.0:1787583302.430039:0:20926:0:(genops.c:1558:class_disconnect_exports()) OBD device 17 (ffff90937fbc4d28) has no exports 00000020:00000080:1.0:1787583302.430043:0:20926:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x19a47956376b740d 00000020:00000080:1.0:1787583302.430046:0:20926:0:(genops.c:885:class_export_put()) final put ffff909348741800/lustre-MDT0001-osd_UUID 00000020:00000080:0.0:1787583302.430072:0:15041:0:(genops.c:844:class_export_destroy()) destroying export ffff90937fc50000/lustre-MDT0001-mdtlov_UUID for lustre-OST0000-osc-MDT0001 00010000:01000000:1.0:1787583302.431986:0:20926:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0001: client import never connected 00000100:00080000:1.0:1787583302.432003:0:20926:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:1.0:1787583302.432006:0:20926:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934593 gen 5 00000004:00080000:1.0:1787583302.432013:0:20926:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1787583302.432015:0:20926:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1787583302.432162:0:15041:0:(genops.c:844:class_export_destroy()) destroying export ffff909348741800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:1.0:1787583302.432230:0:20926:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1787583302.432239:0:20926:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000004:01000000:1.0:1787583302.432252:0:20926:0:(lod_lov.c:59:lod_putref()) destroying 1 ltd desc 00000020:00000080:1.0:1787583302.432258:0:20926:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x19a47956376b73f8 00000020:00000080:1.0:1787583302.432266:0:20926:0:(genops.c:885:class_export_put()) final put ffff909348740800/lustre-MDT0001-mdtlov_UUID 00000020:01000000:1.0:1787583302.432271:0:20926:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osp-MDT0001 (flags='F') 00000020:00000080:1.0:1787583302.432276:0:20926:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1787583302.432280:0:20926:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-osp-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:1.0:1787583302.432283:0:20926:0:(genops.c:1558:class_disconnect_exports()) OBD device 16 (ffff9092466899b8) has no exports 00000020:00000080:1.0:1787583302.432289:0:20926:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x19a47956376b73f1 00000020:00000080:1.0:1787583302.432292:0:20926:0:(genops.c:885:class_export_put()) final put ffff909247c44800/lustre-MDT0001-osd_UUID 00000020:00000080:0.0:1787583302.432644:0:15041:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff909348746000 for lustre-OST0000-osc-MDT0001 00000020:00000080:0.0:1787583302.432662:0:15041:0:(genops.c:885:class_export_put()) final put ffff909348740000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1787583302.432665:0:15041:0:(genops.c:844:class_export_destroy()) destroying export ffff909348740000/lustre-MDT0001-mdtlov_UUID for lustre-OST0000-osc-MDT0001 00000020:01000000:0.0:1787583302.432669:0:15041:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1787583302.432737:0:15041:0:(genops.c:844:class_export_destroy()) destroying export ffff909348740800/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000-osp-MDT0001 00000020:00000080:0.0:1787583302.432742:0:15041:0:(genops.c:844:class_export_destroy()) destroying export ffff909247c44800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00010000:01000000:0.0:1787583302.433797:0:20926:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-osp-MDT0001: client import never connected 00000100:00080000:0.0:1787583302.433804:0:20926:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1787583302.433807:0:20926:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 5 00000100:00100000:0.0:1787583302.433815:0:20926:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1787583302.433926:0:20926:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1787583302.433935:0:20926:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-osp-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1787583302.433976:0:20926:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1787583302.433980:0:20926:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-mdtlov (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1787583302.433984:0:20926:0:(genops.c:885:class_export_put()) final put ffff909245b01800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1787583302.433987:0:20926:0:(genops.c:844:class_export_destroy()) destroying export ffff909245b01800/lustre-MDT0001-mdtlov_UUID for lustre-MDT0001-mdtlov 00000020:01000000:0.0:1787583302.433992:0:20926:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-mdtlov (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1787583302.434129:0:20926:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x19a47956376b73dc 00000020:00000080:0.0:1787583302.434136:0:20926:0:(genops.c:885:class_export_put()) final put ffff909247e4a000/lustre-MDD0001_UUID 00000020:00000080:3.0:1787583302.434246:0:15041:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff909247c47000 for lustre-MDT0000-osp-MDT0001 00000020:00000080:3.0:1787583302.434254:0:15041:0:(genops.c:885:class_export_put()) final put ffff909377ef4000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:3.0:1787583302.434256:0:15041:0:(genops.c:844:class_export_destroy()) destroying export ffff909377ef4000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000-osp-MDT0001 00000020:01000000:3.0:1787583302.434261:0:15041:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osp-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:01000000:0.0:1787583302.434686:0:20926:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDD0001 (flags='') 00000020:00000080:0.0:1787583302.434691:0:20926:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1787583302.434697:0:20926:0:(obd_config.c:956:class_cleanup()) lustre-MDD0001: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1787583302.434701:0:20926:0:(genops.c:1558:class_disconnect_exports()) OBD device 15 (ffff9092464c8000) has no exports 00000020:00000080:0.0:1787583302.434724:0:20926:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1787583302.434727:0:20926:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDD0001 (uuid lustre-MDD0001_UUID) 00000020:00000080:0.0:1787583302.434732:0:20926:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x19a47956376b73e3 00000020:00000080:0.0:1787583302.434746:0:20926:0:(genops.c:885:class_export_put()) final put ffff909247e4b800/lustre-MDT0001-osd_UUID 00000020:01000004:0.0:1787583302.434754:0:20926:0:(tgt_mount.c:187:server_put_mount()) put mount ffff90935822f800 from lustre-MDT0001, refs=2 00000020:01000004:0.0:1787583302.434756:0:20926:0:(obd_mount.c:710:lustre_put_lsi()) put ffff90935822f800 2 00000020:01000004:0.0:1787583302.434759:0:20926:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff90935822f800 from lustre-MDT0001 00000020:00000080:0.0:1787583302.434776:0:20926:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1787583302.434780:0:20926:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001 (uuid lustre-MDT0001_UUID) 00000020:00000080:0.0:1787583302.434783:0:20926:0:(genops.c:885:class_export_put()) final put ffff90935afad800/lustre-MDT0001_UUID 00000020:00000080:0.0:1787583302.434785:0:20926:0:(genops.c:844:class_export_destroy()) destroying export ffff90935afad800/lustre-MDT0001_UUID for lustre-MDT0001 00000020:01000000:0.0:1787583302.434791:0:20926:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001 (lustre-MDT0001_UUID) 00000020:01000004:0.0:1787583302.434823:0:20926:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 2 references. 00000020:01000000:0.0:1787583302.434828:0:20926:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0001 (flags='F') 00000020:00000080:0.0:1787583302.434830:0:20926:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1787583302.434833:0:20926:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-MDT0001: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1787583302.434839:0:20926:0:(genops.c:1819:print_export_data()) lustre-MDT0000-lwp-MDT0001: ACTIVE ffff909247c59800 lustre-MDT0000-lwp-MDT0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1787583302.434867:0:20926:0:(genops.c:1553:class_disconnect_exports()) OBD device 19 (ffff90936db24d28) has exports, disconnecting them 00000020:00080000:0.0:1787583302.434872:0:20926:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0001: disconnecting export at 0@lo (ffff909247c59800), last request at 1787583225 00000020:00000080:0.0:1787583302.434876:0:20926:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x19a47956376b7461 00000020:00080000:0.0:1787583302.434886:0:20926:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff909247c59800): rc 0 00000020:00000080:0.0:1787583302.434889:0:20926:0:(genops.c:885:class_export_put()) final put ffff909247c59800/lustre-MDT0000-lwp-MDT0001 00000020:00000080:3.0:1787583302.435583:0:15041:0:(genops.c:844:class_export_destroy()) destroying export ffff909247e4a000/lustre-MDD0001_UUID for lustre-MDD0001 00000020:00000080:3.0:1787583302.435589:0:15041:0:(genops.c:885:class_export_put()) final put ffff90935afaf800/lustre-MDD0001_UUID 00000020:00000080:3.0:1787583302.435592:0:15041:0:(genops.c:844:class_export_destroy()) destroying export ffff90935afaf800/lustre-MDD0001_UUID for lustre-MDD0001 00000020:01000000:3.0:1787583302.435598:0:15041:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDD0001 (lustre-MDD0001_UUID) 00000020:00000080:3.0:1787583302.435713:0:15041:0:(genops.c:844:class_export_destroy()) destroying export ffff909247e4b800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:3.0:1787583302.435718:0:15041:0:(genops.c:844:class_export_destroy()) destroying export ffff909247c59800/lustre-MDT0000-lwp-MDT0001 for lustre-MDT0000-lwp-MDT0001 00010000:01000000:0.0:1787583302.452537:0:20926:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0001: client import never connected 00000100:00080000:0.0:1787583302.452545:0:20926:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1787583302.452612:0:20926:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 5 00000100:00100000:0.0:1787583302.452619:0:20926:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1787583302.452831:0:20926:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1787583302.452840:0:20926:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0001 (uuid lustre-MDT0000-lwp-MDT0001_UUID) 00000020:01000004:0.0:1787583302.452867:0:20926:0:(obd_mount.c:710:lustre_put_lsi()) put ffff90935822f800 1 00000020:00000080:0.0:1787583302.452874:0:20926:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x19a47956376b7388 00000020:00000080:0.0:1787583302.452882:0:20926:0:(genops.c:885:class_export_put()) final put ffff90935822f000/lustre-MDT0001-osd_UUID 00000020:00000080:3.0:1787583302.453113:0:15041:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff909247e4d800 for lustre-MDT0000-lwp-MDT0001 00000020:00000080:3.0:1787583302.453124:0:15041:0:(genops.c:885:class_export_put()) final put ffff90935afab000/lustre-MDT0000-lwp-MDT0001_UUID 00000020:00000080:3.0:1787583302.453127:0:15041:0:(genops.c:844:class_export_destroy()) destroying export ffff90935afab000/lustre-MDT0000-lwp-MDT0001_UUID for lustre-MDT0000-lwp-MDT0001 00000020:01000000:3.0:1787583302.453137:0:15041:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0001 (lustre-MDT0000-lwp-MDT0001_UUID) 00000020:01000000:0.0:1787583302.453285:0:20926:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-osd (flags='') 00000020:00000080:0.0:1787583302.453290:0:20926:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1787583302.453295:0:20926:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-osd: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1787583302.453307:0:20926:0:(genops.c:1558:class_disconnect_exports()) OBD device 12 (ffff90937fbc3370) has no exports 00000020:00000080:3.0:1787583302.453509:0:15041:0:(genops.c:844:class_export_destroy()) destroying export ffff90935822f000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00010000:00010000:3.0:1787583302.478088:0:17142:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1787583302.520505:0:20926:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1787583302.520520:0:20926:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-osd (uuid lustre-MDT0001-osd_UUID) 00000020:00000080:1.0:1787583302.520526:0:20926:0:(genops.c:885:class_export_put()) final put ffff90935822c000/lustre-MDT0001-osd_UUID 00000020:00000080:1.0:1787583302.520531:0:20926:0:(genops.c:844:class_export_destroy()) destroying export ffff90935822c000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:01000000:1.0:1787583302.520541:0:20926:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-osd (lustre-MDT0001-osd_UUID) 00000020:01000004:1.0:1787583302.520661:0:20926:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff909358228800 00000020:01000000:1.0:1787583302.520680:0:20926:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MDS (flags='F') 00000020:00000080:1.0:1787583302.520683:0:20926:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1787583302.520688:0:20926:0:(obd_config.c:956:class_cleanup()) MDS: forcing exports to disconnect: 0/1 00000020:00080000:1.0:1787583302.520692:0:20926:0:(genops.c:1558:class_disconnect_exports()) OBD device 3 (ffff909373fdb370) has no exports 00000100:00100000:2.0:1787583302.520917:0:17153:0:(service.c:3183:ptlrpc_main()) mdt00_000: service thread [ffff909247c04000:17153] 0 exiting: rc = 1 00000100:00100000:1.0:1787583302.521048:0:17155:0:(service.c:3183:ptlrpc_main()) mdt00_002: service thread [ffff909377087400:17155] 2 exiting: rc = 0 00000100:00100000:1.0:1787583302.521116:0:17154:0:(service.c:3183:ptlrpc_main()) mdt00_001: service thread [ffff909373e68200:17154] 1 exiting: rc = 0 00000100:00100000:3.0:1787583302.521269:0:20292:0:(service.c:3183:ptlrpc_main()) mdt00_004: service thread [ffff9092464ac000:20292] 4 exiting: rc = 0 00000100:00100000:0.0:1787583302.521416:0:18681:0:(service.c:3183:ptlrpc_main()) mdt00_003: service thread [ffff909245875600:18681] 3 exiting: rc = 0 00000100:00100000:1.0:1787583302.521591:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.521599:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.521606:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.521611:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.521616:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.521633:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.521638:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.521644:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.521650:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.521655:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.521662:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.521668:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.521674:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.521680:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.521685:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.521691:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.521696:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.521701:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.521707:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.521712:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.521719:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.521724:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.521730:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.521735:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.521741:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.521748:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.521753:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.521758:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.521763:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.521769:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.521775:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.521780:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.521788:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.521794:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.521799:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.521805:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.521810:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.521815:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.521821:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.521826:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.521842:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.522112:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.522119:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.522124:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.522130:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.522136:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.522142:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.522148:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.522152:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.522158:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.522163:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.522168:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.522174:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.522180:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.522185:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.522190:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.522196:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.522202:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.522208:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.522214:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.522221:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.522226:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.522232:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.522237:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.525468:0:17157:0:(service.c:3183:ptlrpc_main()) mdt_rdpg00_001: service thread [ffff909345708400:17157] 1 exiting: rc = 0 00000100:00100000:2.0:1787583302.525645:0:17156:0:(service.c:3183:ptlrpc_main()) mdt_rdpg00_000: service thread [ffff909345708a00:17156] 0 exiting: rc = 1 00000100:00100000:1.0:1787583302.525758:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.525767:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.525774:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.525779:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.525785:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.525790:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.525796:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.525801:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.525806:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.525811:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.525816:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.525834:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.525840:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.526158:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.526169:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.526174:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.526179:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.526184:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.526189:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.526195:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.526200:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.526206:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.526211:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.526217:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.526223:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.526229:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.526235:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.526240:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.526245:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.526251:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.526256:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.526262:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.526267:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.526273:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.526278:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.526283:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.526289:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.526295:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.526301:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.526307:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.526313:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.526319:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.526325:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.526331:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.526336:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.526341:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.526355:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.526360:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.526365:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.526371:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.526375:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.526380:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.526385:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.526390:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.526394:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.526400:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.526405:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.526411:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.526416:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.526421:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.526426:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.526432:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.526437:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.526442:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.527024:0:17158:0:(service.c:3183:ptlrpc_main()) mdt_out00_000: service thread [ffff909345709e00:17158] 0 exiting: rc = 1 00000100:00100000:0.0:1787583302.527160:0:17159:0:(service.c:3183:ptlrpc_main()) mdt_out00_001: service thread [ffff909345709600:17159] 1 exiting: rc = 0 00000100:00100000:0.0:1787583302.527224:0:17894:0:(service.c:3183:ptlrpc_main()) mdt_out00_002: service thread [ffff909358927200:17894] 2 exiting: rc = 0 00000100:00100000:1.0:1787583302.527314:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.527322:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.527334:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.527341:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.527349:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.527377:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.527384:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.527390:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.527398:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.527404:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.527409:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.527415:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.527420:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.527427:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.527432:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.527439:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.527452:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.527476:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.527483:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.527489:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.527495:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.527501:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.527506:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.527513:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.527518:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.527527:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.527533:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.527539:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.527545:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.527567:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.527574:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.527580:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.527586:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.527592:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.527598:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.527604:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.527610:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.527616:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.527622:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.527627:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.527633:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.527651:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.527658:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.527664:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.527669:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.527675:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.527680:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.527686:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.527691:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.527698:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.527703:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.527716:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.527722:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.527741:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.527748:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.527754:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.527759:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.527766:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.527773:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.527779:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.527785:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.527792:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.527798:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.527812:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787583302.536636:0:17160:0:(service.c:3183:ptlrpc_main()) mdt_seqs_0000: service thread [ffff909345708600:17160] 0 exiting: rc = 1 00000100:00100000:3.0:1787583302.536716:0:17161:0:(service.c:3183:ptlrpc_main()) mdt_seqs_0001: service thread [ffff909345709000:17161] 1 exiting: rc = 0 00000100:00100000:0.0:1787583302.536817:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.536824:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.536828:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.536833:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.536839:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.537178:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.537186:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.537192:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.537197:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.537202:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.537207:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.537211:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.537216:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.537220:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.537225:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.537230:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.537234:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.537239:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.537243:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.537248:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.537253:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.537258:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.537262:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.537267:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.537271:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.537276:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.537280:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.537285:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.537289:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.537303:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.537307:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.537312:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.537318:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.537323:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.537328:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.537333:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.537339:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.537344:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.537349:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.537354:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.537358:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.537362:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.537367:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.537372:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.537377:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.537381:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.537385:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.537390:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.537395:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.537399:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.537404:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.537409:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.537413:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.537418:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.537422:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.537427:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.537431:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.537436:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.537440:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.537445:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.537449:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.537454:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.537458:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.537462:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583302.538534:0:17163:0:(service.c:3183:ptlrpc_main()) mdt_seqm_0001: service thread [ffff909247c6ba00:17163] 1 exiting: rc = 0 00000100:00100000:3.0:1787583302.538648:0:17162:0:(service.c:3183:ptlrpc_main()) mdt_seqm_0000: service thread [ffff909247c6a800:17162] 0 exiting: rc = 1 00000100:00100000:0.0:1787583302.538733:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.538740:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.538745:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.538750:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.538755:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.538760:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.538765:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.538770:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.538776:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.538780:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.538786:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.538790:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.538795:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.538799:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.538804:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.538808:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.538813:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.538818:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.538823:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.538828:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.538832:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.538837:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.538842:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.539024:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.539029:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.539033:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.539038:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.539043:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.539047:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.539051:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.539056:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.539061:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.539065:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.539070:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.539074:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.539088:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.539093:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.539098:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.539113:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.539118:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.539123:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.539128:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.539132:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.539136:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.539141:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.539146:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.539150:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.539155:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.539160:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.539164:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.539169:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.539174:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.539180:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.539184:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.539190:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.539194:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.539198:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.539202:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.539207:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.539212:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.539216:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.539220:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.539225:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.539230:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787583302.539621:0:17164:0:(service.c:3183:ptlrpc_main()) mdt_fld_0000: service thread [ffff909247c6a400:17164] 0 exiting: rc = 1 00000100:00100000:1.0:1787583302.539708:0:17165:0:(service.c:3183:ptlrpc_main()) mdt_fld_0001: service thread [ffff909247c6b200:17165] 1 exiting: rc = 0 00000100:00100000:0.0:1787583302.539810:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.539816:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.539821:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.539826:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.539831:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.539836:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.540259:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.540265:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.540270:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.540275:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.540280:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.540285:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.540291:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.540295:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.540300:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.540304:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.540309:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.540314:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.540319:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.540324:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.540329:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.540334:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.540339:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.540344:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.540349:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.540354:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.540359:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.540365:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.540371:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.540376:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.540381:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.540385:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.540390:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.540395:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.540400:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.540405:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.540411:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.540416:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.540421:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.540426:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.540431:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.540446:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.540451:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.540456:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.540462:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.540467:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.540472:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.540477:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.540482:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.540487:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.540491:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.540496:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.540501:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.540506:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.540511:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.540517:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.540522:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.540527:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.540532:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.540536:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.540541:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.540546:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.540550:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.540555:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583302.541191:0:17166:0:(service.c:3183:ptlrpc_main()) mdt_io00_000: service thread [ffff909247673600:17166] 0 exiting: rc = 1 00000100:00100000:1.0:1787583302.541464:0:17168:0:(service.c:3183:ptlrpc_main()) mdt_io00_002: service thread [ffff909247673c00:17168] 2 exiting: rc = 0 00000100:00100000:3.0:1787583302.541703:0:17167:0:(service.c:3183:ptlrpc_main()) mdt_io00_001: service thread [ffff90924767bc00:17167] 1 exiting: rc = 0 00000100:00100000:0.0:1787583302.542045:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.542056:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.542062:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.542067:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.542073:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.542078:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.542083:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.542088:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.542094:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.542110:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.542117:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.542123:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.542139:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.542145:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.542150:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.542157:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.542180:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.542187:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.542192:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.542199:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.542204:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.542210:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.542215:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.542221:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.542227:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.542233:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.542238:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.542244:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.542250:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.542255:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.542261:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.542267:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.542273:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.542278:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.542284:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.542289:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.542296:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.542302:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.542309:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.542314:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.542334:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.542340:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.542346:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.542352:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.542357:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.542362:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.542367:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.542380:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.542386:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.542391:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.542397:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.542402:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.542408:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.542413:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.542419:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.542424:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.542430:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.542435:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.542441:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.542447:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.542453:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.542458:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.542463:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583302.542469:0:20926:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:1.0:1787583302.547185:0:20926:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1787583302.547199:0:20926:0:(obd_config.c:883:class_detach()) detach on obd MDS (uuid MDS_uuid) 00000020:00000080:1.0:1787583302.547204:0:20926:0:(genops.c:885:class_export_put()) final put ffff909247f15000/MDS_uuid 00000020:00000080:1.0:1787583302.547209:0:20926:0:(genops.c:844:class_export_destroy()) destroying export ffff909247f15000/MDS_uuid for MDS 00000020:01000000:1.0:1787583302.547214:0:20926:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MDS (MDS_uuid) 00000020:02000400:1.0:1787583302.547381:0:20926:0:(tgt_mount.c:2184:server_put_super()) server umount lustre-MDT0001 complete 00010000:00010000:1.0:1787583303.506714:0:20928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787583304.143709:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) ea761437-c095-48a5-91f7-0c431111ca6a->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787583304.143717:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) ea761437-c095-48a5-91f7-0c431111ca6a->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1787583304.143719:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787583304.143723:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787583304.143726:0:38:0:(import.c:65:import_set_state_nolock()) ffff909352904000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787583304.143733:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 606 00000100:00080000:1.0:1787583304.143738:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1787583304.143744:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff909352904000 using connection 192.168.203.111@tcp/0@lo 00000100:00100000:1.0:1787583304.143782:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff90936dad2a00 x1874416435946496/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787583304.143830:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787583304.143833:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787583304.143835:0:38:0:(import.c:65:import_set_state_nolock()) ffff9092414f7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787583304.143838:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 606 00000100:00080000:1.0:1787583304.143840:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1787583304.143862:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9092414f7000 using connection 192.168.203.111@tcp/0@lo 00000100:00100000:1.0:1787583304.143873:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff90936dad3800 x1874416435946752/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787583304.143908:0:3655:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90936dad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3655:1874416435946880:0@lo:400:kworker.0 00000400:00000100:1.0:1787583304.143950:0:3655:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1874416435946880 offset 0 length 224: 4 00000100:00100000:3.0:1787583304.144020:0:3654:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90936dad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3654:1874416435946624:0@lo:400:kworker.0 00000400:00000100:3.0:1787583304.144047:0:3654:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1874416435946624 offset 0 length 224: 4 00000100:00100000:2.0:1787583304.144143:0:3652:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90936dad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3652:1874416435946496:0@lo:38:kworker.0 00000400:00000100:2.0:1787583304.144166:0:3652:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1874416435946496 offset 0 length 520: 4 00000100:00100000:2.0:1787583304.144179:0:3652:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90936dad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3652:1874416435946752:0@lo:38:kworker.0 00000400:00000100:2.0:1787583304.144190:0:3652:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1874416435946752 offset 0 length 520: 4 00010000:00010000:3.0:1787583304.526830:0:20927:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787583305.551487:0:17141:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:0.0:1787583306.046302:0:21128:0:(tgt_mount.c:2195:server_umount_begin()) umount -f 00000020:01000004:3.0:1787583306.062374:0:21128:0:(tgt_mount.c:2065:server_put_super()) server put_super lustre-OST0000 00010000:00010000:3.0:1787583306.062658:0:21128:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff909248497c00/0x19a47956376b74fb lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x19a47956376b7502 expref: -99 pid: 18654 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583306.062674:0:21128:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff909248497c00/0x19a47956376b74fb lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x19a47956376b7502 expref: -99 pid: 18654 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583306.062683:0:21128:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff909248497c00/0x19a47956376b74fb lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0x19a47956376b7502 expref: -99 pid: 18654 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583306.062691:0:21128:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.111@tcp lock: ffff909248497c00/0x19a47956376b74fb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0x19a47956376b7502 expref: -99 pid: 18654 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583306.062714:0:21128:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:3.0:1787583306.062720:0:21128:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:3.0:1787583306.062746:0:21128:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1787583306.062757:0:21128:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff90936dad2a00 x1874416435946496/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1787583324 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1787583306.063723:0:17142:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787583306.063732:0:17142:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.111@tcp lock: ffff909248497c00/0x19a47956376b74fb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0x19a47956376b7502 expref: -99 pid: 18654 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583306.063755:0:17142:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff909248497c00 already unused, calling callback (ffffffffc118ec20) 10000000:00010000:2.0:1787583306.063759:0:17142:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.111@tcp lock: ffff909248497c00/0x19a47956376b74fb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0x19a47956376b7502 expref: -99 pid: 18654 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583306.063769:0:17142:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.111@tcp lock: ffff909248497c00/0x19a47956376b74fb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1008400000000 nid: local remote: 0x19a47956376b7502 expref: -99 pid: 18654 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1787583306.063777:0:17142:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.111@tcp lock: ffff909248497c00/0x19a47956376b74fb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1009400000000 nid: local remote: 0x19a47956376b7502 expref: -99 pid: 18654 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787583306.063783:0:17142:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1787583306.063786:0:17142:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:2.0:1787583306.063789:0:17142:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:2.0:1787583306.063802:0:17142:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff909247f16800 00010000:00010000:2.0:1787583306.063806:0:17142:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.111@tcp lock: ffff909248497c00/0x19a47956376b74fb lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000000 nid: local remote: 0x19a47956376b7502 expref: -99 pid: 18654 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583306.063814:0:17142:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.111@tcp lock: ffff909248497c00/0x19a47956376b74fb lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000000 nid: local remote: 0x19a47956376b7502 expref: -99 pid: 18654 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583306.063828:0:17142:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787583306.063830:0:17142:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787583306.063832:0:17142:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787583306.063903:0:21128:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 3 00000100:00080000:3.0:1787583306.063911:0:21128:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000100:00080000:3.0:1787583306.063917:0:21128:0:(import.c:65:import_set_state_nolock()) ffff909352904000 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00080000:3.0:1787583306.063922:0:21128:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1787583306.063929:0:21128:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff90936dad2a00 x1874416435946496/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1787583324 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787583306.072943:0:21128:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 4 00000100:00100000:0.0:1787583306.081035:0:3652:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90936dad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3652:1874416435946496:0@lo:38:kworker.0 00000100:00100000:3.0:1787583306.082317:0:21128:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:2.0:1787583306.083683:0:21128:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:2.0:1787583306.083698:0:21128:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff90936dad1f80 x1874416435946624/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787583320 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787583306.083722:0:21128:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 3 00000100:00080000:2.0:1787583306.083727:0:21128:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID 00000100:00080000:2.0:1787583306.083761:0:21128:0:(import.c:65:import_set_state_nolock()) ffff90937fbe2800 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:0.0:1787583306.083838:0:3652:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90924846a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3652:1874416435947008:0@lo:39:umount.0 00000400:00000100:0.0:1787583306.083910:0:3652:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1874416435947008 offset 0 length 224: 4 00000100:00100000:3.0:1787583306.083966:0:3654:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90936dad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3654:1874416435946624:0@lo:400:kworker.0 00010000:00010000:1.0:1787583306.574918:0:20928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787583307.150557:0:15041:0:(pinger.c:229:ptlrpc_pinger_process_import()) ea761437-c095-48a5-91f7-0c431111ca6a->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787583307.150567:0:15041:0:(pinger.c:247:ptlrpc_pinger_process_import()) ea761437-c095-48a5-91f7-0c431111ca6a->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1787583307.150570:0:15041:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787583307.150573:0:15041:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1787583307.150754:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1787583307.150773:0:3655:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90936dad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3655:1874416435947136:0@lo:400:kworker.0 00000400:00000100:0.0:1787583307.150824:0:3655:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1874416435947136 offset 0 length 224: 4 00010000:00010000:3.0:1787583307.598429:0:20927:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:1.0:1787583307.728307:0:19474:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:1.0:1787583307.728315:0:19474:0:(genops.c:885:class_export_put()) final put ffff909247e49800/lustre-MDT0001-mdtlov_UUID 00000001:00100000:1.0:1787583307.730376:0:18655:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:1.0:1787583307.730386:0:18655:0:(genops.c:885:class_export_put()) final put ffff909377ef1800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:2.0:1787583307.734557:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff909247e49800/lustre-MDT0001-mdtlov_UUID for lustre-OST0001 00000020:00000080:2.0:1787583307.734631:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff909352906000 for lustre-OST0001 00000020:00000080:0.0:1787583307.736168:0:15041:0:(genops.c:844:class_export_destroy()) destroying export ffff909377ef1800/lustre-MDT0001-mdtlov_UUID for lustre-OST0000 00000020:00000080:0.0:1787583307.736221:0:15041:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff909351803000 for lustre-OST0000 00010000:00010000:1.0:1787583308.622072:0:17141:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787583309.201675:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) ea761437-c095-48a5-91f7-0c431111ca6a->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787583309.201685:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) ea761437-c095-48a5-91f7-0c431111ca6a->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1787583309.201689:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787583309.201691:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1787583309.201900:0:3653:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909248468e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3653:1874416435947264:0@lo:400:kworker.0 00000400:00000100:3.0:1787583309.201967:0:3653:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1874416435947264 offset 0 length 224: 4 00010000:00010000:2.0:1787583309.646458:0:17142:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787583310.670211:0:20928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787583311.695078:0:20927:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787583312.208163:0:3652:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787583302/real 1787583302] req@ffff90937fc60700 x1874416435946368/t0(0) o250->MGC192.168.203.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1787583312 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787583312.208196:0:3652:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff90937fc60700 x1874416435946368/t0(0) o250->MGC192.168.203.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1787583312 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787583312.208215:0:3652:0:(import.c:65:import_set_state_nolock()) ffff909247f16800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787583312.208246:0:3652:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1787583312.208250:0:3652:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90937fc60700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ea761437-c095-48a5-91f7-0c431111ca6a:3652:1874416435946368:0@lo:250:ptlrpcd_00_01.0 00000100:00080000:1.0:1787583312.208451:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) ea761437-c095-48a5-91f7-0c431111ca6a->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787583312.208457:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787583312.208460:0:38:0:(import.c:65:import_set_state_nolock()) ffff909247f16800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787583312.208465:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.111@tcp: connect to NID 0@lo last attempt 609 00000100:00080000:1.0:1787583312.208469:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.111@tcp: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1787583312.208476:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.111@tcp: import ffff909247f16800 using connection 192.168.203.111@tcp/0@lo 00000100:00100000:1.0:1787583312.208507:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff90936dad2680 x1874416435947392/t0(0) o250->MGC192.168.203.111@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787583312.208531:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787583312.208535:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1787583312.208631:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1787583312.208645:0:3653:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90936dad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3653:1874416435947520:0@lo:400:kworker.0 00000400:00000100:3.0:1787583312.208691:0:3653:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1874416435947520 offset 0 length 224: 4 00000100:00100000:2.0:1787583312.208814:0:3652:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90936dad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ea761437-c095-48a5-91f7-0c431111ca6a:3652:1874416435947392:0@lo:250:kworker.0 00000400:00000100:2.0:1787583312.208836:0:3652:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1874416435947392 offset 0 length 520: 4 00010000:00010000:1.0:1787583312.719593:0:17141:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787583313.742100:0:17142:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787583314.768745:0:20928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787583315.790045:0:20927:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787583316.301970:0:3652:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787583306/real 1787583306] req@ffff90924846a300 x1874416435947008/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1787583316 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787583316.302003:0:3652:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff90924846a300 x1874416435947008/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1787583316 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787583316.302030:0:3652:0:(import.c:65:import_set_state_nolock()) ffff90937fbe2800 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:2.0:1787583316.302069:0:3652:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90924846a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3652:1874416435947008:0@lo:39:umount.0 00000100:00080000:0.0:1787583316.302200:0:21128:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:0.0:1787583316.302205:0:21128:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 4 00000100:00100000:0.0:1787583316.302210:0:21128:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:0.0:1787583316.303251:0:21128:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff909247c53200/0x19a47956376b74d1 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x19a47956376b74d8 expref: -99 pid: 18654 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583316.303278:0:21128:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff909247c53200/0x19a47956376b74d1 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x19a47956376b74d8 expref: -99 pid: 18654 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583316.303285:0:21128:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff909247c53200/0x19a47956376b74d1 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x19a47956376b74d8 expref: -99 pid: 18654 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583316.303291:0:21128:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.111@tcp lock: ffff909247c53200/0x19a47956376b74d1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x19a47956376b74d8 expref: -99 pid: 18654 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583316.303371:0:21128:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1787583316.303380:0:21128:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff90936367ea00/0x19a47956376b7835 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x19a47956376b783c expref: -99 pid: 17151 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583316.303386:0:21128:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff90936367ea00/0x19a47956376b7835 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x19a47956376b783c expref: -99 pid: 17151 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583316.303392:0:21128:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff90936367ea00/0x19a47956376b7835 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x19a47956376b783c expref: -99 pid: 17151 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583316.303398:0:21128:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.111@tcp lock: ffff90936367ea00/0x19a47956376b7835 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x19a47956376b783c expref: -99 pid: 17151 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583316.305407:0:17141:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1787583316.305421:0:17141:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.111@tcp lock: ffff909247c53200/0x19a47956376b74d1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x19a47956376b74d8 expref: -99 pid: 18654 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583316.305432:0:17141:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff909247c53200 already unused, calling callback (ffffffffc118ec20) 10000000:00010000:1.0:1787583316.305446:0:17141:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.111@tcp lock: ffff909247c53200/0x19a47956376b74d1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x19a47956376b74d8 expref: -99 pid: 18654 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583316.305457:0:17141:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.111@tcp lock: ffff909247c53200/0x19a47956376b74d1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0x19a47956376b74d8 expref: -99 pid: 18654 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1787583316.305465:0:17141:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.111@tcp lock: ffff909247c53200/0x19a47956376b74d1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0x19a47956376b74d8 expref: -99 pid: 18654 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1787583316.305472:0:17141:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:1.0:1787583316.305475:0:17141:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-OST0000: stopping, won't requeue 00010000:00010000:1.0:1787583316.305501:0:17141:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff909247f16800 00010000:00010000:1.0:1787583316.305505:0:17141:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.111@tcp lock: ffff909247c53200/0x19a47956376b74d1 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000000 nid: local remote: 0x19a47956376b74d8 expref: -99 pid: 18654 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583316.305513:0:17141:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.111@tcp lock: ffff909247c53200/0x19a47956376b74d1 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000000 nid: local remote: 0x19a47956376b74d8 expref: -99 pid: 18654 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583316.305529:0:17141:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787583316.305533:0:17141:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.111@tcp lock: ffff90936367ea00/0x19a47956376b7835 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x19a47956376b783c expref: -99 pid: 17151 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583316.305539:0:17141:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90936367ea00 already unused, calling callback (ffffffffc118ec20) 10000000:00010000:1.0:1787583316.305542:0:17141:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.111@tcp lock: ffff90936367ea00/0x19a47956376b7835 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x19a47956376b783c expref: -99 pid: 17151 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583316.305549:0:17141:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.111@tcp lock: ffff90936367ea00/0x19a47956376b7835 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x19a47956376b783c expref: -99 pid: 17151 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1787583316.305555:0:17141:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.111@tcp lock: ffff90936367ea00/0x19a47956376b7835 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x19a47956376b783c expref: -99 pid: 17151 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1787583316.305561:0:17141:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:1.0:1787583316.305563:0:17141:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 00010000:00010000:1.0:1787583316.305567:0:17141:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff909247f16800 00010000:00010000:1.0:1787583316.305571:0:17141:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.111@tcp lock: ffff90936367ea00/0x19a47956376b7835 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0x19a47956376b783c expref: -99 pid: 17151 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583316.305577:0:17141:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787583316.305579:0:17141:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787583316.305581:0:17141:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787583316.308180:0:21128:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1787583316.308193:0:21128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.111@tcp lock: ffff90936367ea00/0x19a47956376b7835 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0x19a47956376b783c expref: -99 pid: 17151 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787583316.308210:0:21128:0:(mgc_request.c:130:config_log_put()) dropping config log params 10000000:01000000:0.0:1787583316.308218:0:21128:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-OST0000 10000000:01000000:0.0:1787583316.308220:0:21128:0:(mgc_request.c:547:config_log_end()) end config log lustre-OST0000 (0) 00000020:01000004:0.0:1787583316.308273:0:21128:0:(tgt_mount.c:2115:server_put_super()) stopping lustre-OST0000 00000020:01000000:0.0:1787583316.308277:0:21128:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000 (flags='F') 00000020:00000080:0.0:1787583316.308282:0:21128:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1787583316.308288:0:21128:0:(obd_config.c:956:class_cleanup()) lustre-OST0000: forcing exports to disconnect: 0/1 00000020:00080000:0.0:1787583316.308292:0:21128:0:(genops.c:1558:class_disconnect_exports()) OBD device 22 (ffff90936db219b8) has no exports 00000020:00080000:0.0:1787583316.308313:0:21128:0:(genops.c:1558:class_disconnect_exports()) OBD device 22 (ffff90936db219b8) has no exports 00000020:01000000:0.0:1787583316.310562:0:21128:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff9092472d4ae0 - data ffff90936655d438/ffff90934656c800 00000020:01000000:0.0:1787583316.310685:0:21128:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff909352482ba0 - data ffff909366737288/ffff9092416f1000 00010000:00010000:2.0:1787583316.311992:0:17142:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00100000:10000000:1.0:1787583316.323581:0:21128:0:(lfsck_layout.c:753:lfsck_rbtree_cleanup()) lustre-OST0000-osd: layout LFSCK fini OST-objects accessing bitmap 00000020:00000080:2.0:1787583316.334062:0:21128:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x19a47956376b74e6 00000020:00000080:2.0:1787583316.334185:0:21128:0:(genops.c:885:class_export_put()) final put ffff90935afbe800/lustre-OST0000-osd_UUID 00000020:01000004:2.0:1787583316.334199:0:21128:0:(tgt_mount.c:187:server_put_mount()) put mount ffff909365f3c000 from lustre-OST0000, refs=2 00000020:01000004:2.0:1787583316.334203:0:21128:0:(obd_mount.c:710:lustre_put_lsi()) put ffff909365f3c000 2 00000020:01000004:2.0:1787583316.334206:0:21128:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff909365f3c000 from lustre-OST0000 00000020:00000080:2.0:1787583316.334227:0:21128:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1787583316.334235:0:21128:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:00000080:2.0:1787583316.334238:0:21128:0:(genops.c:885:class_export_put()) final put ffff909247c5f800/lustre-OST0000_UUID 00000020:00000080:2.0:1787583316.334241:0:21128:0:(genops.c:844:class_export_destroy()) destroying export ffff909247c5f800/lustre-OST0000_UUID for lustre-OST0000 00000020:01000000:2.0:1787583316.334247:0:21128:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000 (lustre-OST0000_UUID) 00000020:01000004:2.0:1787583316.334306:0:21128:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 1 references. 00000020:01000000:2.0:1787583316.334311:0:21128:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-OST0000 (flags='F') 00000020:00000080:2.0:1787583316.334315:0:21128:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1787583316.334320:0:21128:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-OST0000: forcing exports to disconnect: 1/3 00000020:00080000:2.0:1787583316.334326:0:21128:0:(genops.c:1819:print_export_data()) lustre-MDT0000-lwp-OST0000: ACTIVE ffff90937fbe5800 lustre-MDT0000-lwp-OST0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1787583316.334331:0:21128:0:(genops.c:1553:class_disconnect_exports()) OBD device 23 (ffff909346614d28) has exports, disconnecting them 00000020:00080000:2.0:1787583316.334336:0:21128:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000-lwp-OST0000: disconnecting export at 0@lo (ffff90937fbe5800), last request at 1787583240 00000020:00000080:2.0:1787583316.334340:0:21128:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x19a47956376b7510 00000020:00080000:2.0:1787583316.334349:0:21128:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff90937fbe5800): rc 0 00000020:00000080:2.0:1787583316.334355:0:21128:0:(genops.c:885:class_export_put()) final put ffff90937fbe5800/lustre-MDT0000-lwp-OST0000 00000020:00000080:0.0:1787583316.335636:0:15041:0:(genops.c:844:class_export_destroy()) destroying export ffff90935afbe800/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:00000080:0.0:1787583316.335655:0:15041:0:(genops.c:844:class_export_destroy()) destroying export ffff90937fbe5800/lustre-MDT0000-lwp-OST0000 for lustre-MDT0000-lwp-OST0000 00010000:01000000:3.0:1787583316.335868:0:21128:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-OST0000: client import never connected 00000100:00080000:3.0:1787583316.335874:0:21128:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1787583316.335878:0:21128:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 5 00000100:00100000:3.0:1787583316.335892:0:21128:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1787583316.336599:0:21128:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1787583316.336609:0:21128:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000020:01000000:3.0:1787583316.336616:0:21128:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-lwp-OST0000 (flags='F') 00000020:00000080:3.0:1787583316.336622:0:21128:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1787583316.336625:0:21128:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-lwp-OST0000: forcing exports to disconnect: 1/3 00000020:00080000:3.0:1787583316.336632:0:21128:0:(genops.c:1819:print_export_data()) lustre-MDT0001-lwp-OST0000: ACTIVE ffff90937fbe0800 lustre-MDT0001-lwp-OST0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1787583316.336638:0:21128:0:(genops.c:1553:class_disconnect_exports()) OBD device 24 (ffff909346610000) has exports, disconnecting them 00000020:00080000:3.0:1787583316.336642:0:21128:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0001-lwp-OST0000: disconnecting export at 0@lo (ffff90937fbe0800), last request at 1787583240 00000020:00000080:3.0:1787583316.336646:0:21128:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x19a47956376b7525 00000020:00080000:3.0:1787583316.336660:0:21128:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff90937fbe0800): rc 0 00000020:00000080:3.0:1787583316.336665:0:21128:0:(genops.c:885:class_export_put()) final put ffff90937fbe0800/lustre-MDT0001-lwp-OST0000 00000020:00000080:0.0:1787583316.337546:0:15041:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff909352904000 for lustre-MDT0000-lwp-OST0000 00000020:00000080:0.0:1787583316.337558:0:15041:0:(genops.c:885:class_export_put()) final put ffff909351802800/lustre-MDT0000-lwp-OST0000_UUID 00000020:00000080:0.0:1787583316.337562:0:15041:0:(genops.c:844:class_export_destroy()) destroying export ffff909351802800/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000-lwp-OST0000 00000020:01000000:0.0:1787583316.337568:0:15041:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-OST0000 (lustre-MDT0000-lwp-OST0000_UUID) 00000020:00000080:0.0:1787583316.337639:0:15041:0:(genops.c:844:class_export_destroy()) destroying export ffff90937fbe0800/lustre-MDT0001-lwp-OST0000 for lustre-MDT0001-lwp-OST0000 00010000:01000000:2.0:1787583316.350920:0:21128:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0001-lwp-OST0000: client import never connected 00000100:00080000:2.0:1787583316.350928:0:21128:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:2.0:1787583316.350933:0:21128:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 5 00000100:00100000:2.0:1787583316.350939:0:21128:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1787583316.351208:0:21128:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1787583316.351216:0:21128:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-lwp-OST0000 (uuid lustre-MDT0001-lwp-OST0000_UUID) 00000020:01000004:2.0:1787583316.351222:0:21128:0:(obd_mount.c:710:lustre_put_lsi()) put ffff909365f3c000 1 00000020:00000080:2.0:1787583316.351236:0:21128:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x19a47956376b74c3 00000020:00000080:2.0:1787583316.351243:0:21128:0:(genops.c:885:class_export_put()) final put ffff909365f3e800/lustre-OST0000-osd_UUID 00000020:00000080:0.0:1787583316.351262:0:15041:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff90937fbe2800 for lustre-MDT0001-lwp-OST0000 00000020:00000080:0.0:1787583316.351269:0:15041:0:(genops.c:885:class_export_put()) final put ffff90937fbe1800/lustre-MDT0001-lwp-OST0000_UUID 00000020:00000080:0.0:1787583316.351272:0:15041:0:(genops.c:844:class_export_destroy()) destroying export ffff90937fbe1800/lustre-MDT0001-lwp-OST0000_UUID for lustre-MDT0001-lwp-OST0000 00000020:01000000:0.0:1787583316.351278:0:15041:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-lwp-OST0000 (lustre-MDT0001-lwp-OST0000_UUID) 00000020:00000080:0.0:1787583316.351650:0:15041:0:(genops.c:844:class_export_destroy()) destroying export ffff909365f3e800/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:01000000:2.0:1787583316.351671:0:21128:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osd (flags='') 00000020:00000080:2.0:1787583316.351676:0:21128:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1787583316.351680:0:21128:0:(obd_config.c:956:class_cleanup()) lustre-OST0000-osd: forcing exports to disconnect: 0/1 00000020:00080000:2.0:1787583316.351684:0:21128:0:(genops.c:1558:class_disconnect_exports()) OBD device 20 (ffff9093466119b8) has no exports 00000020:00000080:0.0:1787583316.386263:0:21128:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1787583316.386278:0:21128:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osd (uuid lustre-OST0000-osd_UUID) 00000020:00000080:0.0:1787583316.386284:0:21128:0:(genops.c:885:class_export_put()) final put ffff909365f3c800/lustre-OST0000-osd_UUID 00000020:00000080:0.0:1787583316.386288:0:21128:0:(genops.c:844:class_export_destroy()) destroying export ffff909365f3c800/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:01000000:0.0:1787583316.386303:0:21128:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osd (lustre-OST0000-osd_UUID) 00000020:01000004:0.0:1787583316.386415:0:21128:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff909365f3e000 00000020:02000400:0.0:1787583316.386527:0:21128:0:(tgt_mount.c:2184:server_put_super()) server umount lustre-OST0000 complete 00010000:00010000:1.0:1787583316.814051:0:20928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787583317.455145:0:15041:0:(pinger.c:229:ptlrpc_pinger_process_import()) ea761437-c095-48a5-91f7-0c431111ca6a->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787583317.455153:0:15041:0:(pinger.c:247:ptlrpc_pinger_process_import()) ea761437-c095-48a5-91f7-0c431111ca6a->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1787583317.455156:0:15041:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787583317.455159:0:15041:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1787583317.455213:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1787583317.455232:0:3656:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90937fc62680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3656:1874416435947648:0@lo:400:kworker.0 00000400:00000100:3.0:1787583317.455279:0:3656:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1874416435947648 offset 0 length 224: 4 00010000:00010000:3.0:1787583317.838025:0:20927:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787583318.862453:0:17141:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:3.0:1787583319.762067:0:21331:0:(tgt_mount.c:2195:server_umount_begin()) umount -f 00000020:01000004:0.0:1787583319.777444:0:21331:0:(tgt_mount.c:2065:server_put_super()) server put_super lustre-OST0001 00010000:00010000:0.0:1787583319.777648:0:21331:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff909247c52800/0x19a47956376b7595 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x19a47956376b759c expref: -99 pid: 19473 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583319.777677:0:21331:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff909247c52800/0x19a47956376b7595 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x19a47956376b759c expref: -99 pid: 19473 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583319.777685:0:21331:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff909247c52800/0x19a47956376b7595 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x19a47956376b759c expref: -99 pid: 19473 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583319.777692:0:21331:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.111@tcp lock: ffff909247c52800/0x19a47956376b7595 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x19a47956376b759c expref: -99 pid: 19473 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583319.777709:0:21331:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:0.0:1787583319.777714:0:21331:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:0.0:1787583319.777736:0:21331:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1787583319.777747:0:21331:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff90936dad3800 x1874416435946752/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1787583324 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787583319.777810:0:21331:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 3 00000100:00080000:0.0:1787583319.777816:0:21331:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID 00000100:00080000:0.0:1787583319.777822:0:21331:0:(import.c:65:import_set_state_nolock()) ffff9092414f7000 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00080000:0.0:1787583319.777826:0:21331:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1787583319.777829:0:21331:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff90936dad3800 x1874416435946752/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1787583324 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1787583319.777882:0:17142:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787583319.777889:0:17142:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.111@tcp lock: ffff909247c52800/0x19a47956376b7595 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x19a47956376b759c expref: -99 pid: 19473 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583319.777897:0:17142:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff909247c52800 already unused, calling callback (ffffffffc118ec20) 10000000:00010000:2.0:1787583319.777900:0:17142:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.111@tcp lock: ffff909247c52800/0x19a47956376b7595 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x19a47956376b759c expref: -99 pid: 19473 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583319.777908:0:17142:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.111@tcp lock: ffff909247c52800/0x19a47956376b7595 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x19a47956376b759c expref: -99 pid: 19473 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1787583319.777916:0:17142:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.111@tcp lock: ffff909247c52800/0x19a47956376b7595 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x19a47956376b759c expref: -99 pid: 19473 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787583319.777920:0:21331:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 4 10000000:01000000:2.0:1787583319.777922:0:17142:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1787583319.777924:0:17142:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:2.0:1787583319.777927:0:17142:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:2.0:1787583319.777942:0:17142:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff909247f16800 00010000:00010000:2.0:1787583319.777946:0:17142:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.111@tcp lock: ffff909247c52800/0x19a47956376b7595 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0x19a47956376b759c expref: -99 pid: 19473 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583319.777954:0:17142:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.111@tcp lock: ffff909247c52800/0x19a47956376b7595 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0x19a47956376b759c expref: -99 pid: 19473 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583319.777964:0:17142:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787583319.777971:0:17142:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787583319.777973:0:17142:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787583319.778458:0:3652:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90936dad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3652:1874416435946752:0@lo:38:kworker.0 00000100:00100000:0.0:1787583319.778510:0:21331:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:0.0:1787583319.780027:0:21331:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:0.0:1787583319.780039:0:21331:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff90936dad0380 x1874416435946880/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787583320 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787583319.780120:0:21331:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff90936dad1c00 x1874416435947136/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787583323 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787583319.780146:0:21331:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff909248468e00 x1874416435947264/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787583325 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787583319.780211:0:21331:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff90936dad1500 x1874416435947520/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787583328 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787583319.780221:0:21331:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff90937fc62680 x1874416435947648/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787583333 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787583319.780245:0:21331:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 3 00000100:00080000:0.0:1787583319.780250:0:21331:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID 00000100:00100000:2.0:1787583319.780256:0:3655:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90936dad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3655:1874416435947136:0@lo:400:kworker.0 00000100:00100000:2.0:1787583319.780264:0:3655:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90936dad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3655:1874416435946880:0@lo:400:kworker.0 00000100:00080000:0.0:1787583319.780284:0:21331:0:(import.c:65:import_set_state_nolock()) ffff9092414f5800 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:2.0:1787583319.780315:0:3652:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909247ee7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3652:1874416435947776:0@lo:39:umount.0 00000100:00100000:1.0:1787583319.780356:0:3656:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90937fc62680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3656:1874416435947648:0@lo:400:kworker.0 00000400:00000100:2.0:1787583319.780359:0:3652:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1874416435947776 offset 0 length 224: 4 00000100:00100000:3.0:1787583319.781155:0:3653:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909248468e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3653:1874416435947264:0@lo:400:kworker.0 00000100:00100000:3.0:1787583319.781175:0:3653:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90936dad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3653:1874416435947520:0@lo:400:kworker.0 00010000:00010000:1.0:1787583319.890716:0:20928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787583320.910609:0:20927:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787583321.934055:0:17141:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787583322.574545:0:15041:0:(pinger.c:229:ptlrpc_pinger_process_import()) ea761437-c095-48a5-91f7-0c431111ca6a->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787583322.574554:0:15041:0:(pinger.c:247:ptlrpc_pinger_process_import()) ea761437-c095-48a5-91f7-0c431111ca6a->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1787583322.958921:0:17142:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787583323.986772:0:20928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787583325.006084:0:20927:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787583326.043477:0:17141:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787583327.055020:0:17142:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787583327.694543:0:15041:0:(pinger.c:229:ptlrpc_pinger_process_import()) ea761437-c095-48a5-91f7-0c431111ca6a->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787583327.694553:0:15041:0:(pinger.c:247:ptlrpc_pinger_process_import()) ea761437-c095-48a5-91f7-0c431111ca6a->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1787583327.950127:0:3652:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787583312/real 1787583312] req@ffff90936dad2680 x1874416435947392/t0(0) o250->MGC192.168.203.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1787583327 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787583327.950161:0:3652:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff90936dad2680 x1874416435947392/t0(0) o250->MGC192.168.203.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1787583327 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787583327.950179:0:3652:0:(import.c:65:import_set_state_nolock()) ffff909247f16800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787583327.950202:0:3652:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1787583327.950206:0:3652:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90936dad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ea761437-c095-48a5-91f7-0c431111ca6a:3652:1874416435947392:0@lo:250:kworker.0 00000100:00080000:1.0:1787583327.950602:0:15041:0:(pinger.c:229:ptlrpc_pinger_process_import()) ea761437-c095-48a5-91f7-0c431111ca6a->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787583327.950607:0:15041:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787583327.950611:0:15041:0:(import.c:65:import_set_state_nolock()) ffff909247f16800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787583327.950615:0:15041:0:(import.c:510:import_select_connection()) MGC192.168.203.111@tcp: connect to NID 0@lo last attempt 619 00000100:00080000:1.0:1787583327.950619:0:15041:0:(import.c:589:import_select_connection()) MGC192.168.203.111@tcp: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1787583327.950625:0:15041:0:(import.c:624:import_select_connection()) MGC192.168.203.111@tcp: import ffff909247f16800 using connection 192.168.203.111@tcp/0@lo 00000100:00100000:1.0:1787583327.950657:0:15041:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff90936dad3b80 x1874416435947904/t0(0) o250->MGC192.168.203.111@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787583327.952955:0:3652:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90936dad3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ea761437-c095-48a5-91f7-0c431111ca6a:3652:1874416435947904:0@lo:250:kworker.0 00000400:00000100:2.0:1787583327.953019:0:3652:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1874416435947904 offset 0 length 520: 4 00010000:00010000:1.0:1787583328.078315:0:20928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787583329.102228:0:20927:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787583329.997990:0:3652:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787583319/real 1787583319] req@ffff909247ee7800 x1874416435947776/t0(0) o39->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1787583329 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787583329.998025:0:3652:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff909247ee7800 x1874416435947776/t0(0) o39->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1787583329 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787583329.998047:0:3652:0:(import.c:65:import_set_state_nolock()) ffff9092414f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:2.0:1787583329.998068:0:3652:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909247ee7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3652:1874416435947776:0@lo:39:umount.0 00000100:00080000:0.0:1787583329.998179:0:21331:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:0.0:1787583329.998184:0:21331:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 4 00000100:00100000:0.0:1787583329.998189:0:21331:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:0.0:1787583329.999054:0:21331:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff90924713e800/0x19a47956376b756b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x19a47956376b7572 expref: -99 pid: 19473 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583329.999068:0:21331:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff90924713e800/0x19a47956376b756b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x19a47956376b7572 expref: -99 pid: 19473 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583329.999076:0:21331:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff90924713e800/0x19a47956376b756b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x19a47956376b7572 expref: -99 pid: 19473 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583329.999083:0:21331:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.111@tcp lock: ffff90924713e800/0x19a47956376b756b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x19a47956376b7572 expref: -99 pid: 19473 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583329.999109:0:21331:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1787583329.999117:0:21331:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff90936367ec00/0x19a47956376b7827 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x19a47956376b782e expref: -99 pid: 17151 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583329.999136:0:21331:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff90936367ec00/0x19a47956376b7827 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x19a47956376b782e expref: -99 pid: 17151 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583329.999142:0:21331:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff90936367ec00/0x19a47956376b7827 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x19a47956376b782e expref: -99 pid: 17151 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583329.999148:0:21331:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.111@tcp lock: ffff90936367ec00/0x19a47956376b7827 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x19a47956376b782e expref: -99 pid: 17151 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583329.999167:0:21331:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 10000000:01000000:0.0:1787583329.999172:0:21331:0:(mgc_request.c:547:config_log_end()) end config log lustre-OST0001 (0) 00000020:01000004:0.0:1787583329.999195:0:21331:0:(tgt_mount.c:2115:server_put_super()) stopping lustre-OST0001 00000020:01000000:0.0:1787583329.999199:0:21331:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001 (flags='F') 00000020:00000080:0.0:1787583329.999204:0:21331:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1787583329.999210:0:21331:0:(obd_config.c:956:class_cleanup()) lustre-OST0001: forcing exports to disconnect: 0/1 00000020:00080000:0.0:1787583329.999214:0:21331:0:(genops.c:1558:class_disconnect_exports()) OBD device 26 (ffff90936db23370) has no exports 00000020:00080000:0.0:1787583329.999237:0:21331:0:(genops.c:1558:class_disconnect_exports()) OBD device 26 (ffff90936db23370) has no exports 00000020:01000000:0.0:1787583330.000815:0:21331:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff9092472d4720 - data ffff909245d50bd0/ffff90934656e800 00000020:01000000:0.0:1787583330.001044:0:21331:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff909352482d80 - data ffff909245c981b0/ffff90936638f400 00010000:00010000:1.0:1787583330.001415:0:17141:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1787583330.001424:0:17141:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.111@tcp lock: ffff90924713e800/0x19a47956376b756b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x19a47956376b7572 expref: -99 pid: 19473 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583330.001436:0:17141:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90924713e800 already unused, calling callback (ffffffffc118ec20) 10000000:00010000:1.0:1787583330.001440:0:17141:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.111@tcp lock: ffff90924713e800/0x19a47956376b756b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x19a47956376b7572 expref: -99 pid: 19473 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583330.001460:0:17141:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.111@tcp lock: ffff90924713e800/0x19a47956376b756b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x19a47956376b7572 expref: -99 pid: 19473 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1787583330.001467:0:17141:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.111@tcp lock: ffff90924713e800/0x19a47956376b756b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x19a47956376b7572 expref: -99 pid: 19473 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1787583330.001473:0:17141:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:1.0:1787583330.001476:0:17141:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-OST0001: stopping, won't requeue 10000000:01000000:1.0:1787583330.001479:0:17141:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-OST0001 00010000:00010000:1.0:1787583330.001494:0:17141:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff909247f16800 00010000:00010000:1.0:1787583330.001498:0:17141:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.111@tcp lock: ffff90924713e800/0x19a47956376b756b lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0x19a47956376b7572 expref: -99 pid: 19473 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583330.001503:0:17141:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.111@tcp lock: ffff90924713e800/0x19a47956376b756b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0x19a47956376b7572 expref: -99 pid: 19473 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583330.001514:0:17141:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787583330.001517:0:17141:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.111@tcp lock: ffff90936367ec00/0x19a47956376b7827 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x19a47956376b782e expref: -99 pid: 17151 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583330.001522:0:17141:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90936367ec00 already unused, calling callback (ffffffffc118ec20) 10000000:00010000:1.0:1787583330.001524:0:17141:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.111@tcp lock: ffff90936367ec00/0x19a47956376b7827 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x19a47956376b782e expref: -99 pid: 17151 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583330.001529:0:17141:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.111@tcp lock: ffff90936367ec00/0x19a47956376b7827 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x19a47956376b782e expref: -99 pid: 17151 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1787583330.001535:0:17141:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.111@tcp lock: ffff90936367ec00/0x19a47956376b7827 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x19a47956376b782e expref: -99 pid: 17151 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1787583330.001550:0:17141:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:1.0:1787583330.001552:0:17141:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:1.0:1787583330.001554:0:17141:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:1.0:1787583330.001560:0:17141:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff909247f16800 00010000:00010000:1.0:1787583330.001562:0:17141:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.111@tcp lock: ffff90936367ec00/0x19a47956376b7827 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0x19a47956376b782e expref: -99 pid: 17151 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583330.001568:0:17141:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.111@tcp lock: ffff90936367ec00/0x19a47956376b7827 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0x19a47956376b782e expref: -99 pid: 17151 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583330.001580:0:17141:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787583330.001582:0:17141:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787583330.001584:0:17141:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787583330.001812:0:17142:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00100000:10000000:0.0:1787583330.015530:0:21331:0:(lfsck_layout.c:753:lfsck_rbtree_cleanup()) lustre-OST0001-osd: layout LFSCK fini OST-objects accessing bitmap 00000020:00000080:2.0:1787583330.026465:0:21331:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x19a47956376b7580 00000020:00000080:2.0:1787583330.026477:0:21331:0:(genops.c:885:class_export_put()) final put ffff9093453a7800/lustre-OST0001-osd_UUID 00000020:01000004:2.0:1787583330.026497:0:21331:0:(tgt_mount.c:187:server_put_mount()) put mount ffff90937fc57800 from lustre-OST0001, refs=2 00000020:01000004:2.0:1787583330.026500:0:21331:0:(obd_mount.c:710:lustre_put_lsi()) put ffff90937fc57800 2 00000020:01000004:2.0:1787583330.026503:0:21331:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff90937fc57800 from lustre-OST0001 00000020:00000080:2.0:1787583330.026526:0:21331:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1787583330.026535:0:21331:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001 (uuid lustre-OST0001_UUID) 00000020:00000080:2.0:1787583330.026538:0:21331:0:(genops.c:885:class_export_put()) final put ffff9093453a0800/lustre-OST0001_UUID 00000020:00000080:2.0:1787583330.026540:0:21331:0:(genops.c:844:class_export_destroy()) destroying export ffff9093453a0800/lustre-OST0001_UUID for lustre-OST0001 00000020:01000000:2.0:1787583330.026547:0:21331:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001 (lustre-OST0001_UUID) 00000100:00080000:2.0:1787583330.026636:0:21331:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import ea761437-c095-48a5-91f7-0c431111ca6a->MGS 00010000:00010000:2.0:1787583330.026650:0:21331:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.111@tcp lock: ffff909247c53800/0x19a47956376b738f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x19a47956376b7396 expref: -99 pid: 17885 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1787583330.026661:0:21331:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.111@tcp lock: ffff909247c53800/0x19a47956376b738f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x19a47956376b7396 expref: -99 pid: 17885 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787583330.026668:0:21331:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 10000000:01000000:2.0:1787583330.026671:0:21331:0:(mgc_request.c:954:mgc_blocking_ast()) log nodemap: disconnecting, won't requeue 10000000:01000000:2.0:1787583330.026674:0:21331:0:(mgc_request.c:130:config_log_put()) dropping config log nodemap 00010000:00010000:2.0:1787583330.026687:0:21331:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff909247f16800 00010000:00010000:2.0:1787583330.026691:0:21331:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.111@tcp lock: ffff909247c53800/0x19a47956376b738f lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0x19a47956376b7396 expref: -99 pid: 17885 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583330.026842:0:21331:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.111@tcp lock: ffff909344ded400/0x19a47956376b727e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x19a47956376b7285 expref: -99 pid: 17132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1787583330.026869:0:21331:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.111@tcp lock: ffff909344ded400/0x19a47956376b727e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x19a47956376b7285 expref: -99 pid: 17132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787583330.026891:0:21331:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1787583330.026894:0:21331:0:(mgc_request.c:954:mgc_blocking_ast()) log lustre-s: disconnecting, won't requeue 10000000:01000000:2.0:1787583330.026896:0:21331:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-sptlrpc 00010000:00010000:2.0:1787583330.026918:0:21331:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff909247f16800 00010000:00010000:2.0:1787583330.026922:0:21331:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.111@tcp lock: ffff909344ded400/0x19a47956376b727e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0x19a47956376b7285 expref: -99 pid: 17132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1787583330.026939:0:21331:0:(import.c:65:import_set_state_nolock()) ffff909247f16800 MGS: changing import state from CONNECTING to CLOSED 10000000:01000000:2.0:1787583330.026944:0:21331:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00080000:2.0:1787583330.026946:0:21331:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:2.0:1787583330.026948:0:21331:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00080000:2.0:1787583330.026951:0:21331:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:2.0:1787583330.026962:0:21331:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff90936dad3b80 x1874416435947904/t0(0) o250->MGC192.168.203.111@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1787583347 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 10000000:01000000:2.0:1787583330.026978:0:21331:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00100000:2.0:1787583330.026980:0:21331:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 22s for inflight to error out 00000100:00100000:2.0:1787583330.027009:0:3652:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90936dad3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ea761437-c095-48a5-91f7-0c431111ca6a:3652:1874416435947904:0@lo:250:kworker.0 10000000:01000000:2.0:1787583330.027033:0:21331:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808003 00000020:00000080:2.0:1787583330.027052:0:21331:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x19a47956376b7269 00000020:00000080:2.0:1787583330.027057:0:21331:0:(genops.c:885:class_export_put()) final put ffff909247f17800/ea761437-c095-48a5-91f7-0c431111ca6a 00000020:01000000:2.0:1787583330.027062:0:21331:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MGC192.168.203.111@tcp (flags='') 00000020:00000080:2.0:1787583330.027067:0:21331:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1787583330.027071:0:21331:0:(obd_config.c:956:class_cleanup()) MGC192.168.203.111@tcp: forcing exports to disconnect: 0/3 00000020:00080000:2.0:1787583330.027074:0:21331:0:(genops.c:1558:class_disconnect_exports()) OBD device 2 (ffff909373fd99b8) has no exports 00000020:00000080:2.0:1787583330.027103:0:15041:0:(genops.c:844:class_export_destroy()) destroying export ffff9093453a7800/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:00000080:2.0:1787583330.027109:0:15041:0:(genops.c:844:class_export_destroy()) destroying export ffff909247f17800/ea761437-c095-48a5-91f7-0c431111ca6a for MGC192.168.203.111@tcp 10000000:01000000:1.0:1787583330.027685:0:17151:0:(mgc_request.c:708:mgc_requeue_thread()) Ending requeue thread 10000000:01000000:2.0:1787583330.028100:0:21331:0:(obd_class.h:670:obd_cleanup_client_import()) MGC192.168.203.111@tcp: client import never connected 00000100:00080000:2.0:1787583330.028104:0:21331:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 10000000:01000000:2.0:1787583330.028106:0:21331:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00100000:2.0:1787583330.028118:0:21331:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 10000000:01000000:2.0:1787583330.028120:0:21331:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808003 00000020:00000080:2.0:1787583330.028173:0:21331:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1787583330.028179:0:21331:0:(obd_config.c:883:class_detach()) detach on obd MGC192.168.203.111@tcp (uuid ea761437-c095-48a5-91f7-0c431111ca6a) 00000020:01000000:2.0:1787583330.028185:0:21331:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-OST0001 (flags='F') 00000020:00000080:2.0:1787583330.028189:0:21331:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1787583330.028193:0:21331:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-OST0001: forcing exports to disconnect: 1/3 00000020:00080000:2.0:1787583330.028199:0:21331:0:(genops.c:1819:print_export_data()) lustre-MDT0000-lwp-OST0001: ACTIVE ffff90935afa9000 lustre-MDT0000-lwp-OST0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1787583330.028205:0:21331:0:(genops.c:1553:class_disconnect_exports()) OBD device 27 (ffff909373fd8000) has exports, disconnecting them 00000020:00080000:2.0:1787583330.028211:0:21331:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000-lwp-OST0001: disconnecting export at 0@lo (ffff90935afa9000), last request at 1787583254 00000020:00000080:2.0:1787583330.028215:0:21331:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x19a47956376b75aa 00000020:00080000:2.0:1787583330.028226:0:21331:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff90935afa9000): rc 0 00000020:00000080:2.0:1787583330.028230:0:21331:0:(genops.c:885:class_export_put()) final put ffff90935afa9000/lustre-MDT0000-lwp-OST0001 00000020:00000080:1.0:1787583330.029174:0:15041:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff909247f16800 for MGC192.168.203.111@tcp 00000020:00000080:1.0:1787583330.029184:0:15041:0:(genops.c:885:class_export_put()) final put ffff909247f12000/ea761437-c095-48a5-91f7-0c431111ca6a 00000020:00000080:1.0:1787583330.029187:0:15041:0:(genops.c:844:class_export_destroy()) destroying export ffff909247f12000/ea761437-c095-48a5-91f7-0c431111ca6a for MGC192.168.203.111@tcp 00000020:01000000:1.0:1787583330.029198:0:15041:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MGC192.168.203.111@tcp (ea761437-c095-48a5-91f7-0c431111ca6a) 00000020:00000080:1.0:1787583330.029451:0:15041:0:(genops.c:844:class_export_destroy()) destroying export ffff90935afa9000/lustre-MDT0000-lwp-OST0001 for lustre-MDT0000-lwp-OST0001 00010000:01000000:3.0:1787583330.040211:0:21331:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-OST0001: client import never connected 00000100:00080000:3.0:1787583330.040221:0:21331:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1787583330.040226:0:21331:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 5 00000100:00100000:3.0:1787583330.040247:0:21331:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1787583330.040422:0:21331:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1787583330.040431:0:21331:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-OST0001 (uuid lustre-MDT0000-lwp-OST0001_UUID) 00000020:01000000:3.0:1787583330.040437:0:21331:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-lwp-OST0001 (flags='F') 00000020:00000080:3.0:1787583330.040445:0:21331:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1787583330.040449:0:21331:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-lwp-OST0001: forcing exports to disconnect: 1/3 00000020:00080000:3.0:1787583330.040457:0:21331:0:(genops.c:1819:print_export_data()) lustre-MDT0001-lwp-OST0001: ACTIVE ffff9093453a2000 lustre-MDT0001-lwp-OST0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1787583330.040464:0:21331:0:(genops.c:1553:class_disconnect_exports()) OBD device 28 (ffff90936db20000) has exports, disconnecting them 00000020:00080000:3.0:1787583330.040470:0:21331:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0001-lwp-OST0001: disconnecting export at 0@lo (ffff9093453a2000), last request at 1787583254 00000020:00000080:3.0:1787583330.040474:0:21331:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x19a47956376b75bf 00000020:00080000:3.0:1787583330.040965:0:21331:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff9093453a2000): rc 0 00000020:00000080:3.0:1787583330.040973:0:21331:0:(genops.c:885:class_export_put()) final put ffff9093453a2000/lustre-MDT0001-lwp-OST0001 00010000:01000000:3.0:1787583330.041965:0:21331:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0001-lwp-OST0001: client import never connected 00000100:00080000:3.0:1787583330.041983:0:21331:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:3.0:1787583330.041987:0:21331:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 5 00000100:00100000:3.0:1787583330.041991:0:21331:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:1.0:1787583330.042053:0:20928:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-1 blwis in pool) 00000020:00000080:1.0:1787583330.042197:0:15041:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9092414f7000 for lustre-MDT0000-lwp-OST0001 00000020:00000080:1.0:1787583330.042206:0:15041:0:(genops.c:885:class_export_put()) final put ffff9092414f7800/lustre-MDT0000-lwp-OST0001_UUID 00000020:00000080:1.0:1787583330.042209:0:15041:0:(genops.c:844:class_export_destroy()) destroying export ffff9092414f7800/lustre-MDT0000-lwp-OST0001_UUID for lustre-MDT0000-lwp-OST0001 00000020:01000000:1.0:1787583330.042214:0:15041:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-OST0001 (lustre-MDT0000-lwp-OST0001_UUID) 00000020:00000080:1.0:1787583330.042260:0:15041:0:(genops.c:844:class_export_destroy()) destroying export ffff9093453a2000/lustre-MDT0001-lwp-OST0001 for lustre-MDT0001-lwp-OST0001 00000020:00000080:1.0:1787583330.042265:0:15041:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9092414f5800 for lustre-MDT0001-lwp-OST0001 00010000:00010000:1.0:1787583330.224584:0:20927:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-2 blwis in pool) 00010000:00010000:1.0:1787583330.224721:0:17141:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-3 blwis in pool) 00010000:00010000:1.0:1787583330.224796:0:17142:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-4 blwis in pool) 00000100:00100000:1.0:1787583330.224944:0:17137:0:(service.c:3183:ptlrpc_main()) ldlm_cb00_001: service thread [ffff90936d894800:17137] 1 exiting: rc = 0 00000100:00100000:1.0:1787583330.225015:0:17136:0:(service.c:3183:ptlrpc_main()) ldlm_cb00_000: service thread [ffff909377f30800:17136] 0 exiting: rc = 1 00000100:00100000:1.0:1787583330.225068:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583330.225326:0:17140:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_002: service thread [ffff90936d894000:17140] 2 exiting: rc = 0 00000100:00100000:1.0:1787583330.225385:0:17139:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_001: service thread [ffff90936f1cf600:17139] 1 exiting: rc = 0 00000100:00100000:1.0:1787583330.225450:0:20179:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_003: service thread [ffff90924583f400:20179] 3 exiting: rc = 0 00000100:00100000:1.0:1787583330.225525:0:17138:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_000: service thread [ffff90936f1cfc00:17138] 0 exiting: rc = 1 00000100:00100000:1.0:1787583330.225573:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583330.225580:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583330.225586:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583330.225593:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583330.225616:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583330.225623:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583330.225628:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583330.225633:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583330.225639:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583330.225644:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583330.225649:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583330.225654:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583330.225659:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583330.225664:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583330.225668:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583330.225673:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583330.225678:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583330.225684:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583330.225690:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583330.225694:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583330.225700:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583330.225705:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583330.225710:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583330.225715:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583330.225730:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583330.225734:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583330.225740:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583330.225745:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583330.225750:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583330.225755:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583330.225760:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583330.225765:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583330.225770:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583330.225775:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583330.225781:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583330.225786:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583330.225791:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583330.225797:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583330.225802:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583330.225808:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583330.225813:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583330.225818:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583330.225823:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583330.225829:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583330.225834:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583330.225840:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583330.225862:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583330.225868:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583330.225874:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583330.225879:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583330.225884:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583330.225889:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583330.225895:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583330.225900:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583330.225917:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583330.225923:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583330.225929:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583330.225934:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583330.225939:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583330.225953:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583330.225958:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583330.225964:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583330.225969:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787583330.225974:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:1.0:1787583330.226643:0:21331:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1787583330.226654:0:21331:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-lwp-OST0001 (uuid lustre-MDT0001-lwp-OST0001_UUID) 00000020:00000080:1.0:1787583330.226659:0:21331:0:(genops.c:885:class_export_put()) final put ffff9093453a3000/lustre-MDT0001-lwp-OST0001_UUID 00000020:00000080:1.0:1787583330.226663:0:21331:0:(genops.c:844:class_export_destroy()) destroying export ffff9093453a3000/lustre-MDT0001-lwp-OST0001_UUID for lustre-MDT0001-lwp-OST0001 00000020:01000000:1.0:1787583330.226668:0:21331:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-lwp-OST0001 (lustre-MDT0001-lwp-OST0001_UUID) 00000020:01000004:1.0:1787583330.226712:0:21331:0:(obd_mount.c:710:lustre_put_lsi()) put ffff90937fc57800 1 00000020:00000080:1.0:1787583330.226719:0:21331:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x19a47956376b7564 00000020:00000080:1.0:1787583330.226724:0:21331:0:(genops.c:885:class_export_put()) final put ffff909352904800/lustre-OST0001-osd_UUID 00000020:01000000:1.0:1787583330.226735:0:21331:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osd (flags='') 00000020:00000080:1.0:1787583330.226745:0:15041:0:(genops.c:844:class_export_destroy()) destroying export ffff909352904800/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:00000080:1.0:1787583330.226754:0:21331:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1787583330.226759:0:21331:0:(obd_config.c:956:class_cleanup()) lustre-OST0001-osd: forcing exports to disconnect: 0/1 00000020:00080000:1.0:1787583330.226762:0:21331:0:(genops.c:1558:class_disconnect_exports()) OBD device 25 (ffff909343e199b8) has no exports 00000020:00000080:2.0:1787583330.273608:0:21331:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1787583330.273622:0:21331:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osd (uuid lustre-OST0001-osd_UUID) 00000020:00000080:2.0:1787583330.273628:0:21331:0:(genops.c:885:class_export_put()) final put ffff909247e4c800/lustre-OST0001-osd_UUID 00000020:00000080:2.0:1787583330.273632:0:21331:0:(genops.c:844:class_export_destroy()) destroying export ffff909247e4c800/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:01000000:2.0:1787583330.273642:0:21331:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osd (lustre-OST0001-osd_UUID) 00000020:01000004:2.0:1787583330.274000:0:21331:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff90937fc53800 00000020:01000000:2.0:1787583330.274028:0:21331:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of OSS (flags='F') 00000020:00000080:2.0:1787583330.274032:0:21331:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1787583330.274036:0:21331:0:(obd_config.c:956:class_cleanup()) OSS: forcing exports to disconnect: 0/1 00000020:00080000:2.0:1787583330.274041:0:21331:0:(genops.c:1558:class_disconnect_exports()) OBD device 21 (ffff909346613370) has no exports 00000020:00000080:2.0:1787583330.274062:0:21331:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1787583330.274067:0:21331:0:(obd_config.c:883:class_detach()) detach on obd OSS (uuid OSS_uuid) 00000020:00000080:2.0:1787583330.274070:0:21331:0:(genops.c:885:class_export_put()) final put ffff909365f3d000/OSS_uuid 00000020:00000080:2.0:1787583330.274072:0:21331:0:(genops.c:844:class_export_destroy()) destroying export ffff909365f3d000/OSS_uuid for OSS 00000020:01000000:2.0:1787583330.274075:0:21331:0:(genops.c:441:class_free_dev()) finishing cleanup of obd OSS (OSS_uuid) 00000100:00080000:0.0:1787583330.274224:0:17149:0:(pinger.c:548:ping_evictor_main()) Exiting Ping Evictor 00000100:00100000:0.0:1787583330.274766:0:18661:0:(service.c:3183:ptlrpc_main()) ll_ost00_002: service thread [ffff909344def000:18661] 2 exiting: rc = 0 00000100:00100000:0.0:1787583330.275108:0:19685:0:(service.c:3183:ptlrpc_main()) ll_ost00_004: service thread [ffff90924652c000:19685] 4 exiting: rc = 0 00000100:00100000:0.0:1787583330.275537:0:19228:0:(service.c:3183:ptlrpc_main()) ll_ost00_003: service thread [ffff9093661a4600:19228] 3 exiting: rc = 0 00000100:00100000:0.0:1787583330.275810:0:18659:0:(service.c:3183:ptlrpc_main()) ll_ost00_000: service thread [ffff909346a6e400:18659] 0 exiting: rc = 1 00000100:00100000:0.0:1787583330.276388:0:18660:0:(service.c:3183:ptlrpc_main()) ll_ost00_001: service thread [ffff90936619ac00:18660] 1 exiting: rc = 0 00000100:00100000:2.0:1787583330.276955:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.276964:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.276972:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.276977:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.276993:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.276998:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.277002:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.277007:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.277012:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.277018:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.277023:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.277028:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.277033:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.277038:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.277043:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.277047:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.277051:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.277056:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.277060:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.277064:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.277069:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.277074:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.277079:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.277083:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.277088:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.277093:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.277098:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.277109:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.277116:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.277121:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.277126:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.277136:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.277142:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.277147:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.277153:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.277158:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.277163:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.277169:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.277174:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.277185:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.277189:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.277262:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.277270:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.277277:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.277281:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.277286:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.277292:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.277296:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.277301:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.277305:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.277310:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.277316:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.277320:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.277325:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.277331:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.277335:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.277346:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.277353:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.277359:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.277363:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.277368:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.277373:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.277378:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.277384:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583330.279649:0:18662:0:(service.c:3183:ptlrpc_main()) ll_ost_create00_000: service thread [ffff909344dee400:18662] 0 exiting: rc = 1 00000100:00100000:0.0:1787583330.279753:0:18663:0:(service.c:3183:ptlrpc_main()) ll_ost_create00_001: service thread [ffff90924770c000:18663] 1 exiting: rc = 0 00000100:00100000:2.0:1787583330.280581:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.280589:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.280595:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.280600:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.280605:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.280610:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.280615:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.280620:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.280625:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.280631:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.280644:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.280650:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.280655:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.280661:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.280666:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.280671:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.280676:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.280681:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.280686:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.280700:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.280705:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.280710:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.280715:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.280720:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.280725:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.280731:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.280736:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.280741:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.280746:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.280750:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.280755:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.280760:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.280765:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.280770:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.280774:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.280779:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.280783:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.280788:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.280793:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.280798:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.280803:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.280808:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.280813:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.281042:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.281047:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.281058:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.281063:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.281069:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.281074:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.281079:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.281084:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.281089:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.281094:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.281099:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.281104:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.281109:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.281114:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.281119:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.281124:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.281129:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.281142:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.281148:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.281153:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.281158:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583330.283536:0:18665:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_001: service thread [ffff909247742e00:18665] 1 exiting: rc = 0 00000100:00100000:0.0:1787583330.283736:0:20294:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_003: service thread [ffff9092414aa800:20294] 3 exiting: rc = 0 00000100:00100000:3.0:1787583330.284813:0:18664:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_000: service thread [ffff909377f22800:18664] 0 exiting: rc = 1 00000100:00100000:3.0:1787583330.285012:0:18666:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_002: service thread [ffff909377f22400:18666] 2 exiting: rc = 0 00000100:00100000:2.0:1787583330.285126:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.285133:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.285148:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.285154:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.285161:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.285166:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.285171:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.285176:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.285181:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.285187:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.285192:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.285197:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.285220:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.285226:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.285231:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.285237:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.285253:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.285259:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.285264:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.285269:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.285274:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.285280:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.285286:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.285292:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.285297:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.285303:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.285308:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.285314:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.285319:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.285325:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.285330:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.285335:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.285341:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.285346:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.285361:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.285367:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.285386:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.285392:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.285397:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.285403:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.285408:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.285413:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.285419:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.285425:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.285430:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.285435:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.285441:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.285446:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.285451:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.285457:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.285462:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.285473:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.285479:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.285492:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.285498:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.285503:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.285509:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.285522:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.285529:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.285535:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.285550:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.285557:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.285563:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.285575:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.290709:0:18667:0:(service.c:3183:ptlrpc_main()) ll_ost_seq00_000: service thread [ffff909247191c00:18667] 0 exiting: rc = 1 00000100:00100000:3.0:1787583330.290942:0:18668:0:(service.c:3183:ptlrpc_main()) ll_ost_seq00_001: service thread [ffff9093480c6a00:18668] 1 exiting: rc = 0 00000100:00100000:0.0:1787583330.291046:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583330.291053:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583330.291057:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583330.291062:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583330.291067:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583330.291072:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583330.291076:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583330.291081:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583330.291086:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583330.291091:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583330.291096:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583330.291100:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583330.291105:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583330.291110:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583330.291115:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583330.291119:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583330.291124:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583330.291129:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583330.291134:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583330.291149:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583330.291154:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583330.291159:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583330.291163:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583330.291168:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583330.291172:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583330.291177:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583330.291181:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583330.291186:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583330.291191:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583330.291196:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583330.291201:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583330.291207:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583330.291225:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583330.291230:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583330.291235:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583330.291240:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583330.291244:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583330.291250:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583330.291255:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583330.291288:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583330.291294:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583330.291299:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583330.291304:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583330.291309:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583330.291313:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583330.291318:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583330.291322:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583330.291327:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583330.291331:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583330.291336:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583330.291340:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583330.291345:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583330.291360:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583330.291365:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583330.291369:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583330.291374:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583330.291379:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583330.291383:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583330.291388:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583330.291393:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583330.291397:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583330.291402:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583330.291406:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583330.291411:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787583330.292296:0:18669:0:(service.c:3183:ptlrpc_main()) ll_ost_out00_000: service thread [ffff909245afe000:18669] 0 exiting: rc = 1 00000100:00100000:3.0:1787583330.292499:0:18670:0:(service.c:3183:ptlrpc_main()) ll_ost_out00_001: service thread [ffff909245afea00:18670] 1 exiting: rc = 0 00000100:00100000:0.0:1787583330.292633:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583330.292640:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583330.292647:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583330.292662:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583330.292667:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583330.292672:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583330.292678:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583330.292757:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583330.292764:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583330.292769:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583330.292775:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583330.292780:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583330.292785:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583330.292791:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583330.292796:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583330.292801:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583330.292807:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583330.292813:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583330.292817:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583330.292836:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583330.295772:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583330.295793:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583330.295812:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583330.295820:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583330.295825:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583330.295831:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583330.295837:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583330.295843:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583330.295923:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583330.295930:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583330.295936:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583330.295965:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583330.295973:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583330.295985:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583330.295991:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583330.295998:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583330.296004:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583330.296009:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583330.296027:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583330.296034:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583330.296040:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583330.296046:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583330.296051:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583330.296073:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583330.296081:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583330.296087:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583330.296092:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583330.296098:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583330.296107:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583330.296113:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583330.296119:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583330.296125:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583330.296130:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583330.296196:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583330.296203:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583330.296223:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583330.296229:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583330.296235:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583330.296241:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583330.296247:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583330.296254:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583330.296260:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583330.296265:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787583330.296282:0:21331:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:02000400:2.0:1787583330.314183:0:21331:0:(tgt_mount.c:2184:server_put_super()) server umount lustre-OST0001 complete 00000001:02000400:2.0:1787583347.634522:0:22096:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg311-server.virtnet: executing load_modules_local 00000020:01000004:2.0:1787583356.554782:0:22696:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:2.0:1787583356.554789:0:22696:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/mds1_flakey 00000020:01000004:2.0:1787583356.554790:0:22696:0:(obd_mount.c:929:lmd_print()) options: user_xattr,errors=remount-ro 00000080:01200004:2.0:1787583356.554963:0:22696:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff909366a92000 00000020:01000004:2.0:1787583356.554979:0:22696:0:(tgt_mount.c:2503:osd_start()) Attempting to start lustre-MDT0000, type=osd-ldiskfs, lsifl=200005, mountfl=0 00000020:01000004:2.0:1787583356.554986:0:22696:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-osd (typ=osd-ldiskfs) 00000020:00000080:2.0:1787583356.555000:0:22696:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-osd (ffff90936db23370) 00000020:00000080:2.0:1787583356.555308:0:22696:0:(obd_config.c:720:class_attach_name()) OBD: dev 0 attached type osd-ldiskfs with refcount 2 00100000:10000000:0.0:1787583356.620473:0:22696:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:0.0:1787583356.626779:0:22696:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x13:0x0] (16/1) registered 00100000:10000000:1.0:1787583356.634954:0:22696:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xb:0x0] (8/32) registered 00100000:10000000:1.0:1787583356.635515:0:22696:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x9:0x0] (8/32) registered 00100000:10000000:1.0:1787583356.635773:0:22696:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20003:0x0] (8/8) registered 00100000:10000000:1.0:1787583356.636335:0:22696:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:1.0:1787583356.636574:0:22696:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xe:0x0] (8/32) registered 00100000:10000000:1.0:1787583356.636780:0:22696:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xd:0x0] (8/32) registered 00100000:10000000:1.0:1787583356.636992:0:22696:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xc:0x0] (8/32) registered 00100000:10000000:1.0:1787583356.637566:0:22696:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20001:0x0] (8/8) registered 00100000:10000000:1.0:1787583356.638785:0:22696:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xa:0x0] (8/32) registered 00100000:10000000:1.0:1787583356.639534:0:22696:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:1.0:1787583356.639901:0:22696:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20002:0x0] (8/8) registered 00100000:10000000:1.0:1787583356.640238:0:22696:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:1.0:1787583356.643522:0:22696:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x32:0x0] (24/16) registered 00100000:10000000:1.0:1787583356.644149:0:22696:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x34:0x0] (24/16) registered 00100000:10000000:1.0:1787583356.645611:0:22696:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x33:0x0] (24/16) registered 00100000:10000000:1.0:1787583356.646332:0:22696:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2e:0x0] (24/16) registered 00100000:10000000:1.0:1787583356.646551:0:22696:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2c:0x0] (24/16) registered 00100000:10000000:1.0:1787583356.647411:0:22696:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x17:0x0] (16/1) registered 00100000:10000000:1.0:1787583356.647687:0:22696:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x22:0x0] (16/1) registered 00100000:10000000:1.0:1787583356.647913:0:22696:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2b:0x0] (24/16) registered 00100000:10000000:1.0:1787583356.648327:0:22696:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1c:0x0] (16/1) registered 00100000:10000000:1.0:1787583356.648709:0:22696:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2f:0x0] (24/16) registered 00100000:10000000:1.0:1787583356.648935:0:22696:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1a:0x0] (16/1) registered 00100000:10000000:1.0:1787583356.649304:0:22696:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x29:0x0] (24/16) registered 00100000:10000000:1.0:1787583356.649535:0:22696:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x30:0x0] (24/16) registered 00100000:10000000:1.0:1787583356.649762:0:22696:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x21:0x0] (16/1) registered 00100000:10000000:1.0:1787583356.649955:0:22696:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1b:0x0] (16/1) registered 00100000:10000000:1.0:1787583356.650245:0:22696:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x27:0x0] (24/16) registered 00100000:10000000:1.0:1787583356.650462:0:22696:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x15:0x0] (16/1) registered 00100000:10000000:1.0:1787583356.650747:0:22696:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x18:0x0] (16/1) registered 00100000:10000000:1.0:1787583356.651202:0:22696:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1e:0x0] (16/1) registered 00100000:10000000:2.0:1787583356.659427:0:22696:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x28:0x0] (24/16) registered 00100000:10000000:2.0:1787583356.659875:0:22696:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x31:0x0] (24/16) registered 00100000:10000000:2.0:1787583356.660248:0:22696:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2d:0x0] (24/16) registered 00100000:10000000:2.0:1787583356.660505:0:22696:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x23:0x0] (16/1) registered 00100000:10000000:2.0:1787583356.660739:0:22696:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1f:0x0] (16/1) registered 00100000:10000000:2.0:1787583356.660968:0:22696:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x19:0x0] (16/1) registered 00100000:10000000:2.0:1787583356.661569:0:22696:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x16:0x0] (16/1) registered 00100000:10000000:2.0:1787583356.661810:0:22696:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x25:0x0] (24/16) registered 00100000:10000000:2.0:1787583356.662336:0:22696:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x14:0x0] (16/1) registered 00100000:10000000:2.0:1787583356.662819:0:22696:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1d:0x0] (16/1) registered 00100000:10000000:2.0:1787583356.663308:0:22696:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x26:0x0] (24/16) registered 00100000:10000000:2.0:1787583356.663516:0:22696:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2a:0x0] (24/16) registered 00100000:10000000:2.0:1787583356.663728:0:22696:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x20:0x0] (16/1) registered 00100000:10000000:2.0:1787583356.666460:0:22696:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2:0x0] (8/32) registered 00100000:10000000:2.0:1787583356.668227:0:22696:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x2010000:0x0] (8/32) registered 00100000:10000000:2.0:1787583356.670922:0:22696:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x10000:0x0] (8/32) registered 00100000:10000000:2.0:1787583356.671992:0:22696:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x1010000:0x0] (8/32) registered 00100000:10000000:2.0:1787583356.672518:0:22696:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x2020000:0x0] (8/32) registered 00100000:10000000:2.0:1787583356.672688:0:22696:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x1020000:0x0] (8/32) registered 00100000:10000000:2.0:1787583356.673095:0:22696:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x20000:0x0] (8/32) registered 00080000:01000000:2.0:1787583356.674213:0:22696:0:(osd_lproc.c:911:osd_procfs_init()) lustre-MDT0000: register osd-ldiskfs tunable parameters 00000020:00000080:2.0:1787583356.674420:0:22696:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00080000:01000000:2.0:1787583356.674429:0:22696:0:(osd_handler.c:8925:osd_obd_connect()) connect #0 00000020:00000080:2.0:1787583356.674441:0:22696:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x19a47956376b7adc 00000020:01000004:2.0:1787583356.674448:0:22696:0:(tgt_mount.c:2588:server_fill_super()) Found service lustre-MDT0000 on device /dev/mapper/mds1_flakey 00000020:01000000:2.0:1787583356.674453:0:22696:0:(tgt_mount.c:219:server_start_mgs()) Start MGS service MGS 00000020:01000004:2.0:1787583356.674458:0:22696:0:(tgt_mount.c:101:server_register_mount()) register mount ffff909366a92000 from MGS 00000020:01000004:2.0:1787583356.674462:0:22696:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGS (typ=mgs) 00000020:00000080:2.0:1787583356.674472:0:22696:0:(genops.c:413:class_newdev()) Allocate new device MGS (ffff90936db219b8) 00000020:00000080:2.0:1787583356.674481:0:22696:0:(obd_config.c:720:class_attach_name()) OBD: dev 1 attached type mgs with refcount 2 00000020:01000004:2.0:1787583356.674568:0:22696:0:(tgt_mount.c:153:server_get_mount()) get mount ffff909366a92000 from MGS, refs=2 00080000:01000000:2.0:1787583356.674573:0:22696:0:(osd_handler.c:8925:osd_obd_connect()) connect #1 00000020:00000080:2.0:1787583356.674577:0:22696:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x19a47956376b7aea 00000100:00100000:2.0:1787583356.674679:0:22696:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:2.0:1787583356.674823:0:22696:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 0 min 2 max 56 00000100:00100000:2.0:1787583356.674830:0:22696:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_000' 00000100:00100000:2.0:1787583356.677935:0:22696:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 1 min 2 max 56 00000100:00100000:2.0:1787583356.677951:0:22696:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_001' 00000100:00100000:1.0:1787583356.678763:0:22696:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1787583356.678976:0:22696:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 0 min 3 max 56 00000100:00100000:1.0:1787583356.678982:0:22696:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_000' 00000100:00100000:2.0:1787583356.685537:0:22696:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 1 min 3 max 56 00000100:00100000:3.0:1787583356.690370:0:22696:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_001' 00000100:00100000:1.0:1787583356.690805:0:22696:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 2 min 3 max 56 00000100:00100000:1.0:1787583356.690813:0:22696:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_002' 00010000:00010000:3.0:1787583356.691469:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787583356.691472:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787583356.691474:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787583356.691678:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787583356.691680:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787583356.691682:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787583356.693980:0:22696:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGS-0 is initialized 00010000:00010000:0.0:1787583356.695269:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:01000000:1.0:1787583356.698655:0:22696:0:(llog_obd.c:197:llog_setup()) obd MGS ctxt 0 is initialized 10000000:01000000:3.0:1787583356.699614:0:22708:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x2 (params) 20000000:01000000:1.0:1787583356.699669:0:22696:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 2 20000000:01000000:1.0:1787583356.699699:0:22696:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:1.0:1787583356.701589:0:22696:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 00000100:00100000:1.0:1787583356.701999:0:22696:0:(service.c:155:ptlrpc_grow_req_bufs()) mgs: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1787583356.702469:0:22696:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 0 min 3 max 32 00000100:00100000:1.0:1787583356.702475:0:22696:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0000' 00000100:00100000:1.0:1787583356.705648:0:22696:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 1 min 3 max 32 00000100:00100000:1.0:1787583356.705662:0:22696:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0001' 00000100:00100000:1.0:1787583356.706531:0:22696:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 2 min 3 max 32 00000100:00100000:1.0:1787583356.706540:0:22696:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0002' 00000020:00000080:3.0:1787583356.718294:0:22696:0:(obd_config.c:826:class_setup()) finished setup of obd MGS (uuid MGS) 00000020:01000004:3.0:1787583356.718319:0:22696:0:(obd_mount.c:411:lustre_start_mgc()) Start MGC 'MGC192.168.203.111@tcp' 00000020:01000004:3.0:1787583356.718321:0:22696:0:(obd_mount.c:420:lustre_start_mgc()) mgs NIDs (null). 00000020:01000004:3.0:1787583356.718352:0:22696:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGC192.168.203.111@tcp (typ=mgc) 00000020:00000080:3.0:1787583356.718365:0:22696:0:(genops.c:413:class_newdev()) Allocate new device MGC192.168.203.111@tcp (ffff909346613370) 00000020:00000080:3.0:1787583356.718380:0:22696:0:(obd_config.c:720:class_attach_name()) OBD: dev 2 attached type mgc with refcount 2 00010000:00080000:3.0:1787583356.718461:0:22696:0:(ldlm_lib.c:102:import_set_conn()) imp ffff909374962000@MGC192.168.203.111@tcp: add connection 192.168.203.111@tcp at head 00010000:00010000:3.0:1787583356.718608:0:22696:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGC192.168.203.111@tcp-0 is initialized 00000040:01000000:3.0:1787583356.718614:0:22696:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.203.111@tcp ctxt 1 is initialized 00000100:00080000:0.0:1787583356.718969:0:22713:0:(pinger.c:466:ping_evictor_main()) Starting Ping Evictor 10000000:01000000:0.0:1787583356.720773:0:22714:0:(mgc_request.c:631:mgc_requeue_thread()) Starting requeue thread 00000020:00000080:3.0:1787583356.720982:0:22696:0:(obd_config.c:826:class_setup()) finished setup of obd MGC192.168.203.111@tcp (uuid 2def8621-b047-4757-814d-42c7c419cee0) 00000020:00000080:3.0:1787583356.721003:0:22696:0:(genops.c:1385:class_connect()) connect: client 2def8621-b047-4757-814d-42c7c419cee0, cookie 0x19a47956376b7af8 00000100:00080000:3.0:1787583356.721025:0:22696:0:(import.c:510:import_select_connection()) MGC192.168.203.111@tcp: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1787583356.721031:0:22696:0:(import.c:624:import_select_connection()) MGC192.168.203.111@tcp: import ffff909374962000 using connection 192.168.203.111@tcp/0@lo 00000100:00100000:3.0:1787583356.722902:0:22696:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff90937fc60000 x1874416435948032/t0(0) o250->MGC192.168.203.111@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787583356.722953:0:22696:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 2def8621-b047-4757-814d-42c7c419cee0->MGS 00000020:01000004:3.0:1787583356.722975:0:22696:0:(tgt_mount.c:1812:server_start_targets()) starting target lustre-MDT0000 00000020:01000004:3.0:1787583356.722982:0:22696:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MDS (typ=mds) 00000020:00000080:3.0:1787583356.722997:0:22696:0:(genops.c:413:class_newdev()) Allocate new device MDS (ffff9093466119b8) 00000100:00100000:1.0:1787583356.723136:0:3652:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90937fc60000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2def8621-b047-4757-814d-42c7c419cee0:3652:1874416435948032:0@lo:250:mount.lustre.0 00000100:00100000:1.0:1787583356.723206:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787583356.723293:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435948032 00000100:00100000:1.0:1787583356.723300:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435948032 00000100:00100000:1.0:1787583356.723333:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1787583356.723341:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909365c70450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0+-99:3652:x1874416435948032:12345-0@lo:250:mount.lustre.0 00010000:00080000:1.0:1787583356.723363:0:22709:0:(ldlm_lib.c:1444:target_handle_connect()) MGS: connection from 2def8621-b047-4757-814d-42c7c419cee0@0@lo t0 exp 0000000000000000 cur 663 last 0 00000020:00000080:1.0:1787583356.723387:0:22709:0:(genops.c:1385:class_connect()) connect: client 2def8621-b047-4757-814d-42c7c419cee0, cookie 0x19a47956376b7b06 00000100:00080000:1.0:1787583356.723514:0:22709:0:(import.c:65:import_set_state_nolock()) ffff9093668b0800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1787583356.723564:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909365c70450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2def8621-b047-4757-814d-42c7c419cee0+5:3652:x1874416435948032:12345-0@lo:250:mount.lustre.0 Request processed in 222us (358us total) trans 0 rc 0/0 00000100:00100000:1.0:1787583356.723571:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1787583356.723618:0:3652:0:(client.c:3125:ptlrpc_free_committed()) MGC192.168.203.111@tcp: committing for last_committed 0 gen 1 00000100:00080000:1.0:1787583356.723626:0:3652:0:(import.c:1132:ptlrpc_connect_interpret()) MGC192.168.203.111@tcp: connect to target with instance 0 00000100:00080000:1.0:1787583356.723633:0:3652:0:(import.c:956:ptlrpc_connect_set_flags()) MGC192.168.203.111@tcp: Resetting ns_connect_flags to server flags: 0xa000011001002060 10000000:01000000:1.0:1787583356.723637:0:3652:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808005 00000100:00080000:1.0:1787583356.723640:0:3652:0:(import.c:65:import_set_state_nolock()) ffff909374962000 MGS: changing import state from CONNECTING to FULL 10000000:01000000:1.0:1787583356.723642:0:3652:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808004 00000100:00080000:1.0:1787583356.723648:0:3652:0:(pinger.c:186:ptlrpc_pinger_ir_up()) IR up 00000100:00100000:1.0:1787583356.723653:0:3652:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90937fc60000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2def8621-b047-4757-814d-42c7c419cee0:3652:1874416435948032:0@lo:250:mount.lustre.0 00000020:00000080:3.0:1787583356.723800:0:22696:0:(obd_config.c:720:class_attach_name()) OBD: dev 3 attached type mds with refcount 2 00000100:00100000:3.0:1787583356.748597:0:22696:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt: allocate 64 new 262144-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1787583356.748808:0:22696:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 0 min 3 max 116 00000100:00100000:3.0:1787583356.748815:0:22696:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_000' 00000100:00100000:3.0:1787583356.750336:0:22696:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 1 min 3 max 116 00000100:00100000:3.0:1787583356.750348:0:22696:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_001' 00000100:00100000:2.0:1787583356.750741:0:22696:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 2 min 3 max 116 00000100:00100000:2.0:1787583356.750748:0:22696:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_002' 00000100:00100000:2.0:1787583356.751682:0:22696:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_readpage: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1787583356.752023:0:22696:0:(service.c:3462:ptlrpc_start_thread()) mdt_readpage[0] started 0 min 2 max 80 00000100:00100000:2.0:1787583356.752029:0:22696:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_000' 00000100:00100000:3.0:1787583356.752745:0:22696:0:(service.c:3462:ptlrpc_start_thread()) mdt_readpage[0] started 1 min 2 max 80 00000100:00100000:3.0:1787583356.752754:0:22696:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_001' 00000100:00100000:2.0:1787583356.796501:0:22696:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1787583356.796689:0:22696:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 0 min 2 max 116 00000100:00100000:2.0:1787583356.796695:0:22696:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_000' 00000100:00100000:0.0:1787583356.797740:0:22696:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 1 min 2 max 116 00000100:00100000:0.0:1787583356.797748:0:22696:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_001' 00000100:00100000:0.0:1787583356.798531:0:22696:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqs: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1787583356.798691:0:22696:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqs[-1] started 0 min 2 max 256 00000100:00100000:0.0:1787583356.798702:0:22696:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqs_0000' 00000100:00100000:0.0:1787583356.799481:0:22696:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqs[-1] started 1 min 2 max 256 00000100:00100000:0.0:1787583356.799488:0:22696:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqs_0001' 00000100:00100000:0.0:1787583356.800304:0:22696:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqm: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1787583356.800497:0:22696:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqm[-1] started 0 min 2 max 256 00000100:00100000:0.0:1787583356.800502:0:22696:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqm_0000' 00000100:00100000:0.0:1787583356.801415:0:22696:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqm[-1] started 1 min 2 max 256 00000100:00100000:0.0:1787583356.801424:0:22696:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqm_0001' 00000100:00100000:0.0:1787583356.802545:0:22696:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_fld: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1787583356.802715:0:22696:0:(service.c:3462:ptlrpc_start_thread()) mdt_fld[-1] started 0 min 2 max 256 00000100:00100000:0.0:1787583356.802733:0:22696:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_fld_0000' 00000100:00100000:0.0:1787583356.810418:0:22696:0:(service.c:3462:ptlrpc_start_thread()) mdt_fld[-1] started 1 min 2 max 256 00000100:00100000:0.0:1787583356.810437:0:22696:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_fld_0001' 00000100:00100000:1.0:1787583356.835574:0:22696:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1787583356.835781:0:22696:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 0 min 3 max 116 00000100:00100000:1.0:1787583356.835788:0:22696:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_000' 00000100:00100000:1.0:1787583356.837250:0:22696:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 1 min 3 max 116 00000100:00100000:1.0:1787583356.837260:0:22696:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_001' 00000100:00100000:1.0:1787583356.838067:0:22696:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 2 min 3 max 116 00000100:00100000:1.0:1787583356.838074:0:22696:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_002' 00000020:00000080:1.0:1787583356.838710:0:22696:0:(obd_config.c:826:class_setup()) finished setup of obd MDS (uuid MDS_uuid) 00000020:01000004:1.0:1787583356.838749:0:22696:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/mds1_flakey 10000000:01000000:1.0:1787583356.838756:0:22696:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.203.111@tcp: cl_mgc_mutex lustre-MDT0000-osd for locked: rc = 0 00000040:01000000:1.0:1787583356.838982:0:22696:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.203.111@tcp ctxt 0 is initialized 00000020:01000004:1.0:1787583356.839033:0:22696:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-MDT0000, fs=lustre, 192.168.203.111@tcp, index=0000, flags=0x20005 00000020:01000004:1.0:1787583356.839038:0:22696:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:1.0:1787583356.839040:0:22696:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1787583356.839041:0:22696:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1787583356.839042:0:22696:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1787583356.839043:0:22696:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1787583356.839044:0:22696:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1787583356.839046:0:22696:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1787583356.839047:0:22696:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1787583356.839049:0:22696:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1787583356.839050:0:22696:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:1.0:1787583356.839053:0:22696:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x10020005 00000020:01000004:1.0:1787583356.839056:0:22696:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:1.0:1787583356.839057:0:22696:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1787583356.839058:0:22696:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1787583356.839059:0:22696:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1787583356.839060:0:22696:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1787583356.839061:0:22696:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1787583356.839062:0:22696:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1787583356.839063:0:22696:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1787583356.839064:0:22696:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1787583356.839065:0:22696:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:1.0:1787583356.839091:0:22696:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:1.0:1787583356.839110:0:22696:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90936dad3480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2def8621-b047-4757-814d-42c7c419cee0:22696:1874416435948160:0@lo:253:mount.lustre.0 00000100:00100000:1.0:1787583356.839178:0:22696:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787583356.839223:0:22696:0:(client.c:2715:ptlrpc_set_wait()) set ffff9092465f5240 going to sleep for 11 seconds 00000100:00100000:2.0:1787583356.839298:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435948160 00000100:00100000:2.0:1787583356.839306:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435948160 00000100:00100000:2.0:1787583356.839351:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1787583356.839361:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909365c72450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2def8621-b047-4757-814d-42c7c419cee0+5:22696:x1874416435948160:12345-0@lo:253:mount.lustre.0 20000000:01000000:2.0:1787583356.839403:0:22711:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:2.0:1787583356.839406:0:22711:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:2.0:1787583356.839409:0:22711:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-MDT0000 is running on 0@lo 10000000:01000000:2.0:1787583356.839671:0:22733:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:01000000:3.0:1787583356.840195:0:22711:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 10 20000000:01000000:3.0:1787583356.841518:0:22734:0:(mgs_llog.c:340:mgs_fsdb_handler()) MDT index is 0 20000000:01000000:3.0:1787583356.841524:0:22734:0:(mgs_llog.c:340:mgs_fsdb_handler()) MDT index is 1 20000000:01000000:3.0:1787583356.841527:0:22734:0:(mgs_llog.c:324:mgs_fsdb_handler()) OST index for lustre-OST0000_UUID is 0 (0) 20000000:01000000:3.0:1787583356.841530:0:22734:0:(mgs_llog.c:324:mgs_fsdb_handler()) OST index for lustre-OST0001_UUID is 1 (1) 00000040:00080000:3.0:1787583356.841714:0:22734:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 20000000:01000000:2.0:1787583356.841908:0:22711:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:2.0:1787583356.841919:0:22711:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00000100:00100000:2.0:1787583356.843493:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909365c72450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2def8621-b047-4757-814d-42c7c419cee0+5:22696:x1874416435948160:12345-0@lo:253:mount.lustre.0 Request processed in 4125us (4306us total) trans 0 rc 0/0 00000100:00100000:2.0:1787583356.843508:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1787583356.843598:0:22696:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90936dad3480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2def8621-b047-4757-814d-42c7c419cee0:22696:1874416435948160:0@lo:253:mount.lustre.0 10000000:01000000:1.0:1787583356.843613:0:22696:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:1.0:1787583356.843616:0:22696:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:1.0:1787583356.843618:0:22696:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1787583356.843619:0:22696:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1787583356.843620:0:22696:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1787583356.843622:0:22696:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1787583356.843623:0:22696:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1787583356.843624:0:22696:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1787583356.843626:0:22696:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1787583356.843628:0:22696:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1787583356.843630:0:22696:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:1.0:1787583356.843649:0:22696:0:(tgt_mount.c:101:server_register_mount()) register mount ffff909366a92000 from lustre-MDT0000 10000000:01000000:1.0:1787583356.843678:0:22696:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-MDT0000 from 0 10000000:01000000:1.0:1787583356.843681:0:22696:0:(mgc_request.c:329:config_log_add()) add config log lustre-MDT0000-0000000000000000 10000000:01000000:1.0:1787583356.843686:0:22696:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-sptlrpc-ffff909346613370 10000000:01000000:1.0:1787583356.843691:0:22696:0:(mgc_request.c:68:mgc_name2resid()) log lustre-sptlrpc to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1787583356.843699:0:22696:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-sptlrpc-ffff909346613370 from 1 10000000:01000000:1.0:1787583356.843702:0:22696:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:1.0:1787583356.843751:0:22696:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff90924149a200/0x19a47956376b7b0d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22696 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583356.843762:0:22696:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.111@tcp lock: ffff90924149a200/0x19a47956376b7b0d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22696 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583356.843772:0:22696:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.111@tcp lock: ffff90924149a200/0x19a47956376b7b0d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22696 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787583356.843793:0:22696:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90936dad3480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2def8621-b047-4757-814d-42c7c419cee0:22696:1874416435948288:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1787583356.843830:0:22696:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787583356.843907:0:22696:0:(client.c:2715:ptlrpc_set_wait()) set ffff9092465f5840 going to sleep for 11 seconds 00000100:00100000:3.0:1787583356.843980:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435948288 00000100:00100000:3.0:1787583356.843986:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435948288 00000100:00100000:3.0:1787583356.844037:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1787583356.844047:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909365c72050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2def8621-b047-4757-814d-42c7c419cee0+5:22696:x1874416435948288:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1787583356.844060:0:22710:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787583356.844073:0:22710:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90936367e400/0x19a47956376b7b14 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x19a47956376b7b0d expref: -99 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583356.844093:0:22710:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90936367e400/0x19a47956376b7b14 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x19a47956376b7b0d expref: 6 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583356.844103:0:22710:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90936367e400/0x19a47956376b7b14 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x19a47956376b7b0d expref: 6 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583356.844126:0:22710:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90936367e400, rc 0) 00000100:00100000:3.0:1787583356.844210:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909365c72050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2def8621-b047-4757-814d-42c7c419cee0+6:22696:x1874416435948288:12345-0@lo:101:mount.lustre.0 Request processed in 165us (380us total) trans 0 rc 0/0 00000100:00100000:3.0:1787583356.844217:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1787583356.844419:0:22696:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90936dad3480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2def8621-b047-4757-814d-42c7c419cee0:22696:1874416435948288:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1787583356.844434:0:22696:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.111@tcp lock: ffff90924149a200/0x19a47956376b7b0d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x19a47956376b7b14 expref: -99 pid: 22696 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583356.844443:0:22696:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.111@tcp lock: ffff90924149a200/0x19a47956376b7b0d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x19a47956376b7b14 expref: -99 pid: 22696 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787583356.844508:0:22696:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90924846a300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2def8621-b047-4757-814d-42c7c419cee0:22696:1874416435948416:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1787583356.844533:0:22696:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787583356.844588:0:22696:0:(client.c:2715:ptlrpc_set_wait()) set ffff909365f113c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787583356.844625:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435948416 00000100:00100000:3.0:1787583356.844629:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435948416 00000100:00100000:3.0:1787583356.844692:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1787583356.844700:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909365c72c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2def8621-b047-4757-814d-42c7c419cee0+6:22696:x1874416435948416:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1787583356.844785:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909365c72c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2def8621-b047-4757-814d-42c7c419cee0+6:22696:x1874416435948416:12345-0@lo:501:mount.lustre.0 Request processed in 86us (250us total) trans 0 rc -2/-2 00000100:00100000:3.0:1787583356.844792:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1787583356.844870:0:22696:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90924846a300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2def8621-b047-4757-814d-42c7c419cee0:22696:1874416435948416:0@lo:501:mount.lustre.0 10000000:01000000:2.0:1787583356.844896:0:22696:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.111@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:2.0:1787583356.844913:0:22696:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff90924149a200/0x19a47956376b7b0d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x19a47956376b7b14 expref: -99 pid: 22696 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583356.844921:0:22696:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.111@tcp lock: ffff90924149a200/0x19a47956376b7b0d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x19a47956376b7b14 expref: -99 pid: 22696 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787583356.844929:0:22696:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff909366a92000 10000000:01000000:2.0:1787583356.844933:0:22696:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:2.0:1787583356.844936:0:22696:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-barrier-ffff909366a92000 10000000:01000000:2.0:1787583356.844939:0:22696:0:(mgc_request.c:68:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:2.0:1787583356.844941:0:22696:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-barrier-ffff909366a92000 from 1 10000000:01000000:2.0:1787583356.844943:0:22696:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:2.0:1787583356.844960:0:22696:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff90924770a800/0x19a47956376b7b1b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22696 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583356.844967:0:22696:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.111@tcp lock: ffff90924770a800/0x19a47956376b7b1b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22696 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583356.844974:0:22696:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.111@tcp lock: ffff90924770a800/0x19a47956376b7b1b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22696 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787583356.844985:0:22696:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90924846a300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2def8621-b047-4757-814d-42c7c419cee0:22696:1874416435948544:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1787583356.845031:0:22696:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787583356.845285:0:22696:0:(client.c:2715:ptlrpc_set_wait()) set ffff909365f113c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787583356.845355:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435948544 00000100:00100000:1.0:1787583356.845360:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435948544 00000100:00100000:1.0:1787583356.845388:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1787583356.845395:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909365c72850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2def8621-b047-4757-814d-42c7c419cee0+6:22696:x1874416435948544:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1787583356.845402:0:22710:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787583356.845413:0:22710:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90924149a000/0x19a47956376b7b22 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x19a47956376b7b1b expref: -99 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583356.845429:0:22710:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90924149a000/0x19a47956376b7b22 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x19a47956376b7b1b expref: 7 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583356.845438:0:22710:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90924149a000/0x19a47956376b7b22 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x19a47956376b7b1b expref: 7 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583356.845446:0:22710:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90924149a000, rc 0) 00000100:00100000:1.0:1787583356.845521:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909365c72850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2def8621-b047-4757-814d-42c7c419cee0+7:22696:x1874416435948544:12345-0@lo:101:mount.lustre.0 Request processed in 127us (489us total) trans 0 rc 0/0 00000100:00100000:1.0:1787583356.845528:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1787583356.845638:0:22696:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90924846a300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2def8621-b047-4757-814d-42c7c419cee0:22696:1874416435948544:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1787583356.845650:0:22696:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.111@tcp lock: ffff90924770a800/0x19a47956376b7b1b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x19a47956376b7b22 expref: -99 pid: 22696 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583356.845658:0:22696:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.111@tcp lock: ffff90924770a800/0x19a47956376b7b1b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x19a47956376b7b22 expref: -99 pid: 22696 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787583356.845671:0:22696:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.111@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:2.0:1787583356.845732:0:22696:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff90924770a800/0x19a47956376b7b1b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x19a47956376b7b22 expref: -99 pid: 22696 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583356.845740:0:22696:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.111@tcp lock: ffff90924770a800/0x19a47956376b7b1b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x19a47956376b7b22 expref: -99 pid: 22696 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787583356.845746:0:22696:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-MDT0000-0000000000000000 10000000:01000000:2.0:1787583356.845751:0:22696:0:(mgc_request.c:68:mgc_name2resid()) log lustre-MDT0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1787583356.845755:0:22696:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-mdtir-ffff909366a92000 10000000:01000000:2.0:1787583356.845758:0:22696:0:(mgc_request.c:68:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:2.0:1787583356.845761:0:22696:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 1 10000000:01000000:2.0:1787583356.845763:0:22696:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:2.0:1787583356.845777:0:22696:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff90924770b600/0x19a47956376b7b29 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22696 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583356.845785:0:22696:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.111@tcp lock: ffff90924770b600/0x19a47956376b7b29 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22696 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583356.845793:0:22696:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.111@tcp lock: ffff90924770b600/0x19a47956376b7b29 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22696 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787583356.845813:0:22696:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90924846a300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2def8621-b047-4757-814d-42c7c419cee0:22696:1874416435948672:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1787583356.845841:0:22696:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787583356.845892:0:22696:0:(client.c:2715:ptlrpc_set_wait()) set ffff909365f113c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787583356.846406:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435948672 00000100:00100000:1.0:1787583356.846412:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435948672 00000100:00100000:1.0:1787583356.846443:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1787583356.846450:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909344f6c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2def8621-b047-4757-814d-42c7c419cee0+7:22696:x1874416435948672:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1787583356.846458:0:22710:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787583356.846467:0:22710:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90924149a400/0x19a47956376b7b30 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x19a47956376b7b29 expref: -99 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583356.846483:0:22710:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90924149a400/0x19a47956376b7b30 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x19a47956376b7b29 expref: 8 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583356.846492:0:22710:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90924149a400/0x19a47956376b7b30 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x19a47956376b7b29 expref: 8 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583356.846509:0:22710:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90924149a400, rc 0) 00000100:00100000:1.0:1787583356.846551:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909344f6c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2def8621-b047-4757-814d-42c7c419cee0+8:22696:x1874416435948672:12345-0@lo:101:mount.lustre.0 Request processed in 101us (708us total) trans 0 rc 0/0 00000100:00100000:1.0:1787583356.846557:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1787583356.846631:0:22696:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90924846a300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2def8621-b047-4757-814d-42c7c419cee0:22696:1874416435948672:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1787583356.846643:0:22696:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.111@tcp lock: ffff90924770b600/0x19a47956376b7b29 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x19a47956376b7b30 expref: -99 pid: 22696 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583356.846652:0:22696:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.111@tcp lock: ffff90924770b600/0x19a47956376b7b29 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x19a47956376b7b30 expref: -99 pid: 22696 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787583356.846699:0:22696:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90924846a300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2def8621-b047-4757-814d-42c7c419cee0:22696:1874416435948800:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1787583356.846741:0:22696:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787583356.846771:0:22696:0:(client.c:2715:ptlrpc_set_wait()) set ffff909365f113c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787583356.846824:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435948800 00000100:00100000:1.0:1787583356.846828:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435948800 00000100:00100000:1.0:1787583356.846877:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1787583356.846885:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909344f6e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2def8621-b047-4757-814d-42c7c419cee0+8:22696:x1874416435948800:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1787583356.847000:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909344f6e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2def8621-b047-4757-814d-42c7c419cee0+9:22696:x1874416435948800:12345-0@lo:501:mount.lustre.0 Request processed in 115us (258us total) trans 0 rc 0/0 00000100:00100000:1.0:1787583356.847019:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1787583356.847148:0:22696:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90924846a300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2def8621-b047-4757-814d-42c7c419cee0:22696:1874416435948800:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1787583356.847175:0:22696:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90924846a300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2def8621-b047-4757-814d-42c7c419cee0:22696:1874416435948928:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1787583356.847216:0:22696:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787583356.847244:0:22696:0:(client.c:2715:ptlrpc_set_wait()) set ffff909365f113c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787583356.847319:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435948928 00000100:00100000:3.0:1787583356.847324:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435948928 00000100:00100000:3.0:1787583356.847348:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1787583356.847355:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909344f6ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2def8621-b047-4757-814d-42c7c419cee0+9:22696:x1874416435948928:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1787583356.848075:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909344f6ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2def8621-b047-4757-814d-42c7c419cee0+9:22696:x1874416435948928:12345-0@lo:503:mount.lustre.0 Request processed in 716us (855us total) trans 0 rc 0/0 00000100:00100000:3.0:1787583356.848083:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1787583356.848208:0:22696:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90924846a300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2def8621-b047-4757-814d-42c7c419cee0:22696:1874416435948928:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1787583356.848549:0:22735:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90924846a300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:2def8621-b047-4757-814d-42c7c419cee0:22735:1874416435949056:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1787583356.848582:0:22735:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787583356.848612:0:22735:0:(client.c:2715:ptlrpc_set_wait()) set ffff909365f11cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1787583356.848657:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435949056 00000100:00100000:1.0:1787583356.848662:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435949056 00000100:00100000:1.0:1787583356.848690:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1787583356.848697:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909344f6c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2def8621-b047-4757-814d-42c7c419cee0+9:22735:x1874416435949056:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1787583356.849251:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909344f6c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2def8621-b047-4757-814d-42c7c419cee0+9:22735:x1874416435949056:12345-0@lo:502:llog_process_th.0 Request processed in 553us (667us total) trans 0 rc 0/0 00000100:00100000:1.0:1787583356.849258:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1787583356.849331:0:22735:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90924846a300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:2def8621-b047-4757-814d-42c7c419cee0:22735:1874416435949056:0@lo:502:llog_process_th.0 00000020:01000000:2.0:1787583356.849351:0:22735:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1787583356.849365:0:22735:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787583356.849368:0:22735:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) lustre-MDT0000-m lov setup 00000020:01000000:2.0:1787583356.849372:0:22735:0:(obd_config.c:1967:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0000) 00000020:00000080:2.0:1787583356.849374:0:22735:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1787583356.849388:0:22735:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdtlov (ffff90936db20000) 00000020:00000080:2.0:1787583356.849402:0:22735:0:(obd_config.c:720:class_attach_name()) OBD: dev 4 attached type lod with refcount 2 00000020:00000080:2.0:1787583356.849407:0:22735:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00080000:01000000:2.0:1787583356.849465:0:22735:0:(osd_handler.c:8925:osd_obd_connect()) connect #2 00000020:00000080:2.0:1787583356.849471:0:22735:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x19a47956376b7b3e 00000020:00000080:2.0:1787583356.849654:0:22735:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:01000000:2.0:1787583356.849657:0:22735:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1787583356.849660:0:22735:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787583356.849661:0:22735:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) lustre-MDT0000-m lov setup 00000020:01000000:2.0:1787583356.849664:0:22735:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1787583356.849667:0:22735:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787583356.849668:0:22735:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) lustre-MDT0000 add mdt 00000020:00000080:2.0:1787583356.849671:0:22735:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1787583356.849677:0:22735:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000 (ffff90936db24d28) 00000020:00000080:2.0:1787583356.849686:0:22735:0:(obd_config.c:720:class_attach_name()) OBD: dev 5 attached type mdt with refcount 2 00000020:00000080:2.0:1787583356.849689:0:22735:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007 00000020:00000080:2.0:1787583356.849691:0:22735:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-MDT0000 osc lustre-MDT0000-mdtlov mdc (null) 00000020:01000000:2.0:1787583356.849693:0:22735:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-MDT0000 00000020:00000080:2.0:1787583356.849698:0:22735:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:2.0:1787583356.849749:0:22735:0:(tgt_mount.c:153:server_get_mount()) get mount ffff909366a92000 from lustre-MDT0000, refs=3 00000020:00000080:2.0:1787583356.849760:0:22735:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDD0000 (ffff909246793370) 00000020:00000080:2.0:1787583356.849767:0:22735:0:(obd_config.c:720:class_attach_name()) OBD: dev 6 attached type mdd with refcount 2 00000004:01000000:2.0:1787583356.849819:0:22735:0:(lod_dev.c:2291:lod_obd_connect()) connect #0 00000020:00000080:2.0:1787583356.849824:0:22735:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x19a47956376b7b53 00000020:00000080:2.0:1787583356.849948:0:22735:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000004:01000000:2.0:1787583356.849953:0:22735:0:(mdd_device.c:1598:mdd_obd_connect()) connect #0 00000020:00000080:2.0:1787583356.849957:0:22735:0:(genops.c:1385:class_connect()) connect: client lustre-MDD0000_UUID, cookie 0x19a47956376b7b5a 00080000:01000000:2.0:1787583356.849961:0:22735:0:(osd_handler.c:8925:osd_obd_connect()) connect #3 00000020:00000080:2.0:1787583356.849963:0:22735:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x19a47956376b7b61 00010000:00010000:2.0:1787583356.912321:0:22735:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0000_UUID-1 is initialized 00000001:00000004:2.0:1787583356.913583:0:22735:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 8589934627 00000001:00080000:2.0:1787583356.914743:0:22735:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000020:00000080:2.0:1787583356.915196:0:22735:0:(genops.c:413:class_newdev()) Allocate new device lustre-QMT0000 (ffff909246790000) 00000020:00000080:2.0:1787583356.915213:0:22735:0:(obd_config.c:720:class_attach_name()) OBD: dev 7 attached type qmt with refcount 2 00080000:01000000:2.0:1787583356.915278:0:22735:0:(osd_handler.c:8925:osd_obd_connect()) connect #4 00000020:00000080:2.0:1787583356.915285:0:22735:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x19a47956376b7b6f 00000020:00000080:2.0:1787583356.916321:0:22735:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:3.0:1787583356.929835:0:22735:0:(genops.c:1385:class_connect()) connect: client lustre-QMT0000_UUID, cookie 0x19a47956376b7b76 00000020:00000080:3.0:1787583356.931250:0:22735:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:01000000:3.0:1787583356.931264:0:22735:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1787583356.931272:0:22735:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787583356.931275:0:22735:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) lustre-MDT0000 add mdt 00000020:01000000:3.0:1787583356.931277:0:22735:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1787583356.931280:0:22735:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #8 00000020:01000000:3.0:1787583356.931282:0:22735:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1787583356.931291:0:22735:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1787583356.931293:0:22735:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1787583356.931296:0:22735:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787583356.931297:0:22735:0:(obd_config.c:1563:class_process_config()) marker 8 (0x6) lustre sys.timeout 00000020:01000000:3.0:1787583356.931299:0:22735:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1787583356.931304:0:22735:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787583356.931306:0:22735:0:(obd_config.c:1563:class_process_config()) marker 10 (0x1) lustre-MDT0000 mdt.identity_upcall 00000020:00000080:3.0:1787583356.931310:0:22735:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000004:01000000:3.0:1787583356.931352:0:22735:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0000: identity upcall set to /home/green/git/lustre-release/lustre/utils/l_getidentity 00000020:01000000:3.0:1787583356.931366:0:22735:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1787583356.931369:0:22735:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787583356.931370:0:22735:0:(obd_config.c:1563:class_process_config()) marker 10 (0x2) lustre-MDT0000 mdt.identity_upcall 00000020:01000000:3.0:1787583356.931373:0:22735:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1787583356.931375:0:22735:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787583356.931377:0:22735:0:(obd_config.c:1563:class_process_config()) marker 17 (0x1) lustre-MDT0001 add osp 00000020:00000080:3.0:1787583356.931380:0:22735:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1787583356.931385:0:22735:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.111@tcp to nid 0x20000c0a8cb6f (192.168.203.111@tcp) 00000020:00000080:3.0:1787583356.931410:0:22735:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1787583356.931425:0:22735:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-osp-MDT0000 (ffff909346610000) 00000020:00000080:3.0:1787583356.931441:0:22735:0:(obd_config.c:720:class_attach_name()) OBD: dev 8 attached type osp with refcount 2 00000020:00000080:3.0:1787583356.931447:0:22735:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:3.0:1787583356.931518:0:22735:0:(osp_dev.c:1203:osp_init0()) lustre-MDT0001-osp-MDT0000: connect to lustre-MDT0000-osd (lustre-MDT0001-osp-MDT0000) 00080000:01000000:3.0:1787583356.931523:0:22735:0:(osd_handler.c:8925:osd_obd_connect()) connect #5 00000020:00000080:3.0:1787583356.931530:0:22735:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x19a47956376b7b84 00010000:00080000:3.0:1787583356.931560:0:22735:0:(ldlm_lib.c:102:import_set_conn()) imp ffff909246695000@lustre-MDT0001-osp-MDT0000: add connection 192.168.203.111@tcp at head 00010000:00010000:3.0:1787583356.934835:0:22735:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-osp-MDT0000-1 is initialized 00000020:00000080:1.0:1787583356.943574:0:22735:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-osp-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1787583356.943588:0:22735:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00000004:01000000:1.0:1787583356.943626:0:22735:0:(lod_lov.c:128:lod_add_device()) osp:lustre-MDT0001_UUID idx:1 gen:1 00000020:00000080:1.0:1787583356.943644:0:22735:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x19a47956376b7b8b 00000100:00080000:1.0:1787583356.943656:0:22735:0:(import.c:510:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1787583356.943662:0:22735:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff909246695000 using connection 192.168.203.111@tcp/0@lo 00000100:00100000:1.0:1787583356.943700:0:22735:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff90936dad0a80 x1874416435949184/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787583356.943754:0:22735:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID 00000020:01000000:1.0:1787583356.943808:0:22735:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787583356.943812:0:22735:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787583356.943814:0:22735:0:(obd_config.c:1563:class_process_config()) marker 17 (0x2) lustre-MDT0001 add osp 00000020:01000000:1.0:1787583356.943817:0:22735:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1787583356.943820:0:22735:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #18 00000020:01000000:1.0:1787583356.943822:0:22735:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1787583356.943823:0:22735:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1787583356.943824:0:22735:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1787583356.943827:0:22735:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787583356.943828:0:22735:0:(obd_config.c:1563:class_process_config()) marker 18 (0x6) lustre sys.timeout 00000020:01000000:1.0:1787583356.943831:0:22735:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:1.0:1787583356.943836:0:22735:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/mds1_flakey 00000020:00000080:1.0:1787583356.943839:0:22735:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787583356.943841:0:22735:0:(obd_config.c:1563:class_process_config()) marker 22 (0x1) lustre-OST0000 add osc 00000020:00000080:1.0:1787583356.943874:0:22735:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1787583356.943878:0:22735:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.111@tcp to nid 0x20000c0a8cb6f (192.168.203.111@tcp) 00000020:01000000:1.0:1787583356.943903:0:22735:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:1.0:1787583356.943906:0:22735:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1787583356.943919:0:22735:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0000 (ffff909373fd8000) 00000020:00000080:1.0:1787583356.943929:0:22735:0:(obd_config.c:720:class_attach_name()) OBD: dev 9 attached type osp with refcount 2 00000020:00000080:1.0:1787583356.943933:0:22735:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:1.0:1787583356.943989:0:22735:0:(osp_dev.c:1203:osp_init0()) lustre-OST0000-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0000-osc-MDT0000) 00080000:01000000:1.0:1787583356.943994:0:22735:0:(osd_handler.c:8925:osd_obd_connect()) connect #6 00000020:00000080:1.0:1787583356.943999:0:22735:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x19a47956376b7b99 00010000:00080000:1.0:1787583356.944214:0:22735:0:(ldlm_lib.c:102:import_set_conn()) imp ffff909374961800@lustre-OST0000-osc-MDT0000: add connection 192.168.203.111@tcp at head 00010000:00010000:1.0:1787583356.944425:0:22735:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0000-2 is initialized 00000100:00100000:2.0:1787583356.947047:0:3652:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90936dad0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3652:1874416435949184:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1787583356.947123:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787583356.947196:0:22722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435949184 00000100:00100000:2.0:1787583356.947204:0:22722:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435949184 00000100:00100000:2.0:1787583356.947286:0:22722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1787583356.947293:0:22722:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90924846a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3652:x1874416435949184:12345-0@lo:38:llog_process_th.0 00010000:00020000:2.0:1787583356.947310:0:22722:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000040:01000000:1.0:1787583356.951178:0:22735:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:1.0:1787583356.951942:0:22735:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0000-osc-MDT0000 ctxt 2 is initialized 00000040:00080000:1.0:1787583356.957839:0:22735:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1787583356.958174:0:22735:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2:0x0].3, 64 off8384 00000100:00100000:2.0:1787583356.964606:0:22722:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90924846a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3652:x1874416435949184:12345-0@lo:38:llog_process_th.0 Request processed in 17303us (17474us total) trans 0 rc -19/-19 00000100:00100000:2.0:1787583356.964621:0:22722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00080000:1.0:1787583356.965378:0:3652:0:(import.c:65:import_set_state_nolock()) ffff909246695000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787583356.965387:0:3652:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1787583356.965391:0:3652:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90936dad0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3652:1874416435949184:0@lo:38:llog_process_th.0 00000040:00080000:2.0:1787583356.966356:0:22735:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x10:0x0].1, 64 off8256 00000040:00080000:0.0:1787583356.967099:0:22741:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:0.0:1787583356.967105:0:22741:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x10:0x0] at index 3 of catalog [0x1:0x2:0x0] 00000020:00000080:2.0:1787583356.969801:0:22735:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1787583356.969820:0:22735:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:2.0:1787583356.969882:0:22735:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000020:00000080:2.0:1787583356.969903:0:22735:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x19a47956376b7ba0 00000100:00080000:2.0:1787583356.969914:0:22735:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1787583356.969920:0:22735:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff909374961800 using connection 192.168.203.111@tcp/0@lo 00000100:00100000:2.0:1787583356.969973:0:22735:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff909248469c00 x1874416435949312/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787583356.970004:0:22735:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000020:01000000:2.0:1787583356.970209:0:22735:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1787583356.970219:0:22735:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787583356.970222:0:22735:0:(obd_config.c:1563:class_process_config()) marker 22 (0x2) lustre-OST0000 add osc 00000020:01000000:2.0:1787583356.970226:0:22735:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1787583356.970229:0:22735:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #25 00000020:01000000:2.0:1787583356.970230:0:22735:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1787583356.970232:0:22735:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1787583356.970233:0:22735:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1787583356.970236:0:22735:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787583356.970238:0:22735:0:(obd_config.c:1563:class_process_config()) marker 25 (0x6) lustre sys.timeout 00000020:01000000:2.0:1787583356.970240:0:22735:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:2.0:1787583356.970244:0:22735:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/mds1_flakey 00000020:00000080:2.0:1787583356.970248:0:22735:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787583356.970249:0:22735:0:(obd_config.c:1563:class_process_config()) marker 30 (0x1) lustre-OST0001 add osc 00000020:00000080:2.0:1787583356.970252:0:22735:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1787583356.970256:0:22735:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.111@tcp to nid 0x20000c0a8cb6f (192.168.203.111@tcp) 00000020:01000000:2.0:1787583356.970281:0:22735:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:2.0:1787583356.970284:0:22735:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1787583356.970295:0:22735:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-MDT0000 (ffff9092467919b8) 00000020:00000080:2.0:1787583356.970307:0:22735:0:(obd_config.c:720:class_attach_name()) OBD: dev 10 attached type osp with refcount 2 00000020:00000080:2.0:1787583356.970310:0:22735:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:2.0:1787583356.970367:0:22735:0:(osp_dev.c:1203:osp_init0()) lustre-OST0001-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0001-osc-MDT0000) 00080000:01000000:2.0:1787583356.970372:0:22735:0:(osd_handler.c:8925:osd_obd_connect()) connect #7 00000020:00000080:2.0:1787583356.970378:0:22735:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x19a47956376b7bae 00010000:00080000:2.0:1787583356.970407:0:22735:0:(ldlm_lib.c:102:import_set_conn()) imp ffff909246691000@lustre-OST0001-osc-MDT0000: add connection 192.168.203.111@tcp at head 00010000:00010000:2.0:1787583356.970609:0:22735:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-MDT0000-3 is initialized 00000040:01000000:2.0:1787583356.970677:0:22735:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:2.0:1787583356.970693:0:22735:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0001-osc-MDT0000 ctxt 2 is initialized 00000100:00100000:0.0:1787583356.971081:0:3652:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909248469c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3652:1874416435949312:0@lo:8:llog_process_th.0 00000400:00000100:0.0:1787583356.971149:0:3652:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1874416435949312 offset 0 length 520: 4 00000040:00080000:2.0:1787583356.979464:0:22735:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1787583356.979680:0:22735:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x5:0x0].3, 64 off8384 00000040:00080000:2.0:1787583356.979827:0:22735:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x12:0x0].1, 64 off8256 00000040:00080000:2.0:1787583356.980276:0:22743:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:2.0:1787583356.980281:0:22743:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x12:0x0] at index 3 of catalog [0x1:0x5:0x0] 00000020:00000080:0.0:1787583356.993483:0:22735:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1787583356.993498:0:22735:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:0.0:1787583356.993544:0:22735:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0001_UUID idx:1 gen:1 00000020:00000080:0.0:1787583356.993563:0:22735:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x19a47956376b7bb5 00000100:00080000:0.0:1787583356.993573:0:22735:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1787583356.993578:0:22735:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff909246691000 using connection 192.168.203.111@tcp/0@lo 00000100:00100000:0.0:1787583356.993613:0:22735:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff909247ee5500 x1874416435949440/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787583356.993644:0:22735:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000020:01000000:0.0:1787583356.993698:0:22735:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787583356.993702:0:22735:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787583356.993704:0:22735:0:(obd_config.c:1563:class_process_config()) marker 30 (0x2) lustre-OST0001 add osc 00000020:01000000:0.0:1787583356.993707:0:22735:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1787583356.993728:0:22735:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787583356.993730:0:22735:0:(obd_config.c:1563:class_process_config()) marker 33 (0x1) lustre sys.timeout 00000020:00000080:0.0:1787583356.993735:0:22735:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:0.0:1787583356.993736:0:22735:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:0.0:1787583356.993739:0:22735:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787583356.993742:0:22735:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787583356.993743:0:22735:0:(obd_config.c:1563:class_process_config()) marker 33 (0x2) lustre sys.timeout 00000020:01000000:0.0:1787583356.993746:0:22735:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1787583356.993748:0:22735:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787583356.993750:0:22735:0:(obd_config.c:1563:class_process_config()) marker 38 (0x1) lustre sys.jobid_var 00000020:00000080:0.0:1787583356.993753:0:22735:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000100:00100000:0.0:1787583356.993785:0:22735:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909247ee5c00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:2def8621-b047-4757-814d-42c7c419cee0:22735:1874416435949568:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1787583356.993894:0:22735:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787583356.993929:0:22735:0:(client.c:2715:ptlrpc_set_wait()) set ffff90936a1883c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787583356.994057:0:3652:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909247ee5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3652:1874416435949440:0@lo:8:llog_process_th.0 00000400:00000100:1.0:1787583356.994089:0:3652:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1874416435949440 offset 0 length 520: 4 00000100:00100000:1.0:1787583356.994128:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435949568 00000100:00100000:1.0:1787583356.994135:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435949568 00000100:00100000:1.0:1787583356.994173:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1787583356.994183:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909247c0d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2def8621-b047-4757-814d-42c7c419cee0+9:22735:x1874416435949568:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1787583356.994305:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909247c0d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2def8621-b047-4757-814d-42c7c419cee0+9:22735:x1874416435949568:12345-0@lo:502:llog_process_th.0 Request processed in 123us (411us total) trans 0 rc 0/0 00000100:00100000:1.0:1787583356.994312:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1787583356.994408:0:22735:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909247ee5c00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:2def8621-b047-4757-814d-42c7c419cee0:22735:1874416435949568:0@lo:502:llog_process_th.0 00000020:01000000:0.0:1787583356.994432:0:22735:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787583356.994436:0:22735:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787583356.994438:0:22735:0:(obd_config.c:1563:class_process_config()) marker 38 (0x2) lustre sys.jobid_var 00000040:00080000:0.0:1787583356.994441:0:22735:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 46 count 46 00000020:01000000:3.0:1787583356.994626:0:22696:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0000 gen 1-45 (rc=0) 10000000:01000000:3.0:1787583356.994646:0:22696:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.111@tcp: configuration from log 'lustre-MDT0000' succeeded (0). 00010000:00010000:3.0:1787583356.994668:0:22696:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff90924770b600/0x19a47956376b7b29 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x19a47956376b7b30 expref: -99 pid: 22696 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583356.994679:0:22696:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.111@tcp lock: ffff90924770b600/0x19a47956376b7b29 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x19a47956376b7b30 expref: -99 pid: 22696 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787583356.994693:0:22696:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff909366a92000 from 1 10000000:01000000:3.0:1787583356.994696:0:22696:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1787583356.994734:0:22696:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff90936367f200/0x19a47956376b7bbc lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22696 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583356.994742:0:22696:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.111@tcp lock: ffff90936367f200/0x19a47956376b7bbc lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22696 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583356.994751:0:22696:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.111@tcp lock: ffff90936367f200/0x19a47956376b7bbc lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22696 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787583356.994766:0:22696:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90937fc61880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2def8621-b047-4757-814d-42c7c419cee0:22696:1874416435949696:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1787583356.994799:0:22696:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787583356.995081:0:22696:0:(client.c:2715:ptlrpc_set_wait()) set ffff90936ef410c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787583357.000089:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435949696 00000100:00100000:0.0:1787583357.000108:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435949696 00000100:00100000:0.0:1787583357.000609:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1787583357.000622:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909247c0e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2def8621-b047-4757-814d-42c7c419cee0+9:22696:x1874416435949696:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1787583357.000638:0:22711:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787583357.000659:0:22711:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9092464f0400/0x19a47956376b7bc3 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x19a47956376b7bbc expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583357.000684:0:22711:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9092464f0400/0x19a47956376b7bc3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x19a47956376b7bbc expref: 10 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583357.000695:0:22711:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9092464f0400/0x19a47956376b7bc3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x19a47956376b7bbc expref: 10 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583357.000729:0:22711:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9092464f0400, rc 0) 00000100:00100000:0.0:1787583357.000817:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909247c0e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2def8621-b047-4757-814d-42c7c419cee0+10:22696:x1874416435949696:12345-0@lo:101:mount.lustre.0 Request processed in 198us (6017us total) trans 0 rc 0/0 00000100:00100000:0.0:1787583357.000824:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1787583357.001079:0:22696:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90937fc61880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2def8621-b047-4757-814d-42c7c419cee0:22696:1874416435949696:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1787583357.001098:0:22696:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.111@tcp lock: ffff90936367f200/0x19a47956376b7bbc lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x19a47956376b7bc3 expref: -99 pid: 22696 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583357.001108:0:22696:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.111@tcp lock: ffff90936367f200/0x19a47956376b7bbc lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x19a47956376b7bc3 expref: -99 pid: 22696 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787583357.001619:0:22696:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90937fc61880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2def8621-b047-4757-814d-42c7c419cee0:22696:1874416435949824:0@lo:256:mount.lustre.0 00000100:00100000:3.0:1787583357.001664:0:22696:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787583357.005455:0:22696:0:(client.c:2715:ptlrpc_set_wait()) set ffff90936ef410c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787583357.008903:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435949824 00000100:00100000:1.0:1787583357.008919:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435949824 00000100:00100000:1.0:1787583357.008994:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1787583357.009004:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909247c0c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2def8621-b047-4757-814d-42c7c419cee0+10:22696:x1874416435949824:12345-0@lo:256:mount.lustre.0 20000000:01000000:1.0:1787583357.009027:0:22709:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:1.0:1787583357.009032:0:22709:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 0, version 1 00000100:00100000:1.0:1787583357.009151:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909247c0c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2def8621-b047-4757-814d-42c7c419cee0+10:22696:x1874416435949824:12345-0@lo:256:mount.lustre.0 Request processed in 148us (7486us total) trans 0 rc 0/0 00000100:00100000:1.0:1787583357.009159:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1787583357.009331:0:22696:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90937fc61880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2def8621-b047-4757-814d-42c7c419cee0:22696:1874416435949824:0@lo:256:mount.lustre.0 10000000:01000000:3.0:1787583357.009815:0:22696:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.111@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1787583357.009908:0:22696:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff90936367f200/0x19a47956376b7bbc lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x19a47956376b7bc3 expref: -99 pid: 22696 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583357.009919:0:22696:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.111@tcp lock: ffff90936367f200/0x19a47956376b7bbc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x19a47956376b7bc3 expref: -99 pid: 22696 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787583357.009927:0:22696:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff909366a92000 from 1 10000000:01000000:3.0:1787583357.009929:0:22696:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1787583357.009965:0:22696:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff90936367fa00/0x19a47956376b7bca lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22696 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583357.009972:0:22696:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.111@tcp lock: ffff90936367fa00/0x19a47956376b7bca lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22696 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583357.009982:0:22696:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.111@tcp lock: ffff90936367fa00/0x19a47956376b7bca lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22696 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787583357.009999:0:22696:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90937fc61880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2def8621-b047-4757-814d-42c7c419cee0:22696:1874416435949952:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1787583357.010030:0:22696:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787583357.010054:0:22696:0:(client.c:2715:ptlrpc_set_wait()) set ffff90936ef410c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787583357.012116:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435949952 00000100:00100000:0.0:1787583357.012129:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435949952 00000100:00100000:0.0:1787583357.012188:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1787583357.012198:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909247c0cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2def8621-b047-4757-814d-42c7c419cee0+10:22696:x1874416435949952:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1787583357.012213:0:22711:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787583357.012231:0:22711:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9092464f0800/0x19a47956376b7bd1 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x19a47956376b7bca expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583357.012254:0:22711:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9092464f0800/0x19a47956376b7bd1 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x19a47956376b7bca expref: 11 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583357.012264:0:22711:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9092464f0800/0x19a47956376b7bd1 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x19a47956376b7bca expref: 11 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583357.012273:0:22711:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9092464f0800, rc 0) 00000100:00100000:0.0:1787583357.012339:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909247c0cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2def8621-b047-4757-814d-42c7c419cee0+11:22696:x1874416435949952:12345-0@lo:101:mount.lustre.0 Request processed in 142us (2307us total) trans 0 rc 0/0 00000100:00100000:0.0:1787583357.012345:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1787583357.013020:0:22696:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90937fc61880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2def8621-b047-4757-814d-42c7c419cee0:22696:1874416435949952:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1787583357.013040:0:22696:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.111@tcp lock: ffff90936367fa00/0x19a47956376b7bca lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x19a47956376b7bd1 expref: -99 pid: 22696 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583357.013050:0:22696:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.111@tcp lock: ffff90936367fa00/0x19a47956376b7bca lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x19a47956376b7bd1 expref: -99 pid: 22696 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787583357.013124:0:22696:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90937fc61880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2def8621-b047-4757-814d-42c7c419cee0:22696:1874416435950080:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1787583357.013164:0:22696:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787583357.013213:0:22696:0:(client.c:2715:ptlrpc_set_wait()) set ffff90936ef410c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787583357.013268:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435950080 00000100:00100000:0.0:1787583357.013273:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435950080 00000100:00100000:0.0:1787583357.013309:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1787583357.013317:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909247c0dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2def8621-b047-4757-814d-42c7c419cee0+11:22696:x1874416435950080:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1787583357.013438:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909247c0dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2def8621-b047-4757-814d-42c7c419cee0+11:22696:x1874416435950080:12345-0@lo:501:mount.lustre.0 Request processed in 121us (274us total) trans 0 rc 0/0 00000100:00100000:0.0:1787583357.013450:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1787583357.013545:0:22696:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90937fc61880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2def8621-b047-4757-814d-42c7c419cee0:22696:1874416435950080:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1787583357.013570:0:22696:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90937fc61880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2def8621-b047-4757-814d-42c7c419cee0:22696:1874416435950208:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1787583357.013604:0:22696:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787583357.013623:0:22696:0:(client.c:2715:ptlrpc_set_wait()) set ffff90936ef410c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787583357.014050:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435950208 00000100:00100000:0.0:1787583357.014055:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435950208 00000100:00100000:0.0:1787583357.014078:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1787583357.014085:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909247c0d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2def8621-b047-4757-814d-42c7c419cee0+11:22696:x1874416435950208:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1787583357.014175:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909247c0d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2def8621-b047-4757-814d-42c7c419cee0+11:22696:x1874416435950208:12345-0@lo:503:mount.lustre.0 Request processed in 88us (568us total) trans 0 rc 0/0 00000100:00100000:0.0:1787583357.014181:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1787583357.014298:0:22696:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90937fc61880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2def8621-b047-4757-814d-42c7c419cee0:22696:1874416435950208:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1787583357.014645:0:22745:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909247ee5c00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:2def8621-b047-4757-814d-42c7c419cee0:22745:1874416435950336:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1787583357.014678:0:22745:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787583357.014747:0:22745:0:(client.c:2715:ptlrpc_set_wait()) set ffff90936a188180 going to sleep for 11 seconds 00000100:00100000:2.0:1787583357.015780:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435950336 00000100:00100000:2.0:1787583357.015802:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435950336 00000100:00100000:3.0:1787583357.016111:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1787583357.016123:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909247c0f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2def8621-b047-4757-814d-42c7c419cee0+11:22745:x1874416435950336:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1787583357.019433:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909247c0f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2def8621-b047-4757-814d-42c7c419cee0+11:22745:x1874416435950336:12345-0@lo:502:llog_process_th.0 Request processed in 3305us (4744us total) trans 0 rc 0/0 00000100:00100000:3.0:1787583357.019448:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1787583357.019617:0:22745:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909247ee5c00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:2def8621-b047-4757-814d-42c7c419cee0:22745:1874416435950336:0@lo:502:llog_process_th.0 00000020:01000000:0.0:1787583357.019658:0:22745:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1787583357.019668:0:22745:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787583357.019671:0:22745:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:0.0:1787583357.019678:0:22745:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff909366a92000 00000020:00000080:0.0:1787583357.019681:0:22745:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1787583357.019690:0:22745:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787583357.019692:0:22745:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787583357.019694:0:22745:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:0.0:1787583357.019696:0:22745:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1787583357.019698:0:22745:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787583357.019700:0:22745:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:0.0:1787583357.019703:0:22745:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff909366a92000 00000020:00000080:0.0:1787583357.019705:0:22745:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1787583357.019836:0:22745:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787583357.019840:0:22745:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787583357.019842:0:22745:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:0.0:1787583357.019886:0:22745:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1787583357.019890:0:22745:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787583357.019891:0:22745:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:0.0:1787583357.019895:0:22745:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff909366a92000 00000020:00000080:0.0:1787583357.019897:0:22745:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1787583357.026379:0:22745:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1787583357.026480:0:22745:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787583357.026483:0:22745:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:3.0:1787583357.026488:0:22745:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1787583357.026493:0:22745:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787583357.026495:0:22745:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:3.0:1787583357.026500:0:22745:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff909366a92000 00000020:00000080:3.0:1787583357.026503:0:22745:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000100:00100000:3.0:1787583357.026595:0:22745:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90937fc61880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:2def8621-b047-4757-814d-42c7c419cee0:22745:1874416435950464:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1787583357.026673:0:22745:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787583357.026767:0:22745:0:(client.c:2715:ptlrpc_set_wait()) set ffff909246773c00 going to sleep for 11 seconds 00000100:00100000:0.0:1787583357.029806:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435950464 00000100:00100000:0.0:1787583357.029821:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435950464 00000100:00100000:0.0:1787583357.029894:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1787583357.029904:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909247c0e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2def8621-b047-4757-814d-42c7c419cee0+11:22745:x1874416435950464:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1787583357.030057:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909247c0e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2def8621-b047-4757-814d-42c7c419cee0+11:22745:x1874416435950464:12345-0@lo:502:llog_process_th.0 Request processed in 154us (3383us total) trans 0 rc 0/0 00000100:00100000:0.0:1787583357.030065:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1787583357.030273:0:22745:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90937fc61880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:2def8621-b047-4757-814d-42c7c419cee0:22745:1874416435950464:0@lo:502:llog_process_th.0 00000020:01000000:3.0:1787583357.030302:0:22745:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1787583357.030310:0:22745:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787583357.030312:0:22745:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:3.0:1787583357.030316:0:22745:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 13 count 13 00000020:01000000:0.0:1787583357.030466:0:22696:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:0.0:1787583357.030486:0:22696:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.111@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1787583357.030533:0:22696:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff90936367fa00/0x19a47956376b7bca lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x19a47956376b7bd1 expref: -99 pid: 22696 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583357.030545:0:22696:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.111@tcp lock: ffff90936367fa00/0x19a47956376b7bca lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x19a47956376b7bd1 expref: -99 pid: 22696 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787583357.030589:0:22696:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:0.0:1787583357.030592:0:22696:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff909366a92000 10000000:01000000:0.0:1787583357.030595:0:22696:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff909366a92000 10000000:01000000:0.0:1787583357.030598:0:22696:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1787583357.030603:0:22696:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff909366a92000 from 1 10000000:01000000:0.0:1787583357.030606:0:22696:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1787583357.030633:0:22696:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff9092464f0000/0x19a47956376b7bd8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22696 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583357.030641:0:22696:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.111@tcp lock: ffff9092464f0000/0x19a47956376b7bd8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22696 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583357.030655:0:22696:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.111@tcp lock: ffff9092464f0000/0x19a47956376b7bd8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22696 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787583357.030673:0:22696:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909247ee5c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2def8621-b047-4757-814d-42c7c419cee0:22696:1874416435950592:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1787583357.030705:0:22696:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787583357.030744:0:22696:0:(client.c:2715:ptlrpc_set_wait()) set ffff90936a188c00 going to sleep for 11 seconds 00000100:00100000:2.0:1787583357.036804:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435950592 00000100:00100000:2.0:1787583357.036818:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435950592 00000100:00100000:2.0:1787583357.036886:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1787583357.036896:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909247c0fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2def8621-b047-4757-814d-42c7c419cee0+11:22696:x1874416435950592:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1787583357.036912:0:22711:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787583357.036931:0:22711:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90924770b400/0x19a47956376b7bdf lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x19a47956376b7bd8 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583357.036957:0:22711:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90924770b400/0x19a47956376b7bdf lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x19a47956376b7bd8 expref: 12 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583357.036967:0:22711:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90924770b400/0x19a47956376b7bdf lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x19a47956376b7bd8 expref: 12 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583357.036976:0:22711:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90924770b400, rc 0) 00000100:00100000:2.0:1787583357.037050:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909247c0fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2def8621-b047-4757-814d-42c7c419cee0+12:22696:x1874416435950592:12345-0@lo:101:mount.lustre.0 Request processed in 155us (6343us total) trans 0 rc 0/0 00000100:00100000:2.0:1787583357.037056:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1787583357.037134:0:22696:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909247ee5c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2def8621-b047-4757-814d-42c7c419cee0:22696:1874416435950592:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1787583357.037152:0:22696:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.111@tcp lock: ffff9092464f0000/0x19a47956376b7bd8 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x19a47956376b7bdf expref: -99 pid: 22696 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583357.037161:0:22696:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.111@tcp lock: ffff9092464f0000/0x19a47956376b7bd8 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x19a47956376b7bdf expref: -99 pid: 22696 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787583357.037242:0:22696:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90924846b800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2def8621-b047-4757-814d-42c7c419cee0:22696:1874416435950720:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1787583357.037272:0:22696:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787583357.037311:0:22696:0:(client.c:2715:ptlrpc_set_wait()) set ffff909247cfcf00 going to sleep for 11 seconds 00000100:00100000:3.0:1787583357.037406:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435950720 00000100:00100000:3.0:1787583357.037410:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435950720 00000100:00100000:3.0:1787583357.037459:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1787583357.037466:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909247c0d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2def8621-b047-4757-814d-42c7c419cee0+12:22696:x1874416435950720:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1787583357.037563:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909247c0d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2def8621-b047-4757-814d-42c7c419cee0+12:22696:x1874416435950720:12345-0@lo:501:mount.lustre.0 Request processed in 97us (290us total) trans 0 rc 0/0 00000100:00100000:3.0:1787583357.037570:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1787583357.037647:0:22696:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90924846b800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2def8621-b047-4757-814d-42c7c419cee0:22696:1874416435950720:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1787583357.037672:0:22696:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90924846b800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2def8621-b047-4757-814d-42c7c419cee0:22696:1874416435950848:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1787583357.037705:0:22696:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787583357.037735:0:22696:0:(client.c:2715:ptlrpc_set_wait()) set ffff909247cfcf00 going to sleep for 11 seconds 00000100:00100000:3.0:1787583357.037772:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435950848 00000100:00100000:3.0:1787583357.037776:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435950848 00000100:00100000:3.0:1787583357.037803:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:3.0:1787583357.037809:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9093524d6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2def8621-b047-4757-814d-42c7c419cee0+12:22696:x1874416435950848:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1787583357.037896:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9093524d6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2def8621-b047-4757-814d-42c7c419cee0+12:22696:x1874416435950848:12345-0@lo:503:mount.lustre.0 Request processed in 86us (189us total) trans 0 rc 0/0 00000100:00100000:3.0:1787583357.037902:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1787583357.038609:0:22696:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90924846b800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2def8621-b047-4757-814d-42c7c419cee0:22696:1874416435950848:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1787583357.043479:0:22750:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90937fc61880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:2def8621-b047-4757-814d-42c7c419cee0:22750:1874416435950976:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1787583357.043557:0:22750:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787583357.043603:0:22750:0:(client.c:2715:ptlrpc_set_wait()) set ffff909246773780 going to sleep for 11 seconds 00000100:00100000:2.0:1787583357.043649:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435950976 00000100:00100000:2.0:1787583357.043656:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435950976 00000100:00100000:2.0:1787583357.043705:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:2.0:1787583357.043715:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9093524d6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2def8621-b047-4757-814d-42c7c419cee0+12:22750:x1874416435950976:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1787583357.043952:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9093524d6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2def8621-b047-4757-814d-42c7c419cee0+12:22750:x1874416435950976:12345-0@lo:502:llog_process_th.0 Request processed in 238us (393us total) trans 0 rc 0/0 00000100:00100000:2.0:1787583357.043960:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1787583357.046044:0:22750:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90937fc61880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:2def8621-b047-4757-814d-42c7c419cee0:22750:1874416435950976:0@lo:502:llog_process_th.0 00000020:01000004:1.0:1787583357.046112:0:22750:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0000 (typ=lwp) 00000020:00000080:1.0:1787583357.046126:0:22750:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0000 (ffff909373fd99b8) 00000020:00000080:1.0:1787583357.046147:0:22750:0:(obd_config.c:720:class_attach_name()) OBD: dev 11 attached type lwp with refcount 2 00000020:01000004:1.0:1787583357.046259:0:22750:0:(tgt_mount.c:153:server_get_mount()) get mount ffff909366a92000 from lustre-MDT0000, refs=4 00000020:01000004:1.0:1787583357.046268:0:22750:0:(tgt_mount.c:187:server_put_mount()) put mount ffff909366a92000 from lustre-MDT0000, refs=4 00000020:01000004:1.0:1787583357.046271:0:22750:0:(obd_mount.c:710:lustre_put_lsi()) put ffff909366a92000 4 00010000:00080000:1.0:1787583357.046298:0:22750:0:(ldlm_lib.c:102:import_set_conn()) imp ffff90936d90d800@lustre-MDT0000-lwp-MDT0000: add connection 192.168.203.111@tcp at head 00010000:00010000:1.0:1787583357.047828:0:22750:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0000-4 is initialized 00000020:00000080:1.0:1787583357.048033:0:22750:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000010:01000000:1.0:1787583357.048065:0:22750:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:1.0:1787583357.048078:0:22750:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000, cookie 0x19a47956376b7bed 00000100:00080000:1.0:1787583357.048087:0:22750:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1787583357.048092:0:22750:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff90936d90d800 using connection 192.168.203.111@tcp/0@lo 00000100:00100000:1.0:1787583357.048124:0:22750:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff90936dad0a80 x1874416435951104/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787583357.048151:0:22750:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00100000:2.0:1787583357.049004:0:3652:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90936dad0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3652:1874416435951104:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1787583357.049072:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787583357.049173:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435951104 00000100:00100000:3.0:1787583357.049181:0:22717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435951104 00000100:00100000:3.0:1787583357.049217:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1787583357.049225:0:22717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90924846b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3652:x1874416435951104:12345-0@lo:38:llog_process_th.0 00000100:00100000:3.0:1787583357.049275:0:22717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90924846b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3652:x1874416435951104:12345-0@lo:38:llog_process_th.0 Request processed in 50us (203us total) trans 0 rc -11/-11 00000100:00100000:3.0:1787583357.049282:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1787583357.049346:0:3652:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:2.0:1787583357.049353:0:3652:0:(import.c:65:import_set_state_nolock()) ffff90936d90d800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787583357.049357:0:3652:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-11) 00000100:00100000:2.0:1787583357.049361:0:3652:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90936dad0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3652:1874416435951104:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1787583357.052654:0:22750:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90936dad1180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:2def8621-b047-4757-814d-42c7c419cee0:22750:1874416435951232:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1787583357.052735:0:22750:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787583357.056096:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435951232 00000100:00100000:2.0:1787583357.056109:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435951232 00000100:00100000:2.0:1787583357.056169:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:2.0:1787583357.056179:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9093524d4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2def8621-b047-4757-814d-42c7c419cee0+12:22750:x1874416435951232:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1787583357.056323:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9093524d4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2def8621-b047-4757-814d-42c7c419cee0+12:22750:x1874416435951232:12345-0@lo:502:llog_process_th.0 Request processed in 145us (3587us total) trans 0 rc 0/0 00000100:00100000:2.0:1787583357.056338:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:0.0:1787583357.059349:0:22750:0:(client.c:2715:ptlrpc_set_wait()) set ffff9093485e2cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1787583357.059392:0:22750:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90936dad1180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:2def8621-b047-4757-814d-42c7c419cee0:22750:1874416435951232:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1787583357.059469:0:22750:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909247ee4a80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:2def8621-b047-4757-814d-42c7c419cee0:22750:1874416435951360:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1787583357.059532:0:22750:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787583357.059927:0:22750:0:(client.c:2715:ptlrpc_set_wait()) set ffff90936a11d000 going to sleep for 11 seconds 00000100:00100000:3.0:1787583357.061209:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435951360 00000100:00100000:3.0:1787583357.061220:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435951360 00000100:00100000:3.0:1787583357.061306:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:3.0:1787583357.061324:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9093524d4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2def8621-b047-4757-814d-42c7c419cee0+12:22750:x1874416435951360:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1787583357.061474:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9093524d4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2def8621-b047-4757-814d-42c7c419cee0+12:22750:x1874416435951360:12345-0@lo:502:llog_process_th.0 Request processed in 152us (1941us total) trans 0 rc 0/0 00000100:00100000:3.0:1787583357.061483:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1787583357.061562:0:22750:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909247ee4a80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:2def8621-b047-4757-814d-42c7c419cee0:22750:1874416435951360:0@lo:502:llog_process_th.0 00000040:00080000:1.0:1787583357.061591:0:22750:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000020:01000000:2.0:1787583357.061765:0:22696:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:2.0:1787583357.061786:0:22696:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.111@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1787583357.061808:0:22696:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff9092464f0000/0x19a47956376b7bd8 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x19a47956376b7bdf expref: -99 pid: 22696 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583357.061819:0:22696:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.111@tcp lock: ffff9092464f0000/0x19a47956376b7bd8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x19a47956376b7bdf expref: -99 pid: 22696 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:2.0:1787583357.061887:0:22696:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:2.0:1787583357.061890:0:22696:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1787583357.061891:0:22696:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1787583357.061892:0:22696:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1787583357.061893:0:22696:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1787583357.061895:0:22696:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1787583357.061896:0:22696:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1787583357.061898:0:22696:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1787583357.061900:0:22696:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1787583357.061901:0:22696:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1787583357.061905:0:22696:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x40020005 00000020:01000004:2.0:1787583357.061907:0:22696:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1787583357.061908:0:22696:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1787583357.061909:0:22696:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1787583357.061910:0:22696:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1787583357.061911:0:22696:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1787583357.061912:0:22696:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1787583357.061914:0:22696:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1787583357.061915:0:22696:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1787583357.061916:0:22696:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1787583357.061917:0:22696:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1787583357.061934:0:22696:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:2.0:1787583357.061947:0:22696:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909248468380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2def8621-b047-4757-814d-42c7c419cee0:22696:1874416435951488:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1787583357.061985:0:22696:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787583357.062186:0:22696:0:(client.c:2715:ptlrpc_set_wait()) set ffff909247cfc600 going to sleep for 11 seconds 00000100:00100000:0.0:1787583357.065018:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435951488 00000100:00100000:0.0:1787583357.065030:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435951488 00000100:00100000:0.0:1787583357.065186:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1787583357.065198:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9093524d6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2def8621-b047-4757-814d-42c7c419cee0+12:22696:x1874416435951488:12345-0@lo:253:mount.lustre.0 20000000:01000000:0.0:1787583357.065226:0:22710:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:0.0:1787583357.065238:0:22710:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:0.0:1787583357.072202:0:22710:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:0.0:1787583357.072221:0:22710:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:2.0:1787583357.072314:0:22733:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:2.0:1787583357.072319:0:22733:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:2.0:1787583357.072341:0:22733:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90924770b200/0x19a47956376b7bf4 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583357.072359:0:22733:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9092464f0400/0x19a47956376b7bc3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x19a47956376b7bbc expref: 12 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583357.072367:0:22733:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff90924770b200/0x19a47956376b7bf4 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583357.072404:0:22733:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9092464f0400/0x19a47956376b7bc3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x19a47956376b7bbc expref: 12 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583357.072418:0:22733:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9092464f0400/0x19a47956376b7bc3 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x19a47956376b7bbc expref: 12 pid: 22711 timeout: 764 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787583357.072432:0:22733:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909248469f80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22733:1874416435951616:0@lo:104: 00000100:00100000:2.0:1787583357.072489:0:22733:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787583357.072526:0:22733:0:(client.c:2715:ptlrpc_set_wait()) set ffff90936a188900 going to sleep for 11 seconds 00000100:00100000:0.0:1787583357.072607:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435951616 00000100:00100000:0.0:1787583357.072614:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435951616 00000100:00100000:2.0:1787583357.072804:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9093524d6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2def8621-b047-4757-814d-42c7c419cee0+12:22696:x1874416435951488:12345-0@lo:253:mount.lustre.0 Request processed in 7608us (10817us total) trans 0 rc 0/0 00000100:00100000:2.0:1787583357.072814:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1787583357.072907:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1787583357.072917:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909248468000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:2def8621-b047-4757-814d-42c7c419cee0+3:22733:x1874416435951616:12345-0@lo:104: 00010000:00010000:0.0:1787583357.072928:0:22700:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.111@tcp lock: ffff90936367f200/0x19a47956376b7bbc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x19a47956376b7bc3 expref: -99 pid: 22696 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583357.072991:0:22700:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1787583357.072997:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909248468000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:2def8621-b047-4757-814d-42c7c419cee0+3:22733:x1874416435951616:12345-0@lo:104: Request processed in 83us (508us total) trans 0 rc 0/0 00000100:00100000:0.0:1787583357.073003:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1787583357.073081:0:22696:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909248468380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2def8621-b047-4757-814d-42c7c419cee0:22696:1874416435951488:0@lo:253:mount.lustre.0 10000000:01000000:3.0:1787583357.073092:0:22696:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:3.0:1787583357.073095:0:22696:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1787583357.073097:0:22696:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1787583357.073098:0:22696:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1787583357.073100:0:22696:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1787583357.073101:0:22696:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1787583357.073103:0:22696:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1787583357.073104:0:22696:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1787583357.073106:0:22696:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1787583357.073107:0:22696:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1787583357.073109:0:22696:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:3.0:1787583357.073120:0:22696:0:(tgt_mount.c:2695:server_calc_timeout()) lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180 00000100:00100000:2.0:1787583357.074183:0:22733:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909248469f80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22733:1874416435951616:0@lo:104: 00010000:00010000:2.0:1787583357.074203:0:22733:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff90924770b200/0x19a47956376b7bf4 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583357.075087:0:22706:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787583357.075096:0:22706:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.111@tcp lock: ffff90936367f200/0x19a47956376b7bbc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x19a47956376b7bc3 expref: -99 pid: 22696 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583357.075121:0:22706:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90936367f200 already unused, calling callback (ffffffffc118ec20) 10000000:00010000:2.0:1787583357.075126:0:22706:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.111@tcp lock: ffff90936367f200/0x19a47956376b7bbc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x19a47956376b7bc3 expref: -99 pid: 22696 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583357.075135:0:22706:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.111@tcp lock: ffff90936367f200/0x19a47956376b7bbc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x19a47956376b7bc3 expref: -99 pid: 22696 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1787583357.075142:0:22706:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.111@tcp lock: ffff90936367f200/0x19a47956376b7bbc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x19a47956376b7bc3 expref: -99 pid: 22696 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787583357.075148:0:22706:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:2.0:1787583357.075189:0:22706:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.111@tcp lock: ffff90936367f200/0x19a47956376b7bbc lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x19a47956376b7bc3 expref: -99 pid: 22696 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583357.075197:0:22706:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787583357.075215:0:22706:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.111@tcp lock: ffff90936367f200/0x19a47956376b7bbc lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x19a47956376b7bc3 expref: -99 pid: 22696 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583357.075222:0:22706:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.111@tcp lock: ffff90936367f200/0x19a47956376b7bbc lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x19a47956376b7bc3 expref: -99 pid: 22696 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583357.075241:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787583357.075242:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787583357.075244:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787583357.075273:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1787583357.075285:0:3655:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909248469f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2def8621-b047-4757-814d-42c7c419cee0:3655:1874416435951744:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787583357.075333:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787583357.077973:0:22702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435951744 00000100:00100000:1.0:1787583357.077987:0:22702:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435951744 00010000:00010000:1.0:1787583357.078023:0:22702:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9092464f0400/0x19a47956376b7bc3 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x19a47956376b7bbc expref: 12 pid: 22711 timeout: 764 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787583357.078152:0:22702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1787583357.078163:0:22702:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909248469500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2def8621-b047-4757-814d-42c7c419cee0+12:3655:x1874416435951744:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1787583357.078177:0:22702:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787583357.078184:0:22702:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9092464f0400/0x19a47956376b7bc3 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x19a47956376b7bbc expref: 12 pid: 22711 timeout: 764 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583357.078215:0:22702:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9092464f0400/0x19a47956376b7bc3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x19a47956376b7bbc expref: 12 pid: 22711 timeout: 764 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583357.078233:0:22702:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9092464f0400/0x19a47956376b7bc3 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x19a47956376b7bbc expref: 12 pid: 22711 timeout: 764 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583357.078250:0:22702:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff90924770b200/0x19a47956376b7bf4 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583357.078258:0:22702:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90924770b200/0x19a47956376b7bf4 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:1.0:1787583357.078274:0:22702:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.005955705s 00010000:00010000:1.0:1787583357.078279:0:22702:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90924770b200/0x19a47956376b7bf4 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583357.078286:0:22702:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90924770b200/0x19a47956376b7bf4 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583357.078292:0:22702:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90924770b200/0x19a47956376b7bf4 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583357.078298:0:22702:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90924770b200/0x19a47956376b7bf4 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583357.078304:0:22702:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90924770b200 already unused, calling callback (ffffffffc0b91230) 00010000:00010000:1.0:1787583357.078308:0:22702:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90924770b200/0x19a47956376b7bf4 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583357.078315:0:22702:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90924770b200/0x19a47956376b7bf4 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583357.078340:0:22702:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90924770b200/0x19a47956376b7bf4 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583357.078350:0:22702:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787583357.078422:0:22702:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909248469500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2def8621-b047-4757-814d-42c7c419cee0+11:3655:x1874416435951744:12345-0@lo:103:ldlm_bl.0 Request processed in 261us (3088us total) trans 0 rc 0/0 00000100:00100000:1.0:1787583357.078430:0:22702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00010000:3.0:1787583357.080909:0:22733:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff90924770b200/0x19a47956376b7bf4 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583357.080923:0:22733:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90924770b200/0x19a47956376b7bf4 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583357.080929:0:22733:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90924770b200/0x19a47956376b7bf4 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787583357.081712:0:3655:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909248469f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2def8621-b047-4757-814d-42c7c419cee0:3655:1874416435951744:0@lo:103:ldlm_bl.0 00000020:00080000:0.0:1787583357.085612:0:22696:0:(update_trans.c:1496:distribute_txn_commit_batchid_init()) lustre-MDT0000: committed batchid 4294967529 00000040:01000000:3.0:1787583357.086069:0:22696:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-osd ctxt 16 is initialized 00000020:00080000:0.0:1787583357.086184:0:22756:0:(update_trans.c:1539:distribute_txn_commit_thread()) lustre-MDT0000: start commit thread committed batchid 4294967529 00000020:00080000:0.0:1787583357.086188:0:22756:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967529 00000040:01000000:3.0:1787583357.086454:0:22757:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:0.0:1787583357.086558:0:22696:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-osp-MDT0000 ctxt 16 is initialized 00000040:00080000:3.0:1787583357.086839:0:22757:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1787583357.093570:0:22757:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x200000400:0x1:0x0] index 261376 count 1 00000004:00080000:3.0:1787583357.093653:0:22757:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0000-osd retrieved update log, duration 0, retries 0 00000100:00080000:0.0:1787583357.094344:0:22758:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != DISCONN) req@ffff909247ee7b80 x1874416435951872/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lod0000_rec0001.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787583357.094357:0:22758:0:(client.c:2715:ptlrpc_set_wait()) set ffff90936a1c6480 going to sleep for 0 seconds 00000040:01000000:3.0:1787583357.094784:0:22696:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 12 is initialized 00000040:00080000:3.0:1787583357.094828:0:22696:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000004:00000080:3.0:1787583357.095403:0:22696:0:(mdd_device.c:555:mdd_changelog_llog_init()) changelog starting index=0 00000040:01000000:3.0:1787583357.095413:0:22696:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 14 is initialized 00000040:00080000:3.0:1787583357.095448:0:22696:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1787583357.096632:0:22696:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 64768 count 1 00000040:00080000:3.0:1787583357.097440:0:22696:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x6:0x0] index 64768 count 1 00000040:01000000:3.0:1787583357.097477:0:22696:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 15 is initialized 00000040:00080000:2.0:1787583357.098804:0:22696:0:(llog_cat.c:403:llog_cat_set_first_idx()) catlog [0xa:0x7:0x0] first idx 1, last_idx 2 00080000:10000000:2.0:1787583357.099358:0:22696:0:(osd_handler.c:5581:osd_index_try()) lustre-MDT0000: index object [0x200000003:0x36:0x0] (8/32) registered 00000001:00000004:3.0:1787583357.103359:0:22696:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 12884901888 00000001:00080000:0.0:1787583357.107141:0:22696:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000004:00000080:0.0:1787583357.107181:0:22696:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0000: cmd=c00866e6 len=0 karg=ffffa3cd41b9f988 00100000:10000000:0.0:1787583357.107190:0:22696:0:(lfsck_lib.c:3085:lfsck_start()) lustre-MDT0000-osd: start master thread 00000020:01000004:2.0:1787583357.112336:0:22696:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:2.0:1787583357.112356:0:22696:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.203.111@tcp: cl_mgc_mutex unlock 00000020:01000004:2.0:1787583357.112381:0:22696:0:(tgt_mount.c:2461:server_fill_super_common()) Server sb, dev=46 00000080:00000004:2.0:1787583357.112404:0:22696:0:(super25.c:182:lustre_fill_super()) /dev/mapper/mds1_flakey: Mount complete 00000020:00000004:2.0:1787583357.114233:0:22696:0:(tgt_mount.c:2347:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1787583357.114450:0:22696:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:0.0:1787583357.716795:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1787583357.844104:0:22714:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:1.0:1787583357.844111:0:22714:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff909366a92000 from 11 10000000:01000000:1.0:1787583357.844117:0:22714:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:1.0:1787583357.844160:0:22714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff90924149b200/0x19a47956376b7bfb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583357.844172:0:22714:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.111@tcp lock: ffff90924149b200/0x19a47956376b7bfb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583357.844183:0:22714:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.111@tcp lock: ffff90924149b200/0x19a47956376b7bfb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787583357.844208:0:22714:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90936dad1180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:2def8621-b047-4757-814d-42c7c419cee0:22714:1874416435952000:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1787583357.844821:0:22714:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787583357.844886:0:22714:0:(client.c:2715:ptlrpc_set_wait()) set ffff90936f227b40 going to sleep for 11 seconds 00000100:00100000:0.0:1787583357.845264:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435952000 00000100:00100000:0.0:1787583357.845272:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435952000 00000100:00100000:0.0:1787583357.845331:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1787583357.845341:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9093524d4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2def8621-b047-4757-814d-42c7c419cee0+11:22714:x1874416435952000:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1787583357.845363:0:22711:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787583357.845378:0:22711:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9092464f0e00/0x19a47956376b7c02 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x19a47956376b7bfb expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583357.845401:0:22711:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9092464f0e00/0x19a47956376b7c02 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x19a47956376b7bfb expref: 12 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583357.845413:0:22711:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9092464f0e00/0x19a47956376b7c02 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x19a47956376b7bfb expref: 12 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583357.845429:0:22711:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9092464f0e00, rc 0) 00000100:00100000:0.0:1787583357.845479:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9093524d4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2def8621-b047-4757-814d-42c7c419cee0+12:22714:x1874416435952000:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 139us (659us total) trans 0 rc 0/0 00000100:00100000:0.0:1787583357.845486:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:1.0:1787583357.845591:0:22714:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90936dad1180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:2def8621-b047-4757-814d-42c7c419cee0:22714:1874416435952000:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1787583357.845605:0:22714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.111@tcp lock: ffff90924149b200/0x19a47956376b7bfb lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x19a47956376b7c02 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583357.845615:0:22714:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.111@tcp lock: ffff90924149b200/0x19a47956376b7bfb lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x19a47956376b7c02 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787583357.845686:0:22714:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90936dad1180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:2def8621-b047-4757-814d-42c7c419cee0:22714:1874416435952128:0@lo:256:ll_cfg_requeue.0 00000100:00100000:1.0:1787583357.845727:0:22714:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787583357.845750:0:22714:0:(client.c:2715:ptlrpc_set_wait()) set ffff90936f227b40 going to sleep for 11 seconds 00000100:00100000:2.0:1787583357.845836:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435952128 00000100:00100000:2.0:1787583357.845841:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435952128 00000100:00100000:2.0:1787583357.845894:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:2.0:1787583357.845901:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9093524d7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2def8621-b047-4757-814d-42c7c419cee0+12:22714:x1874416435952128:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:2.0:1787583357.845914:0:22710:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:2.0:1787583357.845929:0:22710:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:2.0:1787583357.845932:0:22710:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 11 00000100:00100000:2.0:1787583357.846012:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9093524d7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2def8621-b047-4757-814d-42c7c419cee0+12:22714:x1874416435952128:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 112us (284us total) trans 0 rc 0/0 00000100:00100000:2.0:1787583357.846019:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:1.0:1787583357.846799:0:22714:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90936dad1180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:2def8621-b047-4757-814d-42c7c419cee0:22714:1874416435952128:0@lo:256:ll_cfg_requeue.0 10000000:01000000:1.0:1787583357.846928:0:22714:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.111@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:1.0:1787583357.847042:0:22714:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff90924149b200/0x19a47956376b7bfb lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x19a47956376b7c02 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583357.847197:0:22714:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.111@tcp lock: ffff90924149b200/0x19a47956376b7bfb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x19a47956376b7c02 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1787583358.094487:0:22751:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:0.0:1787583358.094495:0:22751:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1787583358.095683:0:22751:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:2.0:1787583358.095697:0:22751:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00000100:00100000:0.0:1787583358.157980:0:22758:0:(client.c:2715:ptlrpc_set_wait()) set ffff90936a1c6480 going to sleep for 0 seconds 00010000:00010000:3.0:1787583358.742168:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1787583359.118138:0:22751:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:2.0:1787583359.118145:0:22751:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1787583359.118272:0:22751:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 1 count 1 00000040:00080000:2.0:1787583359.118309:0:22751:0:(llog_cat_server.c:902:llog_cat_cleanup()) cancel plain log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1787583359.118439:0:22751:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 1 00000100:00100000:0.0:1787583359.182236:0:22758:0:(client.c:2715:ptlrpc_set_wait()) set ffff90936a1c6480 going to sleep for 0 seconds 00010000:00010000:3.0:1787583359.761491:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787583360.205969:0:22758:0:(client.c:2715:ptlrpc_set_wait()) set ffff90936a1c6480 going to sleep for 0 seconds 00010000:00010000:3.0:1787583360.783319:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1787583360.908647:0:23002:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg311-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00000100:00100000:2.0:1787583361.233787:0:22758:0:(client.c:2715:ptlrpc_set_wait()) set ffff90936a1c6480 going to sleep for 0 seconds 00000020:00000004:2.0:1787583361.637138:0:23054:0:(tgt_mount.c:2347:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1787583361.637303:0:23054:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:0.0:1787583361.816414:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787583362.262690:0:22758:0:(client.c:2715:ptlrpc_set_wait()) set ffff90936a1c6480 going to sleep for 0 seconds 00000020:00000004:2.0:1787583362.502007:0:23104:0:(tgt_mount.c:2347:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1787583362.502183:0:23104:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00000100:00080000:3.0:1787583362.511235:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1787583362.511242:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787583362.511246:0:38:0:(import.c:65:import_set_state_nolock()) ffff909246695000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787583362.511253:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 664 00000100:00080000:3.0:1787583362.511259:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1787583362.511266:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff909246695000 using connection 192.168.203.111@tcp/0@lo 00000100:00100000:3.0:1787583362.511291:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff90937fc63800 x1874416435952384/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787583362.511296:0:3653:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90937fc62d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2def8621-b047-4757-814d-42c7c419cee0:3653:1874416435952256:0@lo:400:kworker.0 00000100:00080000:3.0:1787583362.511327:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1787583362.511331:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1787583362.511334:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1787583362.511337:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1787583362.511340:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1787583362.511343:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787583362.511345:0:38:0:(import.c:65:import_set_state_nolock()) ffff90936d90d800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787583362.511350:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff90936d90d800 using connection 192.168.203.111@tcp/0@lo 00000100:00100000:2.0:1787583362.511358:0:3652:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90937fc63800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3652:1874416435952384:0@lo:38:kworker.0 00000100:00100000:0.0:1787583362.511366:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787583362.511375:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff90937fc62300 x1874416435952512/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787583362.511435:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435952256 00000100:00100000:0.0:1787583362.511443:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435952256 00000100:00100000:2.0:1787583362.511504:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787583362.511505:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1787583362.511519:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9093524d7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2def8621-b047-4757-814d-42c7c419cee0+12:3653:x1874416435952256:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787583362.511535:0:3652:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90937fc62300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3652:1874416435952512:0@lo:38:kworker.0 00000100:00100000:0.0:1787583362.511575:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9093524d7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2def8621-b047-4757-814d-42c7c419cee0+12:3653:x1874416435952256:12345-0@lo:400:kworker.0 Request processed in 58us (208us total) trans 0 rc 0/0 00000100:00100000:0.0:1787583362.511582:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1787583362.511627:0:3653:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90937fc62d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2def8621-b047-4757-814d-42c7c419cee0:3653:1874416435952256:0@lo:400:kworker.0 00000100:00100000:2.0:1787583362.511728:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787583362.511821:0:22719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435952512 00000100:00100000:0.0:1787583362.511826:0:22719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435952512 00000100:00100000:0.0:1787583362.511877:0:22719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1787583362.511883:0:22719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90924846a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3652:x1874416435952512:12345-0@lo:38:kworker.0 00010000:00080000:0.0:1787583362.511906:0:22719:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0000_UUID@0@lo t0 exp 0000000000000000 cur 669 last 0 00000020:00000080:0.0:1787583362.511945:0:22719:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000_UUID, cookie 0x19a47956376b7c09 00000004:00100000:0.0:1787583362.511960:0:22719:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00100000:3.0:1787583362.512058:0:22723:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435952384 00000100:00100000:3.0:1787583362.512064:0:22723:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435952384 00000100:00100000:3.0:1787583362.512090:0:22723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1787583362.512096:0:22723:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909248468a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3652:x1874416435952384:12345-0@lo:38:kworker.0 00000100:00080000:0.0:1787583362.512100:0:22719:0:(import.c:65:import_set_state_nolock()) ffff909247c5d000 : changing import state from RECOVER to FULL 00010000:00020000:3.0:1787583362.512109:0:22723:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1787583362.512158:0:22723:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909248468a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3652:x1874416435952384:12345-0@lo:38:kworker.0 Request processed in 57us (653us total) trans 0 rc -19/-19 00000100:00100000:3.0:1787583362.512165:0:22723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1787583362.512255:0:22719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90924846a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3652:x1874416435952512:12345-0@lo:38:kworker.0 Request processed in 369us (526us total) trans 0 rc 0/0 00010000:00080000:3.0:1787583362.512260:0:3652:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff90937fc62300 x1874416435952512/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1787583372 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787583362.512268:0:22719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00080000:3.0:1787583362.512282:0:3652:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0000: connect to target with instance 3 00000100:00080000:3.0:1787583362.512289:0:3652:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0000: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000100:00080000:3.0:1787583362.512294:0:3652:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:3.0:1787583362.512296:0:3652:0:(import.c:65:import_set_state_nolock()) ffff90936d90d800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:3.0:1787583362.512429:0:3652:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90937fc62300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3652:1874416435952512:0@lo:38:kworker.0 00000100:00080000:3.0:1787583362.512447:0:3652:0:(import.c:65:import_set_state_nolock()) ffff909246695000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787583362.512451:0:3652:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1787583362.512453:0:3652:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90937fc63800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3652:1874416435952384:0@lo:38:kworker.0 00010000:00010000:3.0:1787583362.830943:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787583363.294209:0:22758:0:(client.c:2715:ptlrpc_set_wait()) set ffff90936a1c6480 going to sleep for 0 seconds 00010000:00010000:0.0:1787583363.854053:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787583364.302152:0:22758:0:(client.c:2715:ptlrpc_set_wait()) set ffff90936a1c6480 going to sleep for 0 seconds 00010000:00010000:3.0:1787583364.881097:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787583365.330049:0:22758:0:(client.c:2715:ptlrpc_set_wait()) set ffff90936a1c6480 going to sleep for 0 seconds 00010000:00010000:3.0:1787583365.912090:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787583366.360733:0:22758:0:(client.c:2715:ptlrpc_set_wait()) set ffff90936a1c6480 going to sleep for 0 seconds 00000100:00100000:1.0:1787583366.605926:0:3652:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787583356/real 1787583356] req@ffff909247ee5500 x1874416435949440/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787583366 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787583366.605955:0:3652:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff909247ee5500 x1874416435949440/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787583366 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787583366.605965:0:3652:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787583356/real 1787583356] req@ffff909248469c00 x1874416435949312/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787583366 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787583366.605979:0:3652:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff909248469c00 x1874416435949312/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787583366 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787583366.605996:0:3652:0:(import.c:65:import_set_state_nolock()) ffff909246691000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787583366.606024:0:3652:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1787583366.606029:0:3652:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909247ee5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3652:1874416435949440:0@lo:8:llog_process_th.0 00000100:00080000:1.0:1787583366.606042:0:3652:0:(import.c:65:import_set_state_nolock()) ffff909374961800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787583366.606048:0:3652:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1787583366.606052:0:3652:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909248469c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3652:1874416435949312:0@lo:8:llog_process_th.0 00000100:00080000:2.0:1787583366.606355:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1787583366.606360:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787583366.606363:0:38:0:(import.c:65:import_set_state_nolock()) ffff909246695000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787583366.606369:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 669 00000100:00080000:2.0:1787583366.606374:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1787583366.606380:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff909246695000 using connection 192.168.203.111@tcp/0@lo 00000100:00100000:2.0:1787583366.606400:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff90924846aa00 x1874416435952768/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787583366.606413:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1787583366.606416:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787583366.606418:0:38:0:(import.c:65:import_set_state_nolock()) ffff909374961800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787583366.606421:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 664 00000100:00080000:2.0:1787583366.606424:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1787583366.606427:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff909374961800 using connection 192.168.203.111@tcp/0@lo 00000100:00100000:2.0:1787583366.606436:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff90924846b100 x1874416435952896/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787583366.606444:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1787583366.606446:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787583366.606448:0:38:0:(import.c:65:import_set_state_nolock()) ffff909246691000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787583366.606452:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 664 00000100:00080000:2.0:1787583366.606460:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1787583366.606464:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff909246691000 using connection 192.168.203.111@tcp/0@lo 00000100:00100000:2.0:1787583366.606477:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff909248469c00 x1874416435953024/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787583366.606509:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1787583366.606520:0:3653:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909248469880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2def8621-b047-4757-814d-42c7c419cee0:3653:1874416435952640:0@lo:400:kworker.0 00000100:00100000:2.0:1787583366.606581:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787583366.606668:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435952640 00000100:00100000:2.0:1787583366.606676:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435952640 00000100:00100000:2.0:1787583366.606725:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:2.0:1787583366.606734:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9093524d6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2def8621-b047-4757-814d-42c7c419cee0+12:3653:x1874416435952640:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787583366.606779:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9093524d6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2def8621-b047-4757-814d-42c7c419cee0+12:3653:x1874416435952640:12345-0@lo:400:kworker.0 Request processed in 47us (199us total) trans 0 rc 0/0 00000100:00100000:2.0:1787583366.606786:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:2.0:1787583366.606823:0:3653:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909248469880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2def8621-b047-4757-814d-42c7c419cee0:3653:1874416435952640:0@lo:400:kworker.0 00000100:00100000:1.0:1787583366.607467:0:3655:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909248469f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3655:1874416435953152:0@lo:400:kworker.0 00000100:00100000:1.0:1787583366.607509:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787583366.607557:0:3652:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90924846aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3652:1874416435952768:0@lo:38:kworker.0 00000100:00100000:1.0:1787583366.607582:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787583366.607684:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435953152 00000100:00100000:0.0:1787583366.607689:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435953152 00000100:00100000:0.0:1787583366.607718:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1787583366.607726:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90936dad1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3655:x1874416435953152:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787583366.607794:0:3652:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90924846b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3652:1874416435952896:0@lo:8:kworker.0 00000400:00000100:1.0:1787583366.607833:0:3652:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1874416435952896 offset 0 length 520: 4 00000100:00100000:0.0:1787583366.610552:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90936dad1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3655:x1874416435953152:12345-0@lo:400:kworker.0 Request processed in 2818us (3033us total) trans 0 rc 0/0 00000100:00100000:0.0:1787583366.610578:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1787583366.610908:0:22723:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435952768 00000100:00100000:0.0:1787583366.610918:0:22723:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435952768 00000100:00100000:0.0:1787583366.610950:0:22723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1787583366.610957:0:22723:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90936dad0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3652:x1874416435952768:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1787583366.610986:0:22723:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1787583366.611058:0:22723:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90936dad0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3652:x1874416435952768:12345-0@lo:38:kworker.0 Request processed in 100us (3474us total) trans 0 rc -19/-19 00000100:00100000:0.0:1787583366.611065:0:22723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1787583366.612325:0:3652:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909248469c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3652:1874416435953024:0@lo:8:kworker.0 00010000:00080000:0.0:1787583366.612427:0:3655:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff909248469f80 x1874416435953152/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787583382 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787583366.612442:0:3655:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909248469f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3655:1874416435953152:0@lo:400:kworker.0 00000400:00000100:1.0:1787583366.613088:0:3652:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1874416435953024 offset 0 length 520: 4 00000100:00080000:1.0:1787583366.613134:0:3652:0:(import.c:65:import_set_state_nolock()) ffff909246695000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787583366.613140:0:3652:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1787583366.613143:0:3652:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90924846aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3652:1874416435952768:0@lo:38:kworker.0 00010000:00010000:3.0:1787583366.926607:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787583367.375059:0:22758:0:(client.c:2715:ptlrpc_set_wait()) set ffff90936a1c6480 going to sleep for 0 seconds 00010000:00010000:3.0:1787583367.950169:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787583368.398128:0:22758:0:(client.c:2715:ptlrpc_set_wait()) set ffff90936a1c6480 going to sleep for 0 seconds 00000020:01000004:2.0:1787583368.402327:0:23449:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:2.0:1787583368.402331:0:23449:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/mds2_flakey 00000020:01000004:2.0:1787583368.402333:0:23449:0:(obd_mount.c:929:lmd_print()) options: user_xattr,errors=remount-ro 00000080:01200004:2.0:1787583368.402444:0:23449:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff90936f2d6000 00000020:01000004:2.0:1787583368.402458:0:23449:0:(tgt_mount.c:2503:osd_start()) Attempting to start lustre-MDT0001, type=osd-ldiskfs, lsifl=200001, mountfl=0 00000020:01000004:2.0:1787583368.402469:0:23449:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-osd (typ=osd-ldiskfs) 00000020:00000080:2.0:1787583368.402482:0:23449:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-osd (ffff909246794d28) 00000020:00000080:2.0:1787583368.402498:0:23449:0:(obd_config.c:720:class_attach_name()) OBD: dev 12 attached type osd-ldiskfs with refcount 2 00100000:10000000:0.0:1787583368.465916:0:23449:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:0.0:1787583368.468738:0:23449:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xd:0x0] (16/1) registered 00100000:10000000:0.0:1787583368.470169:0:23449:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x29:0x0] (24/16) registered 00100000:10000000:0.0:1787583368.470503:0:23449:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1a:0x0] (16/1) registered 00100000:10000000:0.0:1787583368.470713:0:23449:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2b:0x0] (24/16) registered 00100000:10000000:0.0:1787583368.470977:0:23449:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1c:0x0] (16/1) registered 00100000:10000000:0.0:1787583368.471223:0:23449:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2e:0x0] (24/16) registered 00100000:10000000:0.0:1787583368.471583:0:23449:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x24:0x0] (24/16) registered 00100000:10000000:0.0:1787583368.471830:0:23449:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x26:0x0] (24/16) registered 00100000:10000000:0.0:1787583368.472158:0:23449:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2d:0x0] (24/16) registered 00100000:10000000:0.0:1787583368.472395:0:23449:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x17:0x0] (16/1) registered 00100000:10000000:0.0:1787583368.472722:0:23449:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2c:0x0] (24/16) registered 00100000:10000000:0.0:1787583368.473017:0:23449:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x28:0x0] (24/16) registered 00100000:10000000:0.0:1787583368.473195:0:23449:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2a:0x0] (24/16) registered 00100000:10000000:0.0:1787583368.473535:0:23449:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x22:0x0] (24/16) registered 00100000:10000000:0.0:1787583368.473736:0:23449:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1d:0x0] (16/1) registered 00100000:10000000:0.0:1787583368.474034:0:23449:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x13:0x0] (16/1) registered 00100000:10000000:0.0:1787583368.474242:0:23449:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x15:0x0] (16/1) registered 00100000:10000000:0.0:1787583368.474540:0:23449:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x23:0x0] (24/16) registered 00100000:10000000:0.0:1787583368.474889:0:23449:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x27:0x0] (24/16) registered 00100000:10000000:0.0:1787583368.475184:0:23449:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xf:0x0] (16/1) registered 00100000:10000000:0.0:1787583368.475424:0:23449:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x16:0x0] (16/1) registered 00100000:10000000:0.0:1787583368.475707:0:23449:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1b:0x0] (16/1) registered 00100000:10000000:0.0:1787583368.476026:0:23449:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x21:0x0] (24/16) registered 00100000:10000000:0.0:1787583368.476228:0:23449:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x11:0x0] (16/1) registered 00100000:10000000:0.0:1787583368.476560:0:23449:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x25:0x0] (24/16) registered 00100000:10000000:0.0:1787583368.476787:0:23449:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x19:0x0] (16/1) registered 00100000:10000000:0.0:1787583368.477081:0:23449:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x20:0x0] (24/16) registered 00100000:10000000:0.0:1787583368.477349:0:23449:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x10:0x0] (16/1) registered 00100000:10000000:0.0:1787583368.477605:0:23449:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x12:0x0] (16/1) registered 00100000:10000000:0.0:1787583368.477813:0:23449:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1f:0x0] (24/16) registered 00100000:10000000:0.0:1787583368.478133:0:23449:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x18:0x0] (16/1) registered 00100000:10000000:0.0:1787583368.478390:0:23449:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xe:0x0] (16/1) registered 00100000:10000000:0.0:1787583368.478662:0:23449:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x14:0x0] (16/1) registered 00100000:10000000:0.0:1787583368.479148:0:23449:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x4:0x0] (8/32) registered 00100000:10000000:0.0:1787583368.479390:0:23449:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20003:0x0] (8/8) registered 00100000:10000000:0.0:1787583368.479992:0:23449:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x3:0x0] (8/32) registered 00100000:10000000:0.0:1787583368.480188:0:23449:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:0.0:1787583368.480502:0:23449:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x6:0x0] (8/32) registered 00100000:10000000:0.0:1787583368.480739:0:23449:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20002:0x0] (8/8) registered 00100000:10000000:0.0:1787583368.481051:0:23449:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x5:0x0] (8/32) registered 00100000:10000000:0.0:1787583368.481222:0:23449:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:0.0:1787583368.481561:0:23449:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:0.0:1787583368.481795:0:23449:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x7:0x0] (8/32) registered 00100000:10000000:0.0:1787583368.482038:0:23449:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x8:0x0] (8/32) registered 00100000:10000000:0.0:1787583368.482329:0:23449:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20001:0x0] (8/8) registered 00080000:01000000:0.0:1787583368.485243:0:23449:0:(osd_lproc.c:911:osd_procfs_init()) lustre-MDT0001: register osd-ldiskfs tunable parameters 00000020:00000080:0.0:1787583368.486162:0:23449:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-osd (uuid lustre-MDT0001-osd_UUID) 00080000:01000000:0.0:1787583368.486174:0:23449:0:(osd_handler.c:8925:osd_obd_connect()) connect #0 00000020:00000080:0.0:1787583368.486187:0:23449:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x19a47956376b7c17 00000020:01000004:0.0:1787583368.486195:0:23449:0:(tgt_mount.c:2588:server_fill_super()) Found service lustre-MDT0001 on device /dev/mapper/mds2_flakey 00000020:01000004:0.0:1787583368.486215:0:23449:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.203.111@tcp:Set MGC reconnect 1 10000000:01000000:0.0:1787583368.486219:0:23449:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.203.111@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:0.0:1787583368.486231:0:23449:0:(tgt_mount.c:1812:server_start_targets()) starting target lustre-MDT0001 00000020:01000004:0.0:1787583368.486269:0:23449:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/mds2_flakey 10000000:01000000:0.0:1787583368.486273:0:23449:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.203.111@tcp: cl_mgc_mutex lustre-MDT0001-osd for locked: rc = 0 00000040:01000000:1.0:1787583368.491042:0:23449:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.203.111@tcp ctxt 0 is initialized 00000020:01000004:1.0:1787583368.491081:0:23449:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-MDT0001, fs=lustre, 192.168.203.111@tcp, index=0001, flags=0x20001 00000020:01000004:1.0:1787583368.491086:0:23449:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:1.0:1787583368.491088:0:23449:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:1.0:1787583368.491089:0:23449:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1787583368.491091:0:23449:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1787583368.491092:0:23449:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1787583368.491093:0:23449:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1787583368.491095:0:23449:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1787583368.491096:0:23449:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1787583368.491098:0:23449:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:1.0:1787583368.491107:0:23449:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0001 0x10020001 00000020:01000004:1.0:1787583368.491109:0:23449:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:1.0:1787583368.491110:0:23449:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:1.0:1787583368.491111:0:23449:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1787583368.491112:0:23449:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1787583368.491113:0:23449:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1787583368.491114:0:23449:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1787583368.491115:0:23449:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1787583368.491115:0:23449:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1787583368.491116:0:23449:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:1.0:1787583368.491142:0:23449:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0001 00000100:00100000:1.0:1787583368.491161:0:23449:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90936dad3480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2def8621-b047-4757-814d-42c7c419cee0:23449:1874416435953280:0@lo:253:mount.lustre.0 00000100:00100000:1.0:1787583368.491237:0:23449:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787583368.491355:0:23449:0:(client.c:2715:ptlrpc_set_wait()) set ffff90936a081900 going to sleep for 11 seconds 00000100:00100000:3.0:1787583368.491520:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435953280 00000100:00100000:3.0:1787583368.491534:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435953280 00000100:00100000:3.0:1787583368.491634:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1787583368.491655:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9092458a5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2def8621-b047-4757-814d-42c7c419cee0+12:23449:x1874416435953280:12345-0@lo:253:mount.lustre.0 20000000:01000000:3.0:1787583368.491693:0:22710:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 1 is registered to MGS. 20000000:01000000:3.0:1787583368.491697:0:22710:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-MDT0001 is running on 0@lo 20000000:01000000:3.0:1787583368.491704:0:22710:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0001, index=1, rc=0 00000100:00100000:3.0:1787583368.492064:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9092458a5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2def8621-b047-4757-814d-42c7c419cee0+12:23449:x1874416435953280:12345-0@lo:253:mount.lustre.0 Request processed in 409us (826us total) trans 0 rc 0/0 00000100:00100000:3.0:1787583368.492073:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:1.0:1787583368.492157:0:23449:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90936dad3480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2def8621-b047-4757-814d-42c7c419cee0:23449:1874416435953280:0@lo:253:mount.lustre.0 10000000:01000000:1.0:1787583368.492167:0:23449:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0001 got index = 1 00000020:01000004:1.0:1787583368.492170:0:23449:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:1.0:1787583368.492171:0:23449:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:1.0:1787583368.492172:0:23449:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1787583368.492173:0:23449:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1787583368.492174:0:23449:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1787583368.492175:0:23449:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1787583368.492176:0:23449:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1787583368.492177:0:23449:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1787583368.492179:0:23449:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:1.0:1787583368.492194:0:23449:0:(tgt_mount.c:101:server_register_mount()) register mount ffff90936f2d6000 from lustre-MDT0001 10000000:01000000:1.0:1787583368.492220:0:23449:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-MDT0001 from 0 10000000:01000000:1.0:1787583368.492222:0:23449:0:(mgc_request.c:329:config_log_add()) add config log lustre-MDT0001-0000000000000000 10000000:01000000:1.0:1787583368.492230:0:23449:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff909346613370 local copy 00010000:00010000:1.0:1787583368.492240:0:23449:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff90924149a200/0x19a47956376b7b0d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x19a47956376b7b14 expref: -99 pid: 22696 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787583368.492329:0:23449:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90936dad3480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2def8621-b047-4757-814d-42c7c419cee0:23449:1874416435953408:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1787583368.492360:0:23449:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787583368.492595:0:23449:0:(client.c:2715:ptlrpc_set_wait()) set ffff90936a081f00 going to sleep for 11 seconds 00000100:00100000:2.0:1787583368.492688:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435953408 00000100:00100000:2.0:1787583368.492694:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435953408 00000100:00100000:2.0:1787583368.492719:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:2.0:1787583368.492727:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9092458a6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2def8621-b047-4757-814d-42c7c419cee0+12:23449:x1874416435953408:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1787583368.492799:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9092458a6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2def8621-b047-4757-814d-42c7c419cee0+12:23449:x1874416435953408:12345-0@lo:501:mount.lustre.0 Request processed in 72us (437us total) trans 0 rc -2/-2 00000100:00100000:2.0:1787583368.492815:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:1.0:1787583368.492965:0:23449:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90936dad3480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2def8621-b047-4757-814d-42c7c419cee0:23449:1874416435953408:0@lo:501:mount.lustre.0 10000000:01000000:1.0:1787583368.492979:0:23449:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.203.111@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:1.0:1787583368.492997:0:23449:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.203.111@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:1.0:1787583368.493003:0:23449:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff90924149a200/0x19a47956376b7b0d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x19a47956376b7b14 expref: -99 pid: 22696 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583368.493012:0:23449:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.111@tcp lock: ffff90924149a200/0x19a47956376b7b0d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x19a47956376b7b14 expref: -99 pid: 22696 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1787583368.493036:0:23449:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff90936f2d6000 10000000:01000000:1.0:1787583368.493041:0:23449:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:1.0:1787583368.493045:0:23449:0:(mgc_request.c:194:do_config_log_add()) do adding config log nodemap-ffff909346613370 10000000:01000000:1.0:1787583368.493047:0:23449:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 10000000:01000000:1.0:1787583368.493050:0:23449:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff909346613370 from 1 10000000:01000000:1.0:1787583368.493053:0:23449:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1787583368.493074:0:23449:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff90924149ac00/0x19a47956376b7c1e lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23449 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583368.493082:0:23449:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.111@tcp lock: ffff90924149ac00/0x19a47956376b7c1e lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23449 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583368.493090:0:23449:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.111@tcp lock: ffff90924149ac00/0x19a47956376b7c1e lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23449 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787583368.493103:0:23449:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90936dad3480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2def8621-b047-4757-814d-42c7c419cee0:23449:1874416435953536:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1787583368.493127:0:23449:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787583368.493150:0:23449:0:(client.c:2715:ptlrpc_set_wait()) set ffff90936a081f00 going to sleep for 11 seconds 00000100:00100000:2.0:1787583368.493196:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435953536 00000100:00100000:2.0:1787583368.493200:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435953536 00000100:00100000:2.0:1787583368.493216:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:2.0:1787583368.493222:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9092458a4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2def8621-b047-4757-814d-42c7c419cee0+12:23449:x1874416435953536:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1787583368.493229:0:22711:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787583368.493240:0:22711:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90924770ba00/0x19a47956376b7c25 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x19a47956376b7c1e expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583368.493269:0:22711:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90924770ba00/0x19a47956376b7c25 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x19a47956376b7c1e expref: 13 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583368.493279:0:22711:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90924770ba00/0x19a47956376b7c25 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x19a47956376b7c1e expref: 13 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583368.493287:0:22711:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90924770ba00, rc 0) 00000100:00100000:2.0:1787583368.493320:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9092458a4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2def8621-b047-4757-814d-42c7c419cee0+13:23449:x1874416435953536:12345-0@lo:101:mount.lustre.0 Request processed in 98us (192us total) trans 0 rc 0/0 00000100:00100000:2.0:1787583368.493326:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1787583368.493439:0:23449:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90936dad3480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2def8621-b047-4757-814d-42c7c419cee0:23449:1874416435953536:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1787583368.493457:0:23449:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.111@tcp lock: ffff90924149ac00/0x19a47956376b7c1e lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x19a47956376b7c25 expref: -99 pid: 23449 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583368.493466:0:23449:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.111@tcp lock: ffff90924149ac00/0x19a47956376b7c1e lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x19a47956376b7c25 expref: -99 pid: 23449 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1787583368.493479:0:23449:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.111@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1787583368.493493:0:23449:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff90924149ac00/0x19a47956376b7c1e lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x19a47956376b7c25 expref: -99 pid: 23449 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583368.493500:0:23449:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.111@tcp lock: ffff90924149ac00/0x19a47956376b7c1e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x19a47956376b7c25 expref: -99 pid: 23449 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1787583368.493507:0:23449:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-barrier-ffff90936f2d6000 10000000:01000000:1.0:1787583368.493510:0:23449:0:(mgc_request.c:68:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:1.0:1787583368.493513:0:23449:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-barrier-ffff90936f2d6000 from 1 10000000:01000000:1.0:1787583368.493515:0:23449:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:1.0:1787583368.493527:0:23449:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff90924149a800/0x19a47956376b7c2c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23449 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583368.493534:0:23449:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.111@tcp lock: ffff90924149a800/0x19a47956376b7c2c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23449 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583368.493541:0:23449:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.111@tcp lock: ffff90924149a800/0x19a47956376b7c2c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23449 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787583368.493551:0:23449:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90936dad3480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2def8621-b047-4757-814d-42c7c419cee0:23449:1874416435953664:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1787583368.493574:0:23449:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787583368.493591:0:23449:0:(client.c:2715:ptlrpc_set_wait()) set ffff90936a081f00 going to sleep for 11 seconds 00000100:00100000:2.0:1787583368.493704:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435953664 00000100:00100000:2.0:1787583368.493708:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435953664 00000100:00100000:2.0:1787583368.493725:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:2.0:1787583368.493730:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9092458a7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2def8621-b047-4757-814d-42c7c419cee0+13:23449:x1874416435953664:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1787583368.493736:0:22711:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787583368.493743:0:22711:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90924770a600/0x19a47956376b7c33 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x19a47956376b7c2c expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583368.493756:0:22711:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90924770a600/0x19a47956376b7c33 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x19a47956376b7c2c expref: 14 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583368.493769:0:22711:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90924770a600/0x19a47956376b7c33 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x19a47956376b7c2c expref: 14 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583368.493776:0:22711:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90924770a600, rc 0) 00000100:00100000:2.0:1787583368.493809:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9092458a7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2def8621-b047-4757-814d-42c7c419cee0+14:23449:x1874416435953664:12345-0@lo:101:mount.lustre.0 Request processed in 79us (235us total) trans 0 rc 0/0 00000100:00100000:2.0:1787583368.493815:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1787583368.493904:0:23449:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90936dad3480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2def8621-b047-4757-814d-42c7c419cee0:23449:1874416435953664:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1787583368.493914:0:23449:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.111@tcp lock: ffff90924149a800/0x19a47956376b7c2c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x19a47956376b7c33 expref: -99 pid: 23449 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583368.493921:0:23449:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.111@tcp lock: ffff90924149a800/0x19a47956376b7c2c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x19a47956376b7c33 expref: -99 pid: 23449 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1787583368.493930:0:23449:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.111@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:1.0:1787583368.493936:0:23449:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff90924149a800/0x19a47956376b7c2c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x19a47956376b7c33 expref: -99 pid: 23449 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583368.493943:0:23449:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.111@tcp lock: ffff90924149a800/0x19a47956376b7c2c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x19a47956376b7c33 expref: -99 pid: 23449 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1787583368.493949:0:23449:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-MDT0001-0000000000000000 10000000:01000000:1.0:1787583368.493952:0:23449:0:(mgc_request.c:68:mgc_name2resid()) log lustre-MDT0001 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1787583368.493956:0:23449:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-mdtir-ffff90936f2d6000 10000000:01000000:1.0:1787583368.493959:0:23449:0:(mgc_request.c:68:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:1.0:1787583368.493961:0:23449:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-MDT0001-0000000000000000 from 1 10000000:01000000:1.0:1787583368.493963:0:23449:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0001 (res 0x65727473756c) 00010000:00010000:1.0:1787583368.493975:0:23449:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff90924149b600/0x19a47956376b7c3a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23449 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583368.493982:0:23449:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.111@tcp lock: ffff90924149b600/0x19a47956376b7c3a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23449 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583368.493989:0:23449:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.111@tcp lock: ffff90924149b600/0x19a47956376b7c3a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23449 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787583368.494000:0:23449:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90936dad3480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2def8621-b047-4757-814d-42c7c419cee0:23449:1874416435953792:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1787583368.494033:0:23449:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787583368.494046:0:23449:0:(client.c:2715:ptlrpc_set_wait()) set ffff90936a081f00 going to sleep for 11 seconds 00000100:00100000:2.0:1787583368.494103:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435953792 00000100:00100000:2.0:1787583368.494107:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435953792 00000100:00100000:2.0:1787583368.494126:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:2.0:1787583368.494132:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9092458a4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2def8621-b047-4757-814d-42c7c419cee0+14:23449:x1874416435953792:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1787583368.494151:0:22711:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787583368.494159:0:22711:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90924770ac00/0x19a47956376b7c41 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x19a47956376b7c3a expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583368.494173:0:22711:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90924770ac00/0x19a47956376b7c41 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x19a47956376b7c3a expref: 15 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583368.494181:0:22711:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90924770ac00/0x19a47956376b7c41 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x19a47956376b7c3a expref: 15 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583368.494188:0:22711:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90924770ac00, rc 0) 00000100:00100000:2.0:1787583368.494225:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9092458a4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2def8621-b047-4757-814d-42c7c419cee0+15:23449:x1874416435953792:12345-0@lo:101:mount.lustre.0 Request processed in 93us (191us total) trans 0 rc 0/0 00000100:00100000:2.0:1787583368.494231:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1787583368.494340:0:23449:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90936dad3480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2def8621-b047-4757-814d-42c7c419cee0:23449:1874416435953792:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1787583368.494350:0:23449:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.111@tcp lock: ffff90924149b600/0x19a47956376b7c3a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x19a47956376b7c41 expref: -99 pid: 23449 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583368.494358:0:23449:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.111@tcp lock: ffff90924149b600/0x19a47956376b7c3a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x19a47956376b7c41 expref: -99 pid: 23449 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1787583368.496031:0:23449:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 46 count 46 00000040:00080000:1.0:1787583368.496598:0:23449:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1787583368.501224:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:1.0:1787583368.501516:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 136 off8552 00000040:00080000:1.0:1787583368.501535:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 176 off8728 00000040:00080000:1.0:1787583368.501551:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8952 00000040:00080000:1.0:1787583368.501566:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 224 off9176 00000040:00080000:1.0:1787583368.501579:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 120 off9296 00000040:00080000:1.0:1787583368.501591:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 112 off9408 00000040:00080000:1.0:1787583368.501602:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 160 off9568 00000040:00080000:1.0:1787583368.501615:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9792 00000040:00080000:1.0:1787583368.501626:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10016 00000040:00080000:1.0:1787583368.501651:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 88 off10104 00000040:00080000:1.0:1787583368.501666:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 144 off10248 00000040:00080000:1.0:1787583368.501680:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].13, 152 off10400 00000040:00080000:1.0:1787583368.501692:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].14, 168 off10568 00000040:00080000:1.0:1787583368.501705:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].15, 224 off10792 00000040:00080000:1.0:1787583368.501723:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].16, 224 off11016 00000040:00080000:1.0:1787583368.501736:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].17, 80 off11096 00000040:00080000:1.0:1787583368.501749:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].18, 224 off11320 00000040:00080000:1.0:1787583368.501762:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].19, 224 off11544 00000040:00080000:1.0:1787583368.501774:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].20, 160 off11704 00000040:00080000:1.0:1787583368.501797:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].21, 224 off11928 00000040:00080000:1.0:1787583368.501812:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].22, 224 off12152 00000040:00080000:1.0:1787583368.501825:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].23, 80 off12232 00000040:00080000:1.0:1787583368.501839:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].24, 224 off12456 00000040:00080000:1.0:1787583368.502746:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].25, 224 off12680 00000040:00080000:1.0:1787583368.502764:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].26, 88 off12768 00000040:00080000:1.0:1787583368.502775:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].27, 144 off12912 00000040:00080000:1.0:1787583368.502786:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].28, 152 off13064 00000040:00080000:1.0:1787583368.502797:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].29, 136 off13200 00000040:00080000:1.0:1787583368.502807:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].30, 224 off13424 00000040:00080000:1.0:1787583368.502818:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].31, 224 off13648 00000040:00080000:1.0:1787583368.502831:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].32, 80 off13728 00000040:00080000:1.0:1787583368.502919:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].33, 224 off13952 00000040:00080000:1.0:1787583368.503008:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].34, 224 off14176 00000040:00080000:1.0:1787583368.503022:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].35, 88 off14264 00000040:00080000:1.0:1787583368.503035:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].36, 144 off14408 00000040:00080000:1.0:1787583368.503048:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].37, 152 off14560 00000040:00080000:1.0:1787583368.503061:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].38, 136 off14696 00000040:00080000:1.0:1787583368.503074:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].39, 224 off14920 00000040:00080000:1.0:1787583368.503086:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].40, 224 off15144 00000040:00080000:1.0:1787583368.503099:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].41, 80 off15224 00000040:00080000:1.0:1787583368.503111:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].42, 224 off15448 00000040:00080000:1.0:1787583368.503125:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].43, 224 off15672 00000040:00080000:1.0:1787583368.503137:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].44, 120 off15792 00000040:00080000:1.0:1787583368.503168:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].45, 224 off16016 00000040:00080000:1.0:1787583368.503173:0:23449:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 45 count 46 00000100:00100000:1.0:1787583368.503358:0:23449:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90936dad3480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2def8621-b047-4757-814d-42c7c419cee0:23449:1874416435953920:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1787583368.503709:0:23449:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787583368.503821:0:23449:0:(client.c:2715:ptlrpc_set_wait()) set ffff90936a081300 going to sleep for 11 seconds 00000100:00100000:2.0:1787583368.504092:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435953920 00000100:00100000:2.0:1787583368.504101:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435953920 00000100:00100000:2.0:1787583368.504167:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:2.0:1787583368.504175:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9092458a5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2def8621-b047-4757-814d-42c7c419cee0+15:23449:x1874416435953920:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1787583368.504409:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9092458a5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2def8621-b047-4757-814d-42c7c419cee0+15:23449:x1874416435953920:12345-0@lo:501:mount.lustre.0 Request processed in 234us (700us total) trans 0 rc 0/0 00000100:00100000:2.0:1787583368.504418:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1787583368.504608:0:23449:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90936dad3480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2def8621-b047-4757-814d-42c7c419cee0:23449:1874416435953920:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1787583368.504656:0:23449:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90936dad3480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2def8621-b047-4757-814d-42c7c419cee0:23449:1874416435954048:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1787583368.504698:0:23449:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787583368.504755:0:23449:0:(client.c:2715:ptlrpc_set_wait()) set ffff90936a081300 going to sleep for 11 seconds 00000100:00100000:2.0:1787583368.504784:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435954048 00000100:00100000:2.0:1787583368.504787:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435954048 00000100:00100000:2.0:1787583368.505100:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1787583368.505108:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9092458a7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2def8621-b047-4757-814d-42c7c419cee0+15:23449:x1874416435954048:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1787583368.505942:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9092458a7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2def8621-b047-4757-814d-42c7c419cee0+15:23449:x1874416435954048:12345-0@lo:503:mount.lustre.0 Request processed in 830us (1239us total) trans 0 rc 0/0 00000100:00100000:2.0:1787583368.505952:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1787583368.506121:0:23449:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90936dad3480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2def8621-b047-4757-814d-42c7c419cee0:23449:1874416435954048:0@lo:503:mount.lustre.0 00000040:00080000:1.0:1787583368.506672:0:23449:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1787583368.506754:0:23449:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90936dad3480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2def8621-b047-4757-814d-42c7c419cee0:23449:1874416435954176:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1787583368.506804:0:23449:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787583368.506947:0:23449:0:(client.c:2715:ptlrpc_set_wait()) set ffff90936a081300 going to sleep for 11 seconds 00000100:00100000:2.0:1787583368.507116:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435954176 00000100:00100000:2.0:1787583368.507123:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435954176 00000100:00100000:2.0:1787583368.507157:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1787583368.507165:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9092458a4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2def8621-b047-4757-814d-42c7c419cee0+15:23449:x1874416435954176:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1787583368.507793:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9092458a4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2def8621-b047-4757-814d-42c7c419cee0+15:23449:x1874416435954176:12345-0@lo:502:mount.lustre.0 Request processed in 627us (988us total) trans 0 rc 0/0 00000100:00100000:2.0:1787583368.507802:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1787583368.508020:0:23449:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90936dad3480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2def8621-b047-4757-814d-42c7c419cee0:23449:1874416435954176:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1787583368.508175:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:1.0:1787583368.508199:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 136 off8552 00000040:00080000:1.0:1787583368.508210:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 176 off8728 00000040:00080000:1.0:1787583368.508221:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8952 00000040:00080000:1.0:1787583368.508232:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 224 off9176 00000040:00080000:1.0:1787583368.508243:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 120 off9296 00000040:00080000:1.0:1787583368.508321:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 112 off9408 00000040:00080000:1.0:1787583368.508334:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 160 off9568 00000040:00080000:1.0:1787583368.508345:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9792 00000040:00080000:1.0:1787583368.508355:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10016 00000040:00080000:1.0:1787583368.508366:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 88 off10104 00000040:00080000:1.0:1787583368.508376:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 144 off10248 00000040:00080000:1.0:1787583368.508386:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].13, 152 off10400 00000040:00080000:1.0:1787583368.508396:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].14, 168 off10568 00000040:00080000:1.0:1787583368.508406:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].15, 224 off10792 00000040:00080000:1.0:1787583368.508416:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].16, 224 off11016 00000040:00080000:1.0:1787583368.508486:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].17, 80 off11096 00000040:00080000:1.0:1787583368.508504:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].18, 224 off11320 00000040:00080000:1.0:1787583368.508515:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].19, 224 off11544 00000040:00080000:1.0:1787583368.508525:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].20, 160 off11704 00000040:00080000:1.0:1787583368.508535:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].21, 224 off11928 00000040:00080000:1.0:1787583368.508554:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].22, 224 off12152 00000040:00080000:1.0:1787583368.508565:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].23, 80 off12232 00000040:00080000:1.0:1787583368.508575:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].24, 224 off12456 00000040:00080000:1.0:1787583368.508585:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].25, 224 off12680 00000040:00080000:1.0:1787583368.508596:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].26, 88 off12768 00000040:00080000:1.0:1787583368.508606:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].27, 144 off12912 00000040:00080000:1.0:1787583368.508616:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].28, 152 off13064 00000040:00080000:1.0:1787583368.508626:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].29, 136 off13200 00000040:00080000:1.0:1787583368.508648:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].30, 224 off13424 00000040:00080000:1.0:1787583368.508663:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].31, 224 off13648 00000040:00080000:1.0:1787583368.508676:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].32, 80 off13728 00000040:00080000:1.0:1787583368.508688:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].33, 224 off13952 00000040:00080000:1.0:1787583368.508700:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].34, 224 off14176 00000040:00080000:1.0:1787583368.508712:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].35, 88 off14264 00000040:00080000:1.0:1787583368.508724:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].36, 144 off14408 00000040:00080000:1.0:1787583368.508737:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].37, 152 off14560 00000040:00080000:1.0:1787583368.508750:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].38, 136 off14696 00000040:00080000:1.0:1787583368.508762:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].39, 224 off14920 00000040:00080000:1.0:1787583368.508777:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].40, 224 off15144 00000040:00080000:1.0:1787583368.508789:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].41, 80 off15224 00000040:00080000:1.0:1787583368.508800:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].42, 224 off15448 00000040:00080000:1.0:1787583368.508811:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].43, 224 off15672 00000040:00080000:1.0:1787583368.508823:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].44, 120 off15792 00000100:00100000:1.0:1787583368.508882:0:23449:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90936dad3480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2def8621-b047-4757-814d-42c7c419cee0:23449:1874416435954304:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1787583368.509113:0:23449:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787583368.509180:0:23449:0:(client.c:2715:ptlrpc_set_wait()) set ffff90936a081300 going to sleep for 11 seconds 00000100:00100000:2.0:1787583368.509221:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435954304 00000100:00100000:2.0:1787583368.509227:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435954304 00000100:00100000:2.0:1787583368.509377:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1787583368.509387:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9092458a6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2def8621-b047-4757-814d-42c7c419cee0+15:23449:x1874416435954304:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1787583368.509499:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9092458a6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2def8621-b047-4757-814d-42c7c419cee0+15:23449:x1874416435954304:12345-0@lo:502:mount.lustre.0 Request processed in 114us (386us total) trans 0 rc 0/0 00000100:00100000:2.0:1787583368.509507:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1787583368.509580:0:23449:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90936dad3480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2def8621-b047-4757-814d-42c7c419cee0:23449:1874416435954304:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1787583368.509626:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].45, 224 off16016 00000040:00080000:1.0:1787583368.509647:0:23449:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 45 count 46 00000020:01000000:1.0:1787583368.510577:0:23453:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1787583368.510589:0:23453:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787583368.510596:0:23453:0:(obd_config.c:1563:class_process_config()) marker 11 (0x1) lustre-MDT0001-m lov setup 00000020:01000000:1.0:1787583368.510602:0:23453:0:(obd_config.c:1967:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0001) 00000020:00000080:1.0:1787583368.510605:0:23453:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1787583368.510619:0:23453:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-mdtlov (ffff909373fdb370) 00000020:00000080:1.0:1787583368.510650:0:23453:0:(obd_config.c:720:class_attach_name()) OBD: dev 13 attached type lod with refcount 2 00000020:00000080:1.0:1787583368.510656:0:23453:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00080000:01000000:1.0:1787583368.510721:0:23453:0:(osd_handler.c:8925:osd_obd_connect()) connect #1 00000020:00000080:1.0:1787583368.510727:0:23453:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x19a47956376b7c4f 00000020:00000080:1.0:1787583368.511050:0:23453:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-mdtlov (uuid lustre-MDT0001-mdtlov_UUID) 00000020:01000000:1.0:1787583368.511055:0:23453:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787583368.511059:0:23453:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787583368.511060:0:23453:0:(obd_config.c:1563:class_process_config()) marker 11 (0x2) lustre-MDT0001-m lov setup 00000020:01000000:1.0:1787583368.511063:0:23453:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1787583368.511066:0:23453:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787583368.511067:0:23453:0:(obd_config.c:1563:class_process_config()) marker 12 (0x1) lustre-MDT0001 add mdt 00000020:00000080:1.0:1787583368.511070:0:23453:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1787583368.511077:0:23453:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001 (ffff909373fdcd28) 00000020:00000080:1.0:1787583368.511088:0:23453:0:(obd_config.c:720:class_attach_name()) OBD: dev 14 attached type mdt with refcount 2 00000020:00000080:1.0:1787583368.511091:0:23453:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007 00000020:00000080:1.0:1787583368.511093:0:23453:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-MDT0001 osc lustre-MDT0001-mdtlov mdc (null) 00000020:01000000:1.0:1787583368.511096:0:23453:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-MDT0001 00000020:00000080:1.0:1787583368.511101:0:23453:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:1.0:1787583368.511153:0:23453:0:(tgt_mount.c:153:server_get_mount()) get mount ffff90936f2d6000 from lustre-MDT0001, refs=2 00000020:00000080:1.0:1787583368.511165:0:23453:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDD0001 (ffff90937fbc3370) 00000020:00000080:1.0:1787583368.511173:0:23453:0:(obd_config.c:720:class_attach_name()) OBD: dev 15 attached type mdd with refcount 2 00000004:01000000:1.0:1787583368.511224:0:23453:0:(lod_dev.c:2291:lod_obd_connect()) connect #0 00000020:00000080:1.0:1787583368.511229:0:23453:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x19a47956376b7c64 00000020:00000080:1.0:1787583368.511384:0:23453:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDD0001 (uuid lustre-MDD0001_UUID) 00000004:01000000:1.0:1787583368.511390:0:23453:0:(mdd_device.c:1598:mdd_obd_connect()) connect #0 00000020:00000080:1.0:1787583368.511395:0:23453:0:(genops.c:1385:class_connect()) connect: client lustre-MDD0001_UUID, cookie 0x19a47956376b7c6b 00080000:01000000:1.0:1787583368.511401:0:23453:0:(osd_handler.c:8925:osd_obd_connect()) connect #2 00000020:00000080:1.0:1787583368.511404:0:23453:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x19a47956376b7c72 00010000:00010000:1.0:1787583368.571507:0:23453:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0001_UUID-2 is initialized 00000001:00000004:1.0:1787583368.572868:0:23453:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 8589934595 00000001:00080000:1.0:1787583368.575423:0:23453:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0001: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000020:00000080:0.0:1787583368.578752:0:23453:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001 (uuid lustre-MDT0001_UUID) 00000020:01000000:0.0:1787583368.578767:0:23453:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787583368.578773:0:23453:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787583368.578775:0:23453:0:(obd_config.c:1563:class_process_config()) marker 12 (0x2) lustre-MDT0001 add mdt 00000020:01000000:0.0:1787583368.578780:0:23453:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1787583368.578785:0:23453:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787583368.578787:0:23453:0:(obd_config.c:1563:class_process_config()) marker 13 (0x1) lustre-MDT0000 add osp 00000020:00000080:0.0:1787583368.578790:0:23453:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1787583368.578795:0:23453:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.111@tcp to nid 0x20000c0a8cb6f (192.168.203.111@tcp) 00000020:00000080:0.0:1787583368.578822:0:23453:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1787583368.578838:0:23453:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-osp-MDT0001 (ffff909343e1cd28) 00000020:00000080:0.0:1787583368.578884:0:23453:0:(obd_config.c:720:class_attach_name()) OBD: dev 16 attached type osp with refcount 2 00000020:00000080:0.0:1787583368.578891:0:23453:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:0.0:1787583368.578974:0:23453:0:(osp_dev.c:1203:osp_init0()) lustre-MDT0000-osp-MDT0001: connect to lustre-MDT0001-osd (lustre-MDT0000-osp-MDT0001) 00080000:01000000:0.0:1787583368.578981:0:23453:0:(osd_handler.c:8925:osd_obd_connect()) connect #3 00000020:00000080:0.0:1787583368.578988:0:23453:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x19a47956376b7c80 00010000:00080000:0.0:1787583368.579020:0:23453:0:(ldlm_lib.c:102:import_set_conn()) imp ffff90937fc51800@lustre-MDT0000-osp-MDT0001: add connection 192.168.203.111@tcp at head 00010000:00010000:0.0:1787583368.580597:0:23453:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-osp-MDT0001-5 is initialized 00000020:00000080:3.0:1787583368.589765:0:23453:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-osp-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:3.0:1787583368.589794:0:23453:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00000004:01000000:3.0:1787583368.589833:0:23453:0:(lod_lov.c:128:lod_add_device()) osp:lustre-MDT0000_UUID idx:0 gen:1 00000020:00000080:3.0:1787583368.589968:0:23453:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x19a47956376b7c87 00000100:00080000:3.0:1787583368.589979:0:23453:0:(import.c:510:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1787583368.589985:0:23453:0:(import.c:624:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff90937fc51800 using connection 192.168.203.111@tcp/0@lo 00000100:00100000:3.0:1787583368.590020:0:23453:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff90937fc63800 x1874416435954432/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787583368.590046:0:23453:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID 00000100:00100000:1.0:1787583368.590138:0:3652:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90937fc63800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3652:1874416435954432:0@lo:38:llog_process_th.0 00000020:01000000:3.0:1787583368.590141:0:23453:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1787583368.590147:0:23453:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787583368.590149:0:23453:0:(obd_config.c:1563:class_process_config()) marker 13 (0x2) lustre-MDT0000 add osp 00000020:01000000:3.0:1787583368.590152:0:23453:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1787583368.590155:0:23453:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #14 00000020:01000000:3.0:1787583368.590157:0:23453:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1787583368.590158:0:23453:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1787583368.590160:0:23453:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1787583368.590163:0:23453:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787583368.590165:0:23453:0:(obd_config.c:1563:class_process_config()) marker 14 (0x6) lustre sys.timeout 00000020:01000000:3.0:1787583368.590168:0:23453:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1787583368.590173:0:23453:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787583368.590180:0:23453:0:(obd_config.c:1563:class_process_config()) marker 15 (0x1) lustre-MDT0001 mdt.identity_upcall 00000020:00000080:3.0:1787583368.590187:0:23453:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000004:01000000:3.0:1787583368.590223:0:23453:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0001: identity upcall set to /home/green/git/lustre-release/lustre/utils/l_getidentity 00000100:00100000:1.0:1787583368.590226:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:01000000:3.0:1787583368.590240:0:23453:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1787583368.590244:0:23453:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787583368.590246:0:23453:0:(obd_config.c:1563:class_process_config()) marker 15 (0x2) lustre-MDT0001 mdt.identity_upcall 00000020:01000000:3.0:1787583368.590249:0:23453:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1787583368.590251:0:23453:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #19 00000020:01000000:3.0:1787583368.590252:0:23453:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1787583368.590254:0:23453:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1787583368.590255:0:23453:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1787583368.590258:0:23453:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787583368.590259:0:23453:0:(obd_config.c:1563:class_process_config()) marker 19 (0x6) lustre sys.timeout 00000020:01000000:3.0:1787583368.590261:0:23453:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:3.0:1787583368.590264:0:23453:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/mds2_flakey 00000020:00000080:3.0:1787583368.590268:0:23453:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787583368.590269:0:23453:0:(obd_config.c:1563:class_process_config()) marker 23 (0x1) lustre-OST0000 add osc 00000020:00000080:3.0:1787583368.590273:0:23453:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1787583368.590277:0:23453:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.111@tcp to nid 0x20000c0a8cb6f (192.168.203.111@tcp) 00000020:01000000:3.0:1787583368.590298:0:23453:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0001) 00000100:00100000:1.0:1787583368.590300:0:22723:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435954432 00000020:00000080:3.0:1787583368.590303:0:23453:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000100:00100000:1.0:1787583368.590308:0:22723:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435954432 00000020:00000080:3.0:1787583368.590317:0:23453:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0001 (ffff909346614d28) 00000020:00000080:3.0:1787583368.590332:0:23453:0:(obd_config.c:720:class_attach_name()) OBD: dev 17 attached type osp with refcount 2 00000020:00000080:3.0:1787583368.590338:0:23453:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000100:00100000:1.0:1787583368.590342:0:22723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1787583368.590350:0:22723:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90936dad3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3652:x1874416435954432:12345-0@lo:38:llog_process_th.0 00010000:00080000:1.0:1787583368.590372:0:22723:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 675 last 0 00000020:00000080:1.0:1787583368.590413:0:22723:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x19a47956376b7c95 00000004:00080000:3.0:1787583368.590418:0:23453:0:(osp_dev.c:1203:osp_init0()) lustre-OST0000-osc-MDT0001: connect to lustre-MDT0001-osd (lustre-OST0000-osc-MDT0001) 00080000:01000000:3.0:1787583368.590425:0:23453:0:(osd_handler.c:8925:osd_obd_connect()) connect #4 00000004:00100000:1.0:1787583368.590427:0:22723:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000020:00000080:3.0:1787583368.590434:0:23453:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x19a47956376b7c9c 00000001:00000004:1.0:1787583368.590434:0:22723:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 12884901888 00010000:00080000:3.0:1787583368.590466:0:23453:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9093449c6800@lustre-OST0000-osc-MDT0001: add connection 192.168.203.111@tcp at head 00010000:00010000:3.0:1787583368.591670:0:23453:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0001-6 is initialized 00000100:00080000:0.0:1787583368.593499:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1787583368.593507:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787583368.593511:0:38:0:(import.c:65:import_set_state_nolock()) ffff909246695000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787583368.593519:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 673 00000100:00080000:0.0:1787583368.593524:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1787583368.593531:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff909246695000 using connection 192.168.203.111@tcp/0@lo 00000100:00100000:0.0:1787583368.593575:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff909247ee5180 x1874416435954560/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787583368.593601:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1787583368.593612:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1787583368.593615:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1787583368.593618:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1787583368.593700:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1787583368.593715:0:3655:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909247ee5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3655:1874416435954688:0@lo:400:kworker.0 00000100:00100000:3.0:1787583368.593953:0:3652:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909247ee5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3652:1874416435954560:0@lo:38:kworker.0 00000040:01000000:2.0:1787583368.595175:0:23453:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000100:00100000:3.0:1787583368.596046:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787583368.596165:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787583368.596205:0:22719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435954688 00000100:00100000:0.0:1787583368.596212:0:22719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435954688 00000100:00100000:0.0:1787583368.596253:0:22719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1787583368.596262:0:22719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909247ee4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3655:x1874416435954688:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787583368.596314:0:22719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909247ee4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3655:x1874416435954688:12345-0@lo:400:kworker.0 Request processed in 53us (149us total) trans 0 rc 0/0 00000100:00100000:0.0:1787583368.596321:0:22719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000040:01000000:3.0:1787583368.596442:0:23453:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0000-osc-MDT0001 ctxt 2 is initialized 00010000:00080000:0.0:1787583368.596615:0:3655:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff909247ee5500 x1874416435954688/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787583384 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787583368.596628:0:3655:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909247ee5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3655:1874416435954688:0@lo:400:kworker.0 00000100:00100000:1.0:1787583368.598072:0:22722:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 2 min 2 max 116 00000100:00100000:1.0:1787583368.598084:0:22722:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_002' 00000100:00080000:0.0:1787583368.598127:0:22723:0:(import.c:65:import_set_state_nolock()) ffff909377ef1800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1787583368.598208:0:22723:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90936dad3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3652:x1874416435954432:12345-0@lo:38:llog_process_th.0 Request processed in 7856us (7982us total) trans 0 rc 0/0 00000100:00100000:0.0:1787583368.598216:0:22723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1787583368.598235:0:22723:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435954560 00000100:00100000:0.0:1787583368.598240:0:22723:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435954560 00000100:00100000:0.0:1787583368.598258:0:22723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1787583368.598264:0:22723:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90937fc62300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3652:x1874416435954560:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1787583368.598305:0:22723:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90937fc62300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3652:x1874416435954560:12345-0@lo:38:kworker.0 Request processed in 40us (2262us total) trans 0 rc -11/-11 00000100:00100000:0.0:1787583368.598318:0:22723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1787583368.598367:0:3652:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:1.0:1787583368.598375:0:3652:0:(import.c:65:import_set_state_nolock()) ffff909246695000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787583368.598379:0:3652:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-11) 00000100:00100000:1.0:1787583368.598383:0:3652:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909247ee5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3652:1874416435954560:0@lo:38:kworker.0 00000100:00100000:1.0:1787583368.598394:0:3652:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:1.0:1787583368.598400:0:3652:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-osp-MDT0001: connect to target with instance 3 00000100:00080000:1.0:1787583368.598406:0:3652:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-osp-MDT0001: Resetting ns_connect_flags to server flags: 0xa2400010450010a0 00000100:00080000:1.0:1787583368.598412:0:3652:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:1.0:1787583368.598414:0:3652:0:(import.c:65:import_set_state_nolock()) ffff90937fc51800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:1.0:1787583368.598432:0:3652:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90937fc63800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3652:1874416435954432:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1787583368.598554:0:3653:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90937fc61c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3653:1874416435954816:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1787583368.598590:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787583368.598610:0:22722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435954816 00000100:00100000:0.0:1787583368.598615:0:22722:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435954816 00000100:00100000:0.0:1787583368.598664:0:22722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1787583368.598671:0:22722:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90937fc61500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3653:x1874416435954816:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1787583368.598693:0:22722:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1787583368.598727:0:22722:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90937fc61500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3653:x1874416435954816:12345-0@lo:41:osp-pre-0-1.0 Request processed in 57us (136us total) trans 0 rc 0/0 00000100:00100000:0.0:1787583368.598733:0:22722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1787583368.599099:0:3653:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90937fc61c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3653:1874416435954816:0@lo:41:osp-pre-0-1.0 00000040:00080000:2.0:1787583368.599625:0:23453:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1787583368.599976:0:23453:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2:0x0].3, 64 off8384 00000040:00080000:2.0:1787583368.600254:0:23453:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].1, 64 off8256 00000040:00080000:1.0:1787583368.603994:0:23459:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:1.0:1787583368.604001:0:23459:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xc:0x0] at index 3 of catalog [0x1:0x2:0x0] 00000020:00000080:3.0:1787583368.605217:0:23453:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:3.0:1787583368.605229:0:23453:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:3.0:1787583368.605267:0:23453:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000020:00000080:3.0:1787583368.605287:0:23453:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x19a47956376b7ca3 00000100:00080000:3.0:1787583368.605296:0:23453:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1787583368.605373:0:23453:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff9093449c6800 using connection 192.168.203.111@tcp/0@lo 00000100:00100000:3.0:1787583368.605498:0:23453:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff90937fc61c00 x1874416435954944/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787583368.605527:0:23453:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID 00000020:01000000:3.0:1787583368.605590:0:23453:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1787583368.605595:0:23453:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787583368.605597:0:23453:0:(obd_config.c:1563:class_process_config()) marker 23 (0x2) lustre-OST0000 add osc 00000020:01000000:3.0:1787583368.605600:0:23453:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1787583368.605603:0:23453:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #26 00000020:01000000:3.0:1787583368.605604:0:23453:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1787583368.605606:0:23453:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1787583368.605607:0:23453:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1787583368.605610:0:23453:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787583368.605611:0:23453:0:(obd_config.c:1563:class_process_config()) marker 26 (0x6) lustre sys.timeout 00000020:01000000:3.0:1787583368.605614:0:23453:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:3.0:1787583368.605618:0:23453:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/mds2_flakey 00000020:00000080:3.0:1787583368.605621:0:23453:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787583368.605622:0:23453:0:(obd_config.c:1563:class_process_config()) marker 31 (0x1) lustre-OST0001 add osc 00000020:00000080:3.0:1787583368.605626:0:23453:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000100:00080000:0.0:1787583368.605627:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000020:00000080:3.0:1787583368.605629:0:23453:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.111@tcp to nid 0x20000c0a8cb6f (192.168.203.111@tcp) 00000100:00080000:0.0:1787583368.605631:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1787583368.605634:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1787583368.605646:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000020:01000000:3.0:1787583368.605662:0:23453:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0001) 00000020:00000080:3.0:1787583368.605671:0:23453:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1787583368.605683:0:23453:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-MDT0001 (ffff9092466899b8) 00000020:00000080:3.0:1787583368.605696:0:23453:0:(obd_config.c:720:class_attach_name()) OBD: dev 18 attached type osp with refcount 2 00000020:00000080:3.0:1787583368.605701:0:23453:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:3.0:1787583368.605756:0:23453:0:(osp_dev.c:1203:osp_init0()) lustre-OST0001-osc-MDT0001: connect to lustre-MDT0001-osd (lustre-OST0001-osc-MDT0001) 00080000:01000000:3.0:1787583368.605762:0:23453:0:(osd_handler.c:8925:osd_obd_connect()) connect #5 00000020:00000080:3.0:1787583368.605769:0:23453:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x19a47956376b7cb1 00010000:00080000:3.0:1787583368.605805:0:23453:0:(ldlm_lib.c:102:import_set_conn()) imp ffff90937462b800@lustre-OST0001-osc-MDT0001: add connection 192.168.203.111@tcp at head 00000100:00100000:1.0:1787583368.606713:0:3652:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90937fc61c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3652:1874416435954944:0@lo:8:llog_process_th.0 00000400:00000100:1.0:1787583368.606777:0:3652:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1874416435954944 offset 0 length 520: 4 00010000:00010000:3.0:1787583368.607210:0:23453:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-MDT0001-7 is initialized 00000040:01000000:3.0:1787583368.607278:0:23453:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:3.0:1787583368.607293:0:23453:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0001-osc-MDT0001 ctxt 2 is initialized 00000040:00080000:3.0:1787583368.610685:0:23453:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1787583368.611559:0:23453:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x5:0x0].3, 64 off8384 00000040:00080000:3.0:1787583368.611739:0:23453:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].1, 64 off8256 00000040:00080000:1.0:1787583368.614980:0:23461:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:1.0:1787583368.614988:0:23461:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 3 of catalog [0x1:0x5:0x0] 00000020:00000080:3.0:1787583368.616122:0:23453:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:3.0:1787583368.616263:0:23453:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:3.0:1787583368.616303:0:23453:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0001_UUID idx:1 gen:1 00000020:00000080:3.0:1787583368.616326:0:23453:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x19a47956376b7cb8 00000100:00080000:3.0:1787583368.616337:0:23453:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1787583368.616342:0:23453:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff90937462b800 using connection 192.168.203.111@tcp/0@lo 00000100:00100000:3.0:1787583368.616376:0:23453:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff90937fc63100 x1874416435955072/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787583368.616404:0:23453:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID 00000020:01000000:3.0:1787583368.616454:0:23453:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1787583368.616458:0:23453:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787583368.616460:0:23453:0:(obd_config.c:1563:class_process_config()) marker 31 (0x2) lustre-OST0001 add osc 00000020:01000000:3.0:1787583368.616463:0:23453:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1787583368.616467:0:23453:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787583368.616468:0:23453:0:(obd_config.c:1563:class_process_config()) marker 34 (0x1) lustre sys.timeout 00000020:00000080:3.0:1787583368.616471:0:23453:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:3.0:1787583368.616473:0:23453:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:3.0:1787583368.616481:0:23453:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1787583368.616484:0:23453:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787583368.616485:0:23453:0:(obd_config.c:1563:class_process_config()) marker 34 (0x2) lustre sys.timeout 00000020:01000000:3.0:1787583368.616488:0:23453:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1787583368.616490:0:23453:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787583368.616491:0:23453:0:(obd_config.c:1563:class_process_config()) marker 39 (0x1) lustre sys.jobid_var 00000020:00000080:3.0:1787583368.616494:0:23453:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000020:01000000:3.0:1787583368.616521:0:23453:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1787583368.616524:0:23453:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787583368.616526:0:23453:0:(obd_config.c:1563:class_process_config()) marker 39 (0x2) lustre sys.jobid_var 00000040:00080000:3.0:1787583368.616529:0:23453:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 46 count 46 00000020:01000000:3.0:1787583368.616587:0:23449:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0001 gen 1-45 (rc=0) 10000000:01000000:3.0:1787583368.616617:0:23449:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.111@tcp: configuration from log 'lustre-MDT0001' succeeded (0). 00010000:00010000:3.0:1787583368.616643:0:23449:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff90924149b600/0x19a47956376b7c3a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x19a47956376b7c41 expref: -99 pid: 23449 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583368.616655:0:23449:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.111@tcp lock: ffff90924149b600/0x19a47956376b7c3a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x19a47956376b7c41 expref: -99 pid: 23449 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787583368.616672:0:23449:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff90936f2d6000 from 1 10000000:01000000:3.0:1787583368.616675:0:23449:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1787583368.616699:0:23449:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff90936367f400/0x19a47956376b7cbf lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23449 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583368.616707:0:23449:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.111@tcp lock: ffff90936367f400/0x19a47956376b7cbf lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23449 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583368.616717:0:23449:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.111@tcp lock: ffff90936367f400/0x19a47956376b7cbf lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23449 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787583368.616735:0:23449:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90937fc60380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2def8621-b047-4757-814d-42c7c419cee0:23449:1874416435955200:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1787583368.616796:0:23449:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787583368.616835:0:23449:0:(client.c:2715:ptlrpc_set_wait()) set ffff909247cba180 going to sleep for 11 seconds 00000100:00100000:0.0:1787583368.617048:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435955200 00000100:00100000:0.0:1787583368.617056:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435955200 00000100:00100000:0.0:1787583368.617106:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:0.0:1787583368.617115:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9092458a7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2def8621-b047-4757-814d-42c7c419cee0+15:23449:x1874416435955200:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1787583368.617200:0:22710:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787583368.617214:0:22710:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9092464f1c00/0x19a47956376b7cc6 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x19a47956376b7cbf expref: -99 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583368.617236:0:22710:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9092464f1c00/0x19a47956376b7cc6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x19a47956376b7cbf expref: 16 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583368.617246:0:22710:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9092464f1c00/0x19a47956376b7cc6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x19a47956376b7cbf expref: 16 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583368.617267:0:22710:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9092464f1c00, rc 0) 00000100:00100000:0.0:1787583368.617309:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9092458a7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2def8621-b047-4757-814d-42c7c419cee0+16:23449:x1874416435955200:12345-0@lo:101:mount.lustre.0 Request processed in 194us (512us total) trans 0 rc 0/0 00000100:00100000:0.0:1787583368.617316:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00080000:0.0:1787583368.617351:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1787583368.617356:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1787583368.617359:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1787583368.617361:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1787583368.617491:0:23449:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90937fc60380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2def8621-b047-4757-814d-42c7c419cee0:23449:1874416435955200:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1787583368.617504:0:23449:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.111@tcp lock: ffff90936367f400/0x19a47956376b7cbf lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x19a47956376b7cc6 expref: -99 pid: 23449 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583368.617513:0:23449:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.111@tcp lock: ffff90936367f400/0x19a47956376b7cbf lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x19a47956376b7cc6 expref: -99 pid: 23449 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787583368.617987:0:3652:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90937fc63100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3652:1874416435955072:0@lo:8:llog_process_th.0 00000400:00000100:1.0:1787583368.618021:0:3652:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1874416435955072 offset 0 length 520: 4 00000100:00100000:3.0:1787583368.618665:0:23449:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90937fc60380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2def8621-b047-4757-814d-42c7c419cee0:23449:1874416435955328:0@lo:256:mount.lustre.0 00000100:00100000:3.0:1787583368.618709:0:23449:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787583368.618771:0:23449:0:(client.c:2715:ptlrpc_set_wait()) set ffff909247cba180 going to sleep for 11 seconds 00000100:00100000:2.0:1787583368.619426:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435955328 00000100:00100000:2.0:1787583368.619435:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435955328 00000100:00100000:3.0:1787583368.619588:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:3.0:1787583368.619598:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9092458a6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2def8621-b047-4757-814d-42c7c419cee0+16:23449:x1874416435955328:12345-0@lo:256:mount.lustre.0 20000000:01000000:3.0:1787583368.619617:0:22709:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:3.0:1787583368.619645:0:22709:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:3.0:1787583368.619649:0:22709:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 11 00000100:00100000:3.0:1787583368.619755:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9092458a6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2def8621-b047-4757-814d-42c7c419cee0+16:23449:x1874416435955328:12345-0@lo:256:mount.lustre.0 Request processed in 158us (1045us total) trans 0 rc 0/0 00000100:00100000:3.0:1787583368.619763:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1787583368.619874:0:23449:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90937fc60380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2def8621-b047-4757-814d-42c7c419cee0:23449:1874416435955328:0@lo:256:mount.lustre.0 10000000:01000000:1.0:1787583368.620682:0:23449:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.111@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:1.0:1787583368.620707:0:23449:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff90936367f400/0x19a47956376b7cbf lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x19a47956376b7cc6 expref: -99 pid: 23449 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583368.620718:0:23449:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.111@tcp lock: ffff90936367f400/0x19a47956376b7cbf lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x19a47956376b7cc6 expref: -99 pid: 23449 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1787583368.620728:0:23449:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff90936f2d6000 from 1 10000000:01000000:1.0:1787583368.620731:0:23449:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1787583368.620763:0:23449:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff90924149a600/0x19a47956376b7ccd lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23449 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583368.620770:0:23449:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.111@tcp lock: ffff90924149a600/0x19a47956376b7ccd lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23449 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583368.620778:0:23449:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.111@tcp lock: ffff90924149a600/0x19a47956376b7ccd lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23449 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787583368.620795:0:23449:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90936dad0000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2def8621-b047-4757-814d-42c7c419cee0:23449:1874416435955456:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1787583368.620837:0:23449:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787583368.623742:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435955456 00000100:00100000:0.0:1787583368.623755:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435955456 00000100:00100000:1.0:1787583368.623781:0:23449:0:(client.c:2715:ptlrpc_set_wait()) set ffff90936a11d180 going to sleep for 11 seconds 00000100:00100000:0.0:1787583368.623800:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:0.0:1787583368.623809:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90936f105050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2def8621-b047-4757-814d-42c7c419cee0+16:23449:x1874416435955456:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1787583368.624010:0:22710:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787583368.624028:0:22710:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9092464f0c00/0x19a47956376b7cd4 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x19a47956376b7ccd expref: -99 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583368.624065:0:22710:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9092464f0c00/0x19a47956376b7cd4 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x19a47956376b7ccd expref: 17 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583368.624076:0:22710:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9092464f0c00/0x19a47956376b7cd4 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x19a47956376b7ccd expref: 17 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583368.624086:0:22710:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9092464f0c00, rc 0) 00000100:00100000:0.0:1787583368.624141:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90936f105050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2def8621-b047-4757-814d-42c7c419cee0+17:23449:x1874416435955456:12345-0@lo:101:mount.lustre.0 Request processed in 332us (3303us total) trans 0 rc 0/0 00000100:00100000:0.0:1787583368.624162:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:1.0:1787583368.624265:0:23449:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90936dad0000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2def8621-b047-4757-814d-42c7c419cee0:23449:1874416435955456:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1787583368.624281:0:23449:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.111@tcp lock: ffff90924149a600/0x19a47956376b7ccd lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x19a47956376b7cd4 expref: -99 pid: 23449 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583368.624290:0:23449:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.111@tcp lock: ffff90924149a600/0x19a47956376b7ccd lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x19a47956376b7cd4 expref: -99 pid: 23449 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1787583368.625556:0:23449:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 13 count 13 00000040:00080000:1.0:1787583368.626282:0:23449:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1787583368.626467:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:1.0:1787583368.626494:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 112 off8528 00000040:00080000:1.0:1787583368.626508:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 224 off8752 00000040:00080000:1.0:1787583368.626520:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8976 00000040:00080000:1.0:1787583368.626533:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 112 off9088 00000040:00080000:1.0:1787583368.626546:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 224 off9312 00000040:00080000:1.0:1787583368.626558:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 224 off9536 00000040:00080000:1.0:1787583368.626570:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 128 off9664 00000040:00080000:1.0:1787583368.626583:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:1.0:1787583368.626595:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 224 off10112 00000040:00080000:1.0:1787583368.626608:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 128 off10240 00000040:00080000:1.0:1787583368.626626:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10464 00000040:00080000:1.0:1787583368.626631:0:23449:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 12 count 13 00000100:00100000:1.0:1787583368.626710:0:23449:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90936dad0000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2def8621-b047-4757-814d-42c7c419cee0:23449:1874416435955584:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1787583368.626779:0:23449:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787583368.626821:0:23449:0:(client.c:2715:ptlrpc_set_wait()) set ffff909365c16240 going to sleep for 11 seconds 00000100:00100000:2.0:1787583368.627008:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435955584 00000100:00100000:2.0:1787583368.627015:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435955584 00000100:00100000:2.0:1787583368.627051:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:2.0:1787583368.627060:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90936f105c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2def8621-b047-4757-814d-42c7c419cee0+17:23449:x1874416435955584:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1787583368.627189:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90936f105c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2def8621-b047-4757-814d-42c7c419cee0+17:23449:x1874416435955584:12345-0@lo:501:mount.lustre.0 Request processed in 129us (408us total) trans 0 rc 0/0 00000100:00100000:2.0:1787583368.627196:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:1.0:1787583368.627337:0:23449:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90936dad0000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2def8621-b047-4757-814d-42c7c419cee0:23449:1874416435955584:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1787583368.627366:0:23449:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90936dad0000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2def8621-b047-4757-814d-42c7c419cee0:23449:1874416435955712:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1787583368.627405:0:23449:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787583368.627440:0:23449:0:(client.c:2715:ptlrpc_set_wait()) set ffff909365c16240 going to sleep for 11 seconds 00000100:00100000:3.0:1787583368.627492:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435955712 00000100:00100000:3.0:1787583368.627497:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435955712 00000100:00100000:3.0:1787583368.627528:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:3.0:1787583368.627535:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90936f106c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2def8621-b047-4757-814d-42c7c419cee0+17:23449:x1874416435955712:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1787583368.627622:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90936f106c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2def8621-b047-4757-814d-42c7c419cee0+17:23449:x1874416435955712:12345-0@lo:503:mount.lustre.0 Request processed in 88us (217us total) trans 0 rc 0/0 00000100:00100000:3.0:1787583368.627629:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1787583368.627715:0:23449:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90936dad0000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2def8621-b047-4757-814d-42c7c419cee0:23449:1874416435955712:0@lo:503:mount.lustre.0 00000040:00080000:1.0:1787583368.628069:0:23449:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1787583368.628252:0:23449:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90936dad0000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2def8621-b047-4757-814d-42c7c419cee0:23449:1874416435955840:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1787583368.628289:0:23449:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787583368.628308:0:23449:0:(client.c:2715:ptlrpc_set_wait()) set ffff909365c16240 going to sleep for 11 seconds 00000100:00100000:3.0:1787583368.628366:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435955840 00000100:00100000:3.0:1787583368.628376:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435955840 00000100:00100000:3.0:1787583368.628397:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:3.0:1787583368.628403:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90936f105850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2def8621-b047-4757-814d-42c7c419cee0+17:23449:x1874416435955840:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1787583368.628483:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90936f105850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2def8621-b047-4757-814d-42c7c419cee0+17:23449:x1874416435955840:12345-0@lo:502:mount.lustre.0 Request processed in 79us (193us total) trans 0 rc 0/0 00000100:00100000:3.0:1787583368.628501:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:1.0:1787583368.628570:0:23449:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90936dad0000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2def8621-b047-4757-814d-42c7c419cee0:23449:1874416435955840:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1787583368.628742:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:1.0:1787583368.628766:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 112 off8528 00000040:00080000:1.0:1787583368.628779:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 224 off8752 00000040:00080000:1.0:1787583368.628792:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8976 00000040:00080000:1.0:1787583368.628804:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 112 off9088 00000040:00080000:1.0:1787583368.628815:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 224 off9312 00000040:00080000:1.0:1787583368.628826:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 224 off9536 00000040:00080000:1.0:1787583368.628838:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 128 off9664 00000040:00080000:1.0:1787583368.628880:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:1.0:1787583368.629458:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 224 off10112 00000040:00080000:1.0:1787583368.629477:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 128 off10240 00000100:00100000:1.0:1787583368.629504:0:23449:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90936dad0000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2def8621-b047-4757-814d-42c7c419cee0:23449:1874416435955968:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1787583368.629550:0:23449:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787583368.629582:0:23449:0:(client.c:2715:ptlrpc_set_wait()) set ffff909365c16240 going to sleep for 11 seconds 00000100:00100000:3.0:1787583368.629695:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435955968 00000100:00100000:3.0:1787583368.629700:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435955968 00000100:00100000:3.0:1787583368.629733:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:3.0:1787583368.629741:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90936f107450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2def8621-b047-4757-814d-42c7c419cee0+17:23449:x1874416435955968:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1787583368.629837:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90936f107450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2def8621-b047-4757-814d-42c7c419cee0+17:23449:x1874416435955968:12345-0@lo:502:mount.lustre.0 Request processed in 97us (286us total) trans 0 rc 0/0 00000100:00100000:3.0:1787583368.630035:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:1.0:1787583368.630285:0:23449:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90936dad0000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2def8621-b047-4757-814d-42c7c419cee0:23449:1874416435955968:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1787583368.630332:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10464 00000040:00080000:1.0:1787583368.630341:0:23449:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:2.0:1787583368.631109:0:23463:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1787583368.631118:0:23463:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787583368.631121:0:23463:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:2.0:1787583368.631256:0:23463:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff90936f2d6000 00000020:00000080:2.0:1787583368.631260:0:23463:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1787583368.631268:0:23463:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1787583368.631271:0:23463:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787583368.631273:0:23463:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:2.0:1787583368.631275:0:23463:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1787583368.631279:0:23463:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787583368.631280:0:23463:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:2.0:1787583368.631283:0:23463:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff90936f2d6000 00000020:00000080:2.0:1787583368.631285:0:23463:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1787583368.631370:0:23463:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1787583368.631375:0:23463:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787583368.631376:0:23463:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:2.0:1787583368.631379:0:23463:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1787583368.631381:0:23463:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787583368.631383:0:23463:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:2.0:1787583368.631394:0:23463:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff90936f2d6000 00000020:00000080:2.0:1787583368.631395:0:23463:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1787583368.632793:0:23463:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1787583368.632801:0:23463:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787583368.632803:0:23463:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:2.0:1787583368.632807:0:23463:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1787583368.632810:0:23463:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787583368.632811:0:23463:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:2.0:1787583368.632816:0:23463:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff90936f2d6000 00000020:00000080:2.0:1787583368.632818:0:23463:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1787583368.633308:0:23463:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1787583368.633312:0:23463:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787583368.633314:0:23463:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:2.0:1787583368.633317:0:23463:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 13 count 13 00000020:01000000:3.0:1787583368.634295:0:23449:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:3.0:1787583368.634328:0:23449:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.111@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1787583368.634347:0:23449:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff90924149a600/0x19a47956376b7ccd lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x19a47956376b7cd4 expref: -99 pid: 23449 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583368.634359:0:23449:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.111@tcp lock: ffff90924149a600/0x19a47956376b7ccd lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x19a47956376b7cd4 expref: -99 pid: 23449 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787583368.634421:0:23449:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:3.0:1787583368.634424:0:23449:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff90936f2d6000 10000000:01000000:3.0:1787583368.634427:0:23449:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff90936f2d6000 10000000:01000000:3.0:1787583368.634431:0:23449:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1787583368.634436:0:23449:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff90936f2d6000 from 1 10000000:01000000:3.0:1787583368.634439:0:23449:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1787583368.634474:0:23449:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff90936367e000/0x19a47956376b7cdb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23449 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583368.634488:0:23449:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.111@tcp lock: ffff90936367e000/0x19a47956376b7cdb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23449 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583368.634500:0:23449:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.111@tcp lock: ffff90936367e000/0x19a47956376b7cdb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23449 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787583368.634524:0:23449:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90937fc61f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2def8621-b047-4757-814d-42c7c419cee0:23449:1874416435956096:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1787583368.634588:0:23449:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787583368.634622:0:23449:0:(client.c:2715:ptlrpc_set_wait()) set ffff909247cba000 going to sleep for 11 seconds 00000100:00100000:2.0:1787583368.634685:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435956096 00000100:00100000:2.0:1787583368.634692:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435956096 00000100:00100000:2.0:1787583368.634738:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:2.0:1787583368.634747:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90936f107850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2def8621-b047-4757-814d-42c7c419cee0+17:23449:x1874416435956096:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1787583368.634759:0:22711:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787583368.634770:0:22711:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90924770ae00/0x19a47956376b7ce2 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x19a47956376b7cdb expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583368.634790:0:22711:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90924770ae00/0x19a47956376b7ce2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x19a47956376b7cdb expref: 18 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583368.634801:0:22711:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90924770ae00/0x19a47956376b7ce2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x19a47956376b7cdb expref: 18 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583368.634810:0:22711:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90924770ae00, rc 0) 00000100:00100000:2.0:1787583368.634868:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90936f107850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2def8621-b047-4757-814d-42c7c419cee0+18:23449:x1874416435956096:12345-0@lo:101:mount.lustre.0 Request processed in 121us (280us total) trans 0 rc 0/0 00000100:00100000:2.0:1787583368.634883:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:3.0:1787583368.635006:0:23449:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90937fc61f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2def8621-b047-4757-814d-42c7c419cee0:23449:1874416435956096:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1787583368.635020:0:23449:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.111@tcp lock: ffff90936367e000/0x19a47956376b7cdb lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x19a47956376b7ce2 expref: -99 pid: 23449 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583368.635029:0:23449:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.111@tcp lock: ffff90936367e000/0x19a47956376b7cdb lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x19a47956376b7ce2 expref: -99 pid: 23449 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1787583368.641187:0:23449:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 52 count 51 00000040:00080000:2.0:1787583368.641479:0:23449:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1787583368.643806:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].1, 224 off8416 00000040:00080000:2.0:1787583368.643870:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].2, 120 off8536 00000040:00080000:2.0:1787583368.643890:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].3, 168 off8704 00000040:00080000:2.0:1787583368.643906:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].4, 224 off8928 00000040:00080000:2.0:1787583368.643919:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].5, 224 off9152 00000040:00080000:2.0:1787583368.644007:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].6, 120 off9272 00000040:00080000:2.0:1787583368.644715:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].7, 168 off9440 00000040:00080000:2.0:1787583368.644741:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].8, 224 off9664 00000040:00080000:2.0:1787583368.644757:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].9, 224 off9888 00000040:00080000:2.0:1787583368.644772:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].10, 120 off10008 00000040:00080000:2.0:1787583368.644787:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].11, 224 off10232 00000040:00080000:2.0:1787583368.644801:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].12, 224 off10456 00000040:00080000:2.0:1787583368.644815:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].13, 88 off10544 00000040:00080000:2.0:1787583368.644830:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].14, 128 off10672 00000040:00080000:2.0:1787583368.646274:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].15, 144 off10816 00000040:00080000:2.0:1787583368.646318:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].16, 160 off10976 00000040:00080000:2.0:1787583368.646334:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].17, 224 off11200 00000040:00080000:2.0:1787583368.646348:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].18, 224 off11424 00000040:00080000:2.0:1787583368.646360:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].19, 80 off11504 00000040:00080000:2.0:1787583368.646372:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].20, 224 off11728 00000040:00080000:2.0:1787583368.646384:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].21, 224 off11952 00000040:00080000:2.0:1787583368.646397:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].22, 88 off12040 00000040:00080000:2.0:1787583368.646426:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].23, 128 off12168 00000040:00080000:2.0:1787583368.646509:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].24, 144 off12312 00000040:00080000:2.0:1787583368.646530:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].25, 160 off12472 00000040:00080000:2.0:1787583368.646545:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].26, 224 off12696 00000040:00080000:2.0:1787583368.646560:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].27, 224 off12920 00000040:00080000:2.0:1787583368.646575:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].28, 80 off13000 00000040:00080000:2.0:1787583368.646600:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].29, 224 off13224 00000040:00080000:2.0:1787583368.646614:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].30, 224 off13448 00000040:00080000:2.0:1787583368.646645:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].31, 88 off13536 00000040:00080000:2.0:1787583368.646664:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].32, 128 off13664 00000040:00080000:2.0:1787583368.646679:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].33, 144 off13808 00000040:00080000:2.0:1787583368.646695:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].34, 128 off13936 00000040:00080000:2.0:1787583368.646709:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].35, 224 off14160 00000040:00080000:2.0:1787583368.646724:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].36, 224 off14384 00000040:00080000:2.0:1787583368.646738:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].37, 80 off14464 00000040:00080000:2.0:1787583368.646752:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].38, 224 off14688 00000040:00080000:2.0:1787583368.646779:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].39, 224 off14912 00000040:00080000:2.0:1787583368.646797:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].40, 88 off15000 00000040:00080000:2.0:1787583368.646811:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].41, 128 off15128 00000040:00080000:2.0:1787583368.646825:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].42, 144 off15272 00000040:00080000:2.0:1787583368.646839:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].43, 128 off15400 00000040:00080000:2.0:1787583368.646874:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].44, 224 off15624 00000040:00080000:2.0:1787583368.646891:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].45, 224 off15848 00000040:00080000:2.0:1787583368.646911:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].46, 80 off15928 00000040:00080000:2.0:1787583368.647572:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].47, 224 off16152 00000040:00080000:2.0:1787583368.647596:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].48, 232 off16384 00000040:00080000:2.0:1787583368.649785:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].49, 224 off16608 00000040:00080000:2.0:1787583368.649820:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].50, 120 off16728 00000040:00080000:2.0:1787583368.649871:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].51, 224 off16952 00000040:00080000:2.0:1787583368.649881:0:23449:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 51 count 51 00000100:00100000:2.0:1787583368.650568:0:23449:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909248469880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2def8621-b047-4757-814d-42c7c419cee0:23449:1874416435956224:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1787583368.650649:0:23449:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787583368.650698:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435956224 00000100:00100000:2.0:1787583368.650706:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435956224 00000100:00100000:2.0:1787583368.650750:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:2.0:1787583368.650758:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90936f106050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2def8621-b047-4757-814d-42c7c419cee0+18:23449:x1874416435956224:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1787583368.650885:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90936f106050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2def8621-b047-4757-814d-42c7c419cee0+18:23449:x1874416435956224:12345-0@lo:501:mount.lustre.0 Request processed in 127us (236us total) trans 0 rc 0/0 00000100:00100000:2.0:1787583368.650899:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:2.0:1787583368.651535:0:23449:0:(client.c:2715:ptlrpc_set_wait()) set ffff90936a081300 going to sleep for 11 seconds 00000100:00100000:2.0:1787583368.651559:0:23449:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909248469880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2def8621-b047-4757-814d-42c7c419cee0:23449:1874416435956224:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1787583368.651598:0:23449:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909248469880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2def8621-b047-4757-814d-42c7c419cee0:23449:1874416435956352:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1787583368.651759:0:23449:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787583368.651787:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435956352 00000100:00100000:2.0:1787583368.651792:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435956352 00000100:00100000:2.0:1787583368.651820:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:2.0:1787583368.651828:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90936f104450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2def8621-b047-4757-814d-42c7c419cee0+18:23449:x1874416435956352:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1787583368.652505:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90936f104450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2def8621-b047-4757-814d-42c7c419cee0+18:23449:x1874416435956352:12345-0@lo:503:mount.lustre.0 Request processed in 676us (744us total) trans 0 rc 0/0 00000100:00100000:2.0:1787583368.652513:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:2.0:1787583368.652558:0:23449:0:(client.c:2715:ptlrpc_set_wait()) set ffff90936a081300 going to sleep for 11 seconds 00000100:00100000:2.0:1787583368.652575:0:23449:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909248469880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2def8621-b047-4757-814d-42c7c419cee0:23449:1874416435956352:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1787583368.654174:0:23449:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1787583368.654271:0:23449:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909248469880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2def8621-b047-4757-814d-42c7c419cee0:23449:1874416435956480:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1787583368.654333:0:23449:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787583368.654370:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435956480 00000100:00100000:2.0:1787583368.654375:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435956480 00000100:00100000:2.0:1787583368.654411:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:2.0:1787583368.654420:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90936f104c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2def8621-b047-4757-814d-42c7c419cee0+18:23449:x1874416435956480:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1787583368.654526:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90936f104c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2def8621-b047-4757-814d-42c7c419cee0+18:23449:x1874416435956480:12345-0@lo:502:mount.lustre.0 Request processed in 105us (192us total) trans 0 rc 0/0 00000100:00100000:2.0:1787583368.654533:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:2.0:1787583368.654589:0:23449:0:(client.c:2715:ptlrpc_set_wait()) set ffff90936a1730c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787583368.654608:0:23449:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909248469880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2def8621-b047-4757-814d-42c7c419cee0:23449:1874416435956480:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1787583368.654804:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].1, 224 off8416 00000040:00080000:2.0:1787583368.654831:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].2, 120 off8536 00000040:00080000:2.0:1787583368.654867:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].3, 168 off8704 00000040:00080000:2.0:1787583368.654884:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].4, 224 off8928 00000040:00080000:2.0:1787583368.654898:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].5, 224 off9152 00000040:00080000:2.0:1787583368.654911:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].6, 120 off9272 00000040:00080000:2.0:1787583368.654923:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].7, 168 off9440 00000040:00080000:2.0:1787583368.656766:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].8, 224 off9664 00000040:00080000:2.0:1787583368.656779:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].9, 224 off9888 00000040:00080000:2.0:1787583368.656789:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].10, 120 off10008 00000040:00080000:2.0:1787583368.656800:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].11, 224 off10232 00000040:00080000:2.0:1787583368.656811:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].12, 224 off10456 00000040:00080000:2.0:1787583368.656822:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].13, 88 off10544 00000040:00080000:2.0:1787583368.656833:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].14, 128 off10672 00000040:00080000:2.0:1787583368.656857:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].15, 144 off10816 00000040:00080000:2.0:1787583368.656872:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].16, 160 off10976 00000040:00080000:2.0:1787583368.656897:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].17, 224 off11200 00000040:00080000:2.0:1787583368.656909:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].18, 224 off11424 00000040:00080000:2.0:1787583368.656920:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].19, 80 off11504 00000040:00080000:2.0:1787583368.658348:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].20, 224 off11728 00000040:00080000:2.0:1787583368.658397:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].21, 224 off11952 00000040:00080000:2.0:1787583368.658414:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].22, 88 off12040 00000040:00080000:2.0:1787583368.658426:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].23, 128 off12168 00000040:00080000:2.0:1787583368.658442:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].24, 144 off12312 00000040:00080000:2.0:1787583368.658456:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].25, 160 off12472 00000040:00080000:2.0:1787583368.658469:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].26, 224 off12696 00000040:00080000:2.0:1787583368.658483:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].27, 224 off12920 00000040:00080000:2.0:1787583368.658495:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].28, 80 off13000 00000040:00080000:2.0:1787583368.658508:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].29, 224 off13224 00000040:00080000:2.0:1787583368.658536:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].30, 224 off13448 00000040:00080000:2.0:1787583368.658566:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].31, 88 off13536 00000040:00080000:2.0:1787583368.658581:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].32, 128 off13664 00000040:00080000:2.0:1787583368.658611:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].33, 144 off13808 00000040:00080000:2.0:1787583368.658630:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].34, 128 off13936 00000040:00080000:2.0:1787583368.658662:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].35, 224 off14160 00000040:00080000:2.0:1787583368.658678:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].36, 224 off14384 00000040:00080000:2.0:1787583368.658690:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].37, 80 off14464 00000040:00080000:2.0:1787583368.658702:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].38, 224 off14688 00000040:00080000:2.0:1787583368.658717:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].39, 224 off14912 00000040:00080000:2.0:1787583368.658731:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].40, 88 off15000 00000040:00080000:2.0:1787583368.658745:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].41, 128 off15128 00000040:00080000:2.0:1787583368.658761:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].42, 144 off15272 00000040:00080000:2.0:1787583368.658776:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].43, 128 off15400 00000040:00080000:2.0:1787583368.658790:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].44, 224 off15624 00000040:00080000:2.0:1787583368.658802:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].45, 224 off15848 00000040:00080000:2.0:1787583368.658816:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].46, 80 off15928 00000040:00080000:2.0:1787583368.658832:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].47, 224 off16152 00000040:00080000:2.0:1787583368.659161:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].48, 232 off16384 00000100:00100000:2.0:1787583368.659303:0:23449:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909248469880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2def8621-b047-4757-814d-42c7c419cee0:23449:1874416435956608:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1787583368.659469:0:23449:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787583368.659582:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435956608 00000100:00100000:2.0:1787583368.659590:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435956608 00000100:00100000:2.0:1787583368.659632:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:2.0:1787583368.659652:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90936f106850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2def8621-b047-4757-814d-42c7c419cee0+18:23449:x1874416435956608:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1787583368.659750:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90936f106850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2def8621-b047-4757-814d-42c7c419cee0+18:23449:x1874416435956608:12345-0@lo:502:mount.lustre.0 Request processed in 99us (280us total) trans 0 rc 0/0 00000100:00100000:2.0:1787583368.659757:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:2.0:1787583368.659810:0:23449:0:(client.c:2715:ptlrpc_set_wait()) set ffff90936a1730c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787583368.659830:0:23449:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909248469880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2def8621-b047-4757-814d-42c7c419cee0:23449:1874416435956608:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1787583368.660507:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].49, 224 off16608 00000040:00080000:2.0:1787583368.660569:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].50, 120 off16728 00000100:00100000:2.0:1787583368.660597:0:23449:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909248469880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2def8621-b047-4757-814d-42c7c419cee0:23449:1874416435956736:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1787583368.660652:0:23449:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787583368.660686:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435956736 00000100:00100000:2.0:1787583368.660691:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435956736 00000100:00100000:2.0:1787583368.660720:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:2.0:1787583368.660727:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90936f104050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2def8621-b047-4757-814d-42c7c419cee0+18:23449:x1874416435956736:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1787583368.660804:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90936f104050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2def8621-b047-4757-814d-42c7c419cee0+18:23449:x1874416435956736:12345-0@lo:502:mount.lustre.0 Request processed in 77us (152us total) trans 0 rc 0/0 00000100:00100000:2.0:1787583368.660811:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:2.0:1787583368.660863:0:23449:0:(client.c:2715:ptlrpc_set_wait()) set ffff90936a1730c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787583368.660879:0:23449:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909248469880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2def8621-b047-4757-814d-42c7c419cee0:23449:1874416435956736:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1787583368.660916:0:23449:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].51, 224 off16952 00000040:00080000:2.0:1787583368.660925:0:23449:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:0.0:1787583368.661585:0:23468:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0001 (typ=lwp) 00000020:00000080:0.0:1787583368.661599:0:23468:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0001 (ffff909343e1b370) 00000020:00000080:0.0:1787583368.661621:0:23468:0:(obd_config.c:720:class_attach_name()) OBD: dev 19 attached type lwp with refcount 2 00000020:01000004:0.0:1787583368.661725:0:23468:0:(tgt_mount.c:153:server_get_mount()) get mount ffff90936f2d6000 from lustre-MDT0001, refs=3 00000020:01000004:0.0:1787583368.661730:0:23468:0:(tgt_mount.c:187:server_put_mount()) put mount ffff90936f2d6000 from lustre-MDT0001, refs=3 00000020:01000004:0.0:1787583368.661733:0:23468:0:(obd_mount.c:710:lustre_put_lsi()) put ffff90936f2d6000 3 00010000:00080000:0.0:1787583368.661768:0:23468:0:(ldlm_lib.c:102:import_set_conn()) imp ffff90935afb9000@lustre-MDT0000-lwp-MDT0001: add connection 192.168.203.111@tcp at head 00010000:00010000:0.0:1787583368.667797:0:23468:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0001-8 is initialized 00000020:00000080:0.0:1787583368.668038:0:23468:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0001 (uuid lustre-MDT0000-lwp-MDT0001_UUID) 00000010:01000000:0.0:1787583368.668083:0:23468:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:0.0:1787583368.668097:0:23468:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-MDT0001, cookie 0x19a47956376b7cf0 00000100:00080000:0.0:1787583368.668108:0:23468:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1787583368.668114:0:23468:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff90935afb9000 using connection 192.168.203.111@tcp/0@lo 00000100:00100000:0.0:1787583368.668147:0:23468:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff909247ee5500 x1874416435956864/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787583368.668169:0:23468:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID 00000100:00080000:0.0:1787583368.668189:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1787583368.668192:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1787583368.668195:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1787583368.668198:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1787583368.669365:0:3652:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909247ee5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3652:1874416435956864:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1787583368.669434:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787583368.669494:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435956864 00000100:00100000:0.0:1787583368.669501:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435956864 00000100:00100000:0.0:1787583368.669538:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1787583368.669545:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909247ee5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3652:x1874416435956864:12345-0@lo:38:llog_process_th.0 00010000:00080000:0.0:1787583368.669568:0:22718:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0001_UUID@0@lo t0 exp 0000000000000000 cur 675 last 0 00000020:00000080:0.0:1787583368.669612:0:22718:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-MDT0001_UUID, cookie 0x19a47956376b7cf7 00000004:00100000:0.0:1787583368.669628:0:22718:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:0.0:1787583368.669669:0:22718:0:(import.c:65:import_set_state_nolock()) ffff909351804800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1787583368.669722:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909247ee5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3652:x1874416435956864:12345-0@lo:38:llog_process_th.0 Request processed in 175us (287us total) trans 0 rc 0/0 00000100:00100000:0.0:1787583368.669729:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:0.0:1787583368.669769:0:3652:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff909247ee5500 x1874416435956864/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1787583378 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787583368.669780:0:3652:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:0.0:1787583368.669788:0:3652:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0001: connect to target with instance 3 00000100:00080000:0.0:1787583368.669795:0:3652:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0001: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000100:00080000:0.0:1787583368.669798:0:3652:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:0.0:1787583368.669801:0:3652:0:(import.c:65:import_set_state_nolock()) ffff90935afb9000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:0.0:1787583368.669808:0:3652:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909247ee5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3652:1874416435956864:0@lo:38:llog_process_th.0 00000040:00080000:3.0:1787583368.670875:0:23468:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x12:0x0] index 52 count 51 00000020:01000000:2.0:1787583368.670948:0:23449:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:2.0:1787583368.670985:0:23449:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.111@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1787583368.671007:0:23449:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff90936367e000/0x19a47956376b7cdb lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x19a47956376b7ce2 expref: -99 pid: 23449 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583368.671018:0:23449:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.111@tcp lock: ffff90936367e000/0x19a47956376b7cdb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x19a47956376b7ce2 expref: -99 pid: 23449 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:2.0:1787583368.671065:0:23449:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:2.0:1787583368.671067:0:23449:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:2.0:1787583368.671069:0:23449:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1787583368.671070:0:23449:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1787583368.671071:0:23449:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1787583368.671077:0:23449:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1787583368.671078:0:23449:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1787583368.671081:0:23449:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1787583368.671082:0:23449:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1787583368.671085:0:23449:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0001 0x40020001 00000020:01000004:2.0:1787583368.671088:0:23449:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1787583368.671089:0:23449:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:2.0:1787583368.671090:0:23449:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1787583368.671092:0:23449:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1787583368.671093:0:23449:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1787583368.671094:0:23449:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1787583368.671095:0:23449:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1787583368.671096:0:23449:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1787583368.671097:0:23449:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1787583368.671118:0:23449:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0001 00000100:00100000:2.0:1787583368.671139:0:23449:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909248469880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2def8621-b047-4757-814d-42c7c419cee0:23449:1874416435956992:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1787583368.671193:0:23449:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787583368.671230:0:23449:0:(client.c:2715:ptlrpc_set_wait()) set ffff90936a173840 going to sleep for 11 seconds 00000100:00100000:2.0:1787583368.671255:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435956992 00000100:00100000:2.0:1787583368.671261:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435956992 00000100:00100000:2.0:1787583368.671398:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:2.0:1787583368.671409:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90936f105450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2def8621-b047-4757-814d-42c7c419cee0+18:23449:x1874416435956992:12345-0@lo:253:mount.lustre.0 20000000:01000000:2.0:1787583368.671439:0:22710:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 1 is ready to reconnect. 20000000:01000000:2.0:1787583368.671539:0:22710:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 00000001:00100000:3.0:1787583368.684484:0:22697:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 20000000:01000000:2.0:1787583368.684745:0:22710:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:2.0:1787583368.684759:0:22710:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0001, index=1, rc=0 20000000:01000000:3.0:1787583368.685202:0:22733:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:3.0:1787583368.685207:0:22733:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:3.0:1787583368.685229:0:22733:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90936367e200/0x19a47956376b7cfe lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583368.685247:0:22733:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9092464f0e00/0x19a47956376b7c02 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x19a47956376b7bfb expref: 18 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583368.685255:0:22733:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9092464f1c00/0x19a47956376b7cc6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x19a47956376b7cbf expref: 18 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583368.685275:0:22733:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff90936367e200/0x19a47956376b7cfe lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583368.685311:0:22733:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9092464f1c00/0x19a47956376b7cc6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x19a47956376b7cbf expref: 18 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583368.685325:0:22733:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9092464f1c00/0x19a47956376b7cc6 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x19a47956376b7cbf expref: 18 pid: 22710 timeout: 775 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787583368.685340:0:22733:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90937fc61f80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22733:1874416435957120:0@lo:104: 00000100:00100000:3.0:1787583368.685400:0:22733:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1787583368.685456:0:22733:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9092464f0e00/0x19a47956376b7c02 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x19a47956376b7bfb expref: 18 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583368.685464:0:22733:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9092464f0e00/0x19a47956376b7c02 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x19a47956376b7bfb expref: 18 pid: 22711 timeout: 775 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787583368.685472:0:22733:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90937fc63800 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22733:1874416435957248:0@lo:104: 00000100:00100000:3.0:1787583368.685494:0:22733:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787583368.685519:0:22733:0:(client.c:2715:ptlrpc_set_wait()) set ffff909345715780 going to sleep for 11 seconds 00000100:00100000:2.0:1787583368.685743:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90936f105450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2def8621-b047-4757-814d-42c7c419cee0+18:23449:x1874416435956992:12345-0@lo:253:mount.lustre.0 Request processed in 14336us (14550us total) trans 0 rc 0/0 00000100:00100000:2.0:1787583368.685755:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:2.0:1787583368.685824:0:23449:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909248469880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2def8621-b047-4757-814d-42c7c419cee0:23449:1874416435956992:0@lo:253:mount.lustre.0 10000000:01000000:2.0:1787583368.685836:0:23449:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0001 got index = 1 00000020:01000004:2.0:1787583368.685839:0:23449:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1787583368.685840:0:23449:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:2.0:1787583368.685867:0:23449:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1787583368.685868:0:23449:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1787583368.685869:0:23449:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1787583368.685870:0:23449:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1787583368.685871:0:23449:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1787583368.685873:0:23449:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1787583368.685874:0:23449:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:2.0:1787583368.685889:0:23449:0:(tgt_mount.c:2695:server_calc_timeout()) lustre-MDT0001: Imperative Recovery not enabled, recovery window 60-180 00000100:00100000:1.0:1787583368.686043:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435957120 00000100:00100000:1.0:1787583368.686049:0:22701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435957120 00000100:00100000:1.0:1787583368.686075:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435957248 00000100:00100000:1.0:1787583368.686077:0:22701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435957248 00000100:00100000:1.0:1787583368.686100:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1787583368.686108:0:22701:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90937fc60380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:2def8621-b047-4757-814d-42c7c419cee0+4:22733:x1874416435957120:12345-0@lo:104: 00010000:00010000:1.0:1787583368.686121:0:22701:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.111@tcp lock: ffff90936367f400/0x19a47956376b7cbf lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x19a47956376b7cc6 expref: -99 pid: 23449 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583368.686165:0:22701:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1787583368.686171:0:22701:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90937fc60380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:2def8621-b047-4757-814d-42c7c419cee0+4:22733:x1874416435957120:12345-0@lo:104: Request processed in 64us (771us total) trans 0 rc 0/0 00000100:00100000:1.0:1787583368.686177:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1787583368.686191:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1787583368.686197:0:22701:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90937fc62d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:2def8621-b047-4757-814d-42c7c419cee0+3:22733:x1874416435957248:12345-0@lo:104: 00010000:00010000:1.0:1787583368.686205:0:22701:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.111@tcp lock: ffff90924149b200/0x19a47956376b7bfb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x19a47956376b7c02 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583368.686234:0:22701:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:1.0:1787583368.686239:0:22701:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90937fc62d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:2def8621-b047-4757-814d-42c7c419cee0+3:22733:x1874416435957248:12345-0@lo:104: Request processed in 43us (745us total) trans 0 rc 0/0 00000100:00100000:1.0:1787583368.686245:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00010000:3.0:1787583368.686371:0:22706:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1787583368.686378:0:22706:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.111@tcp lock: ffff90936367f400/0x19a47956376b7cbf lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x19a47956376b7cc6 expref: -99 pid: 23449 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583368.686387:0:22706:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90936367f400 already unused, calling callback (ffffffffc118ec20) 10000000:00010000:3.0:1787583368.686390:0:22706:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.111@tcp lock: ffff90936367f400/0x19a47956376b7cbf lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x19a47956376b7cc6 expref: -99 pid: 23449 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583368.686400:0:22706:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.111@tcp lock: ffff90936367f400/0x19a47956376b7cbf lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x19a47956376b7cc6 expref: -99 pid: 23449 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1787583368.686414:0:22706:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.111@tcp lock: ffff90936367f400/0x19a47956376b7cbf lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x19a47956376b7cc6 expref: -99 pid: 23449 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787583368.686420:0:22706:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:3.0:1787583368.686455:0:22706:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.111@tcp lock: ffff90936367f400/0x19a47956376b7cbf lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x19a47956376b7cc6 expref: -99 pid: 23449 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583368.686462:0:22706:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787583368.686488:0:22706:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.111@tcp lock: ffff90936367f400/0x19a47956376b7cbf lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x19a47956376b7cc6 expref: -99 pid: 23449 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583368.686494:0:22706:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.111@tcp lock: ffff90936367f400/0x19a47956376b7cbf lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x19a47956376b7cc6 expref: -99 pid: 23449 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583368.686506:0:22706:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787583368.686509:0:22706:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.111@tcp lock: ffff90924149b200/0x19a47956376b7bfb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x19a47956376b7c02 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583368.686514:0:22706:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90924149b200 already unused, calling callback (ffffffffc118ec20) 10000000:00010000:3.0:1787583368.686517:0:22706:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.111@tcp lock: ffff90924149b200/0x19a47956376b7bfb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x19a47956376b7c02 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583368.686524:0:22706:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.111@tcp lock: ffff90924149b200/0x19a47956376b7bfb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x19a47956376b7c02 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1787583368.686530:0:22706:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.111@tcp lock: ffff90924149b200/0x19a47956376b7bfb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x19a47956376b7c02 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787583368.686535:0:22706:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00000100:00100000:1.0:1787583368.687043:0:3654:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90937fc61880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2def8621-b047-4757-814d-42c7c419cee0:3654:1874416435957376:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1787583368.687080:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787583368.687144:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435957376 00000100:00100000:0.0:1787583368.687151:0:22703:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435957376 00010000:00010000:0.0:1787583368.687173:0:22703:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9092464f1c00/0x19a47956376b7cc6 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x19a47956376b7cbf expref: 18 pid: 22710 timeout: 775 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787583368.687205:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1787583368.687212:0:22703:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90936dad0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2def8621-b047-4757-814d-42c7c419cee0+18:3654:x1874416435957376:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1787583368.687224:0:22703:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787583368.687229:0:22703:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9092464f1c00/0x19a47956376b7cc6 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x19a47956376b7cbf expref: 18 pid: 22710 timeout: 775 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583368.687245:0:22706:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.111@tcp lock: ffff90924149b200/0x19a47956376b7bfb lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x19a47956376b7c02 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583368.687249:0:22703:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9092464f1c00/0x19a47956376b7cc6 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x19a47956376b7cbf expref: 18 pid: 22710 timeout: 775 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583368.687261:0:22706:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787583368.687275:0:22703:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1787583368.687283:0:22706:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.111@tcp lock: ffff90924149b200/0x19a47956376b7bfb lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x19a47956376b7c02 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583368.687291:0:22706:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.111@tcp lock: ffff90924149b200/0x19a47956376b7bfb lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x19a47956376b7c02 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583368.687306:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787583368.687308:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787583368.687310:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787583368.687318:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787583368.687318:0:22703:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90936dad0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2def8621-b047-4757-814d-42c7c419cee0+18:3654:x1874416435957376:12345-0@lo:103:ldlm_bl.0 Request processed in 105us (235us total) trans 0 rc 0/0 00000100:00100000:0.0:1787583368.687327:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1787583368.687333:0:3655:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90937fc60000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2def8621-b047-4757-814d-42c7c419cee0:3655:1874416435957504:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787583368.687365:0:3654:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90937fc61880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2def8621-b047-4757-814d-42c7c419cee0:3654:1874416435957376:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787583368.687367:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787583368.687426:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435957504 00000100:00100000:3.0:1787583368.687431:0:22704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435957504 00010000:00010000:3.0:1787583368.687448:0:22704:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9092464f0e00/0x19a47956376b7c02 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x19a47956376b7bfb expref: 18 pid: 22711 timeout: 775 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787583368.687477:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1787583368.687484:0:22704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90937fc60e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2def8621-b047-4757-814d-42c7c419cee0+18:3655:x1874416435957504:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1787583368.687492:0:22704:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787583368.687496:0:22704:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9092464f0e00/0x19a47956376b7c02 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x19a47956376b7bfb expref: 18 pid: 22711 timeout: 775 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583368.687505:0:22704:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9092464f0e00/0x19a47956376b7c02 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x19a47956376b7bfb expref: 18 pid: 22711 timeout: 775 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583368.687518:0:22704:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff90936367e200/0x19a47956376b7cfe lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583368.687535:0:22704:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90936367e200/0x19a47956376b7cfe lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:3.0:1787583368.688263:0:22704:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.005955705s 00010000:00010000:3.0:1787583368.688269:0:22704:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90936367e200/0x19a47956376b7cfe lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583368.688276:0:22704:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90936367e200/0x19a47956376b7cfe lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583368.688282:0:22704:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90936367e200/0x19a47956376b7cfe lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583368.688289:0:22704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90936367e200/0x19a47956376b7cfe lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583368.688294:0:22704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90936367e200 already unused, calling callback (ffffffffc0b91230) 00010000:00010000:3.0:1787583368.688297:0:22704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90936367e200/0x19a47956376b7cfe lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583368.688304:0:22704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90936367e200/0x19a47956376b7cfe lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583368.688313:0:22704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90936367e200/0x19a47956376b7cfe lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583368.688322:0:22704:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787583368.688369:0:22704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90937fc60e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2def8621-b047-4757-814d-42c7c419cee0+18:3655:x1874416435957504:12345-0@lo:103:ldlm_bl.0 Request processed in 883us (1000us total) trans 0 rc 0/0 00000100:00100000:3.0:1787583368.688376:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00010000:3.0:1787583368.688441:0:22733:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9092464f1c00/0x19a47956376b7cc6 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x19a47956376b7cbf expref: 17 pid: 22710 timeout: 775 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787583368.688451:0:22733:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90937fc61f80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22733:1874416435957120:0@lo:104: 00010000:00010000:3.0:1787583368.688462:0:22733:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9092464f0e00/0x19a47956376b7c02 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x19a47956376b7bfb expref: 16 pid: 22711 timeout: 775 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787583368.688470:0:22733:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90937fc63800 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22733:1874416435957248:0@lo:104: 00010000:00010000:3.0:1787583368.688487:0:22733:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff90936367e200/0x19a47956376b7cfe lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583368.688495:0:22733:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff90936367e200/0x19a47956376b7cfe lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583368.688501:0:22733:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90936367e200/0x19a47956376b7cfe lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583368.688506:0:22733:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90936367e200/0x19a47956376b7cfe lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787583368.689249:0:3655:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90937fc60000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2def8621-b047-4757-814d-42c7c419cee0:3655:1874416435957504:0@lo:103:ldlm_bl.0 00000040:01000000:2.0:1787583368.699119:0:23449:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-osd ctxt 16 is initialized 00000020:00080000:0.0:1787583368.699307:0:23475:0:(update_trans.c:1539:distribute_txn_commit_thread()) lustre-MDT0001: start commit thread committed batchid 0 00000020:00080000:0.0:1787583368.699312:0:23475:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 0 00000040:01000000:1.0:1787583368.699527:0:23476:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:2.0:1787583368.699553:0:23449:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-osp-MDT0001 ctxt 16 is initialized 00000100:00100000:2.0:1787583368.700108:0:23477:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909248469880 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23477:1874416435957632:0@lo:1000:lod0001_rec0000.0 00000100:00100000:2.0:1787583368.700175:0:23477:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787583368.700217:0:23477:0:(client.c:2715:ptlrpc_set_wait()) set ffff909246473000 going to sleep for 11 seconds 00000100:00100000:1.0:1787583368.700313:0:22722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435957632 00000100:00100000:1.0:1787583368.700321:0:22722:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435957632 00000100:00100000:1.0:1787583368.700368:0:22722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1787583368.700380:0:22722:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909248468380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:23477:x1874416435957632:12345-0@lo:1000:lod0001_rec0000.0 00000040:01000000:0.0:1787583368.700402:0:23449:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 12 is initialized 00000040:00080000:0.0:1787583368.700446:0:23449:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1787583368.700461:0:22722:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909248468380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:23477:x1874416435957632:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 83us (285us total) trans 0 rc 0/0 00000100:00100000:1.0:1787583368.700481:0:22722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000040:00080000:1.0:1787583368.700906:0:23476:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000004:00000080:0.0:1787583368.702060:0:23449:0:(mdd_device.c:555:mdd_changelog_llog_init()) changelog starting index=0 00000040:01000000:0.0:1787583368.702074:0:23449:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 14 is initialized 00000040:00080000:0.0:1787583368.702138:0:23449:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1787583368.703041:0:23477:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909248469880 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23477:1874416435957632:0@lo:1000:lod0001_rec0000.0 00000040:01000000:2.0:1787583368.703077:0:23477:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000100:00100000:2.0:1787583368.703116:0:23477:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909248469880 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23477:1874416435957760:0@lo:1000:lod0001_rec0000.0 00000100:00100000:2.0:1787583368.703173:0:23477:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787583368.703211:0:23477:0:(client.c:2715:ptlrpc_set_wait()) set ffff909246473000 going to sleep for 11 seconds 00000100:00100000:3.0:1787583368.703312:0:22723:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435957760 00000100:00100000:3.0:1787583368.703318:0:22723:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435957760 00000100:00100000:3.0:1787583368.703357:0:22723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1787583368.703366:0:22723:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909248469180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:23477:x1874416435957760:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:3.0:1787583368.703476:0:22723:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909248469180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:23477:x1874416435957760:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 111us (303us total) trans 0 rc 0/0 00000100:00100000:3.0:1787583368.703483:0:22723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1787583368.703557:0:23477:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909248469880 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23477:1874416435957760:0@lo:1000:lod0001_rec0000.0 00000100:00100000:2.0:1787583368.703611:0:23477:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909248469880 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:23477:1874416435957888:0@lo:900:lod0001_rec0000.0 00000100:00100000:2.0:1787583368.703650:0:23477:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787583368.703672:0:23477:0:(client.c:2715:ptlrpc_set_wait()) set ffff909246473b40 going to sleep for 11 seconds 00000100:00100000:3.0:1787583368.704119:0:22728:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435957888 00000100:00100000:3.0:1787583368.704124:0:22728:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435957888 00000100:00100000:3.0:1787583368.704160:0:22728:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1787583368.704167:0:22728:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909248468e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23477:x1874416435957888:12345-0@lo:900:lod0001_rec0000.0 00000100:00100000:3.0:1787583368.704211:0:22728:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909248468e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23477:x1874416435957888:12345-0@lo:900:lod0001_rec0000.0 Request processed in 45us (560us total) trans 0 rc 0/0 00000100:00100000:3.0:1787583368.704217:0:22728:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00080000:3.0:1787583368.704249:0:23477:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff909248469880 x1874416435957888/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1787583384 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lod0001_rec0000.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787583368.704260:0:23477:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909248469880 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:23477:1874416435957888:0@lo:900:lod0001_rec0000.0 00000100:00100000:3.0:1787583368.704303:0:23477:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90937fc63800 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23477:1874416435958016:0@lo:1000:lod0001_rec0000.0 00000100:00100000:3.0:1787583368.704330:0:23477:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787583368.704351:0:23458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435958016 00000100:00100000:3.0:1787583368.704355:0:23458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435958016 00000100:00100000:3.0:1787583368.704376:0:23458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1787583368.704382:0:23458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90937fc61f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:23477:x1874416435958016:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:3.0:1787583368.704424:0:23458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90937fc61f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:23477:x1874416435958016:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 43us (94us total) trans 0 rc 0/0 00000100:00100000:3.0:1787583368.704430:0:23458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1787583368.704446:0:23477:0:(client.c:2715:ptlrpc_set_wait()) set ffff909345715780 going to sleep for 11 seconds 00000100:00100000:3.0:1787583368.704457:0:23477:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90937fc63800 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23477:1874416435958016:0@lo:1000:lod0001_rec0000.0 00000040:00080000:3.0:1787583368.704495:0:23477:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1787583368.709004:0:23449:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 64768 count 1 00000040:00080000:0.0:1787583368.709610:0:23449:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x6:0x0] index 64768 count 1 00000040:01000000:0.0:1787583368.709652:0:23449:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 15 is initialized 00000040:00080000:0.0:1787583368.709803:0:23449:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00080000:10000000:0.0:1787583368.710328:0:23449:0:(osd_handler.c:5581:osd_index_try()) lustre-MDT0001: index object [0x200000003:0x30:0x0] (8/32) registered 00000040:00080000:1.0:1787583368.711902:0:23476:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x240000400:0x1:0x0] index 261376 count 1 00000004:00080000:1.0:1787583368.711982:0:23476:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0001-osd retrieved update log, duration 0, retries 0 00000040:00080000:3.0:1787583368.714705:0:23477:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x200000401:0x1:0x0] index 261376 count 1 00000004:00080000:3.0:1787583368.714766:0:23477:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0000-osp-MDT0001 retrieved update log, duration 0, retries 0 00000004:00080000:3.0:1787583368.714770:0:23477:0:(lod_dev.c:545:lod_sub_recovery_thread()) lustre-MDT0001 got update logs from all MDTs. 00000001:00000004:2.0:1787583368.715501:0:23449:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 12884901888 00000001:00080000:2.0:1787583368.718672:0:23449:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0001: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000004:00000080:2.0:1787583368.718712:0:23449:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0001: cmd=c00866e6 len=0 karg=ffffa3cd41d9f988 00100000:10000000:2.0:1787583368.718720:0:23449:0:(lfsck_lib.c:3085:lfsck_start()) lustre-MDT0001-osd: start master thread 00000020:01000004:0.0:1787583368.719410:0:23449:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:0.0:1787583368.719437:0:23449:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.203.111@tcp: cl_mgc_mutex unlock 00000020:01000004:0.0:1787583368.719454:0:23449:0:(tgt_mount.c:2461:server_fill_super_common()) Server sb, dev=48 00000080:00000004:0.0:1787583368.719472:0:23449:0:(super25.c:182:lustre_fill_super()) /dev/mapper/mds2_flakey: Mount complete 00000020:00000004:2.0:1787583368.723569:0:23449:0:(tgt_mount.c:2347:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1787583368.723776:0:23449:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:3.0:1787583368.977104:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1787583369.358679:0:22751:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:1.0:1787583369.421897:0:22758:0:(client.c:2715:ptlrpc_set_wait()) set ffff90936a1c6480 going to sleep for 0 seconds 00000040:00080000:1.0:1787583369.679271:0:23472:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 10000000:01000000:3.0:1787583369.745046:0:22714:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:3.0:1787583369.745068:0:22714:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff90936f2d6000 from 12 10000000:01000000:3.0:1787583369.745073:0:22714:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1787583369.745116:0:22714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff90936367f400/0x19a47956376b7d05 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583369.745127:0:22714:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.111@tcp lock: ffff90936367f400/0x19a47956376b7d05 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583369.745137:0:22714:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.111@tcp lock: ffff90936367f400/0x19a47956376b7d05 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787583369.745161:0:22714:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90937fc63800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:2def8621-b047-4757-814d-42c7c419cee0:22714:1874416435958144:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1787583369.745227:0:22714:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787583369.745277:0:22714:0:(client.c:2715:ptlrpc_set_wait()) set ffff9093736c1c00 going to sleep for 11 seconds 00000100:00100000:0.0:1787583369.746137:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435958144 00000100:00100000:0.0:1787583369.746148:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435958144 00000100:00100000:0.0:1787583369.746205:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:0.0:1787583369.746216:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90936f107c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2def8621-b047-4757-814d-42c7c419cee0+16:22714:x1874416435958144:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1787583369.746239:0:22709:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787583369.746255:0:22709:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9092464f0a00/0x19a47956376b7d0c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x19a47956376b7d05 expref: -99 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583369.746278:0:22709:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9092464f0a00/0x19a47956376b7d0c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x19a47956376b7d05 expref: 17 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583369.746287:0:22709:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9092464f0a00/0x19a47956376b7d0c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x19a47956376b7d05 expref: 17 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583369.746296:0:22709:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9092464f0a00, rc 0) 00000100:00100000:0.0:1787583369.746351:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90936f107c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2def8621-b047-4757-814d-42c7c419cee0+17:22714:x1874416435958144:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 137us (1123us total) trans 0 rc 0/0 00000100:00100000:0.0:1787583369.746358:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:0.0:1787583369.746407:0:22714:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90937fc63800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:2def8621-b047-4757-814d-42c7c419cee0:22714:1874416435958144:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1787583369.746421:0:22714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.111@tcp lock: ffff90936367f400/0x19a47956376b7d05 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x19a47956376b7d0c expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583369.746429:0:22714:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.111@tcp lock: ffff90936367f400/0x19a47956376b7d05 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x19a47956376b7d0c expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787583369.746481:0:22714:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909247ee5500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:2def8621-b047-4757-814d-42c7c419cee0:22714:1874416435958272:0@lo:256:ll_cfg_requeue.0 00000100:00100000:0.0:1787583369.746517:0:22714:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787583369.746554:0:22714:0:(client.c:2715:ptlrpc_set_wait()) set ffff9093477f8900 going to sleep for 11 seconds 00000100:00100000:3.0:1787583369.746582:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435958272 00000100:00100000:3.0:1787583369.746588:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435958272 00000100:00100000:3.0:1787583369.746624:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:3.0:1787583369.746641:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90936f106450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2def8621-b047-4757-814d-42c7c419cee0+17:22714:x1874416435958272:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:3.0:1787583369.746656:0:22710:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:3.0:1787583369.746673:0:22710:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:3.0:1787583369.746677:0:22710:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 12 00000100:00100000:3.0:1787583369.746781:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90936f106450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2def8621-b047-4757-814d-42c7c419cee0+17:22714:x1874416435958272:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 141us (262us total) trans 0 rc 0/0 00000100:00100000:3.0:1787583369.746789:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:0.0:1787583369.746994:0:22714:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909247ee5500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:2def8621-b047-4757-814d-42c7c419cee0:22714:1874416435958272:0@lo:256:ll_cfg_requeue.0 10000000:01000000:0.0:1787583369.747036:0:22714:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.111@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1787583369.747042:0:22714:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff90936367f400/0x19a47956376b7d05 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x19a47956376b7d0c expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583369.747055:0:22714:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.111@tcp lock: ffff90936367f400/0x19a47956376b7d05 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x19a47956376b7d0c expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787583369.747064:0:22714:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:0.0:1787583369.747066:0:22714:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff909366a92000 from 12 10000000:01000000:0.0:1787583369.747069:0:22714:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1787583369.747086:0:22714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff9092464f1e00/0x19a47956376b7d13 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583369.747093:0:22714:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.111@tcp lock: ffff9092464f1e00/0x19a47956376b7d13 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583369.747100:0:22714:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.111@tcp lock: ffff9092464f1e00/0x19a47956376b7d13 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787583369.747122:0:22714:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909247ee5500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:2def8621-b047-4757-814d-42c7c419cee0:22714:1874416435958400:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1787583369.747152:0:22714:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787583369.747174:0:22714:0:(client.c:2715:ptlrpc_set_wait()) set ffff9093477f8900 going to sleep for 11 seconds 00000100:00100000:3.0:1787583369.747247:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435958400 00000100:00100000:3.0:1787583369.747252:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435958400 00000100:00100000:3.0:1787583369.747284:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:3.0:1787583369.747291:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90936d899050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2def8621-b047-4757-814d-42c7c419cee0+17:22714:x1874416435958400:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1787583369.747299:0:22711:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787583369.747313:0:22711:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90936367e200/0x19a47956376b7d1a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x19a47956376b7d13 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583369.747334:0:22711:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90936367e200/0x19a47956376b7d1a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x19a47956376b7d13 expref: 18 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583369.747344:0:22711:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90936367e200/0x19a47956376b7d1a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x19a47956376b7d13 expref: 18 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583369.747353:0:22711:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90936367e200, rc 0) 00000100:00100000:3.0:1787583369.747390:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90936d899050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2def8621-b047-4757-814d-42c7c419cee0+18:22714:x1874416435958400:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 100us (236us total) trans 0 rc 0/0 00000100:00100000:3.0:1787583369.747395:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:2.0:1787583369.747471:0:22714:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909247ee5500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:2def8621-b047-4757-814d-42c7c419cee0:22714:1874416435958400:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1787583369.747490:0:22714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.111@tcp lock: ffff9092464f1e00/0x19a47956376b7d13 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x19a47956376b7d1a expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583369.747498:0:22714:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.111@tcp lock: ffff9092464f1e00/0x19a47956376b7d13 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x19a47956376b7d1a expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787583369.747531:0:22714:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90924846ad80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:2def8621-b047-4757-814d-42c7c419cee0:22714:1874416435958528:0@lo:256:ll_cfg_requeue.0 00000100:00100000:2.0:1787583369.747557:0:22714:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787583369.747576:0:22714:0:(client.c:2715:ptlrpc_set_wait()) set ffff909247cba180 going to sleep for 11 seconds 00000100:00100000:3.0:1787583369.747657:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435958528 00000100:00100000:3.0:1787583369.747662:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435958528 00000100:00100000:3.0:1787583369.747692:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:3.0:1787583369.747698:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90936d899c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2def8621-b047-4757-814d-42c7c419cee0+18:22714:x1874416435958528:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:3.0:1787583369.747709:0:22710:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:3.0:1787583369.747720:0:22710:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:3.0:1787583369.747722:0:22710:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 12 00000100:00100000:3.0:1787583369.747783:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90936d899c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2def8621-b047-4757-814d-42c7c419cee0+18:22714:x1874416435958528:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 84us (223us total) trans 0 rc 0/0 00000100:00100000:3.0:1787583369.747789:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:2.0:1787583369.747881:0:22714:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90924846ad80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:2def8621-b047-4757-814d-42c7c419cee0:22714:1874416435958528:0@lo:256:ll_cfg_requeue.0 10000000:01000000:2.0:1787583369.747926:0:22714:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.111@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:2.0:1787583369.747933:0:22714:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff9092464f1e00/0x19a47956376b7d13 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x19a47956376b7d1a expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583369.747940:0:22714:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.111@tcp lock: ffff9092464f1e00/0x19a47956376b7d13 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x19a47956376b7d1a expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583369.999086:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787583370.446947:0:22758:0:(client.c:2715:ptlrpc_set_wait()) set ffff90936a1c6480 going to sleep for 0 seconds 00000040:00080000:0.0:1787583370.703215:0:23472:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1787583371.023583:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787583371.472728:0:22758:0:(client.c:2715:ptlrpc_set_wait()) set ffff90936a1c6480 going to sleep for 0 seconds 00010000:00010000:2.0:1787583372.046148:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787583372.493985:0:22758:0:(client.c:2715:ptlrpc_set_wait()) set ffff90936a1c6480 going to sleep for 0 seconds 00000001:02000400:3.0:1787583372.930504:0:23720:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg311-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:1.0:1787583373.070787:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787583373.517914:0:22758:0:(client.c:2715:ptlrpc_set_wait()) set ffff90936a1c6480 going to sleep for 0 seconds 00000020:00000004:0.0:1787583373.719145:0:23772:0:(tgt_mount.c:2347:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1787583373.719453:0:23772:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00000100:00080000:1.0:1787583373.774145:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1787583373.774152:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787583373.774156:0:37:0:(import.c:65:import_set_state_nolock()) ffff909246695000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787583373.774169:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff909246695000 using connection 192.168.203.111@tcp/0@lo 00000100:00100000:1.0:1787583373.774194:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff90936dad2300 x1874416435958784/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787583373.774213:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1787583373.774217:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1787583373.774220:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1787583373.774225:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1787583373.774261:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1787583373.774265:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1787583373.774274:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1787583373.774277:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1787583373.774318:0:3652:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90936dad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3652:1874416435958784:0@lo:38:kworker.0 00000100:00100000:1.0:1787583373.774387:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787583373.774446:0:3653:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90936dad3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3653:1874416435958912:0@lo:400:kworker.0 00000100:00100000:0.0:1787583373.774624:0:3655:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90936dad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3655:1874416435959168:0@lo:400:kworker.0 00000100:00100000:2.0:1787583373.774698:0:3656:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90936dad2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2def8621-b047-4757-814d-42c7c419cee0:3656:1874416435958656:0@lo:400:kworker.0 00000100:00100000:0.0:1787583373.775550:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787583373.775586:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1787583373.775593:0:3655:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90937fc60a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3655:1874416435959296:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1787583373.775634:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787583373.775665:0:23458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435958784 00000100:00100000:0.0:1787583373.775672:0:23458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435958784 00000100:00100000:0.0:1787583373.775706:0:23458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435959296 00000100:00100000:0.0:1787583373.775709:0:23458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435959296 00000100:00100000:0.0:1787583373.775729:0:23458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1787583373.775735:0:23458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90936dad0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3652:x1874416435958784:12345-0@lo:38:kworker.0 00010000:00080000:0.0:1787583373.775765:0:23458:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 680 last 0 00000020:00000080:0.0:1787583373.775800:0:23458:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x19a47956376b7d21 00000004:00100000:0.0:1787583373.775817:0:23458:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000001:00000004:0.0:1787583373.775834:0:23458:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 12884901888 00000100:00100000:0.0:1787583373.776097:0:22723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1787583373.776107:0:22723:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909247ee4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3655:x1874416435959296:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1787583373.776137:0:22723:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1787583373.776182:0:22723:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909247ee4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3655:x1874416435959296:12345-0@lo:41:osp-pre-0-1.0 Request processed in 77us (547us total) trans 0 rc 0/0 00000100:00100000:0.0:1787583373.776188:0:22723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1787583373.776235:0:3655:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90937fc60a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3655:1874416435959296:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1787583373.776437:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787583373.776630:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435958656 00000100:00100000:0.0:1787583373.776636:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435958656 00000100:00100000:0.0:1787583373.776673:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:0.0:1787583373.776680:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90936d89a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2def8621-b047-4757-814d-42c7c419cee0+18:3656:x1874416435958656:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787583373.776719:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90936d89a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2def8621-b047-4757-814d-42c7c419cee0+18:3656:x1874416435958656:12345-0@lo:400:kworker.0 Request processed in 40us (282us total) trans 0 rc 0/0 00000100:00100000:0.0:1787583373.776725:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:2.0:1787583373.776883:0:3656:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90936dad2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2def8621-b047-4757-814d-42c7c419cee0:3656:1874416435958656:0@lo:400:kworker.0 00000100:00100000:3.0:1787583373.777173:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435959168 00000100:00100000:3.0:1787583373.777178:0:22717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435959168 00000100:00100000:3.0:1787583373.777215:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1787583373.777222:0:22717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909247ee7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3655:x1874416435959168:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787583373.777291:0:22717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909247ee7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3655:x1874416435959168:12345-0@lo:400:kworker.0 Request processed in 69us (1742us total) trans 0 rc 0/0 00000100:00100000:3.0:1787583373.777298:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:3.0:1787583373.777329:0:3655:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff90936dad1500 x1874416435959168/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787583389 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787583373.777342:0:3655:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90936dad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3655:1874416435959168:0@lo:400:kworker.0 00000100:00100000:2.0:1787583373.777813:0:3654:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90936dad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3654:1874416435959040:0@lo:400:kworker.0 00000100:00100000:2.0:1787583373.778795:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787583373.778997:0:22723:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435959040 00000100:00100000:0.0:1787583373.779005:0:22723:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435959040 00000100:00100000:0.0:1787583373.779052:0:22723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1787583373.779062:0:22723:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90924846ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3654:x1874416435959040:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787583373.779144:0:22723:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90924846ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3654:x1874416435959040:12345-0@lo:400:kworker.0 Request processed in 72us (339us total) trans 0 rc 0/0 00000100:00100000:0.0:1787583373.779152:0:22723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1787583373.779622:0:3654:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90936dad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3654:1874416435959040:0@lo:400:kworker.0 00000100:00100000:1.0:1787583373.779816:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787583373.779986:0:22719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435958912 00000100:00100000:0.0:1787583373.779992:0:22719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435958912 00000100:00100000:0.0:1787583373.780024:0:22719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1787583373.780032:0:22719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90936dad1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3653:x1874416435958912:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787583373.780079:0:22719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90936dad1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3653:x1874416435958912:12345-0@lo:400:kworker.0 Request processed in 48us (263us total) trans 0 rc 0/0 00000100:00100000:0.0:1787583373.780086:0:22719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00080000:2.0:1787583373.780432:0:3653:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff90936dad3b80 x1874416435958912/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787583389 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787583373.780522:0:3653:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90936dad3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3653:1874416435958912:0@lo:400:kworker.0 00000100:00080000:3.0:1787583373.783764:0:23458:0:(import.c:65:import_set_state_nolock()) ffff90937462a800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1787583373.785067:0:23458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90936dad0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3652:x1874416435958784:12345-0@lo:38:kworker.0 Request processed in 9325us (10673us total) trans 0 rc 0/0 00000100:00100000:3.0:1787583373.785079:0:23458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00080000:1.0:1787583373.787664:0:3652:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0001-osp-MDT0000: connect to target with instance 3 00000100:00080000:1.0:1787583373.787676:0:3652:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0001-osp-MDT0000: Resetting ns_connect_flags to server flags: 0xa2400010450010a0 00000100:00080000:1.0:1787583373.787683:0:3652:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:1.0:1787583373.787687:0:3652:0:(import.c:65:import_set_state_nolock()) ffff909246695000 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00080000:1.0:1787583373.788367:0:3652:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 000000008e29350d): req@ffff909247ee7b80 x1874416435951872/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lod0000_rec0001.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787583373.788390:0:3652:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90936dad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3652:1874416435958784:0@lo:38:kworker.0 00000100:00100000:2.0:1787583373.788550:0:22758:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787583373.788586:0:22758:0:(client.c:2715:ptlrpc_set_wait()) set ffff90936a1c6480 going to sleep for 11 seconds 00000100:00100000:1.0:1787583373.788706:0:22723:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435951872 00000100:00100000:1.0:1787583373.788713:0:22723:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435951872 00000100:00100000:1.0:1787583373.788766:0:22723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1787583373.788775:0:22723:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909248468700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22758:x1874416435951872:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:1.0:1787583373.788881:0:22723:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909248468700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22758:x1874416435951872:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 105us (330us total) trans 0 rc 0/0 00000100:00100000:1.0:1787583373.788901:0:22723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1787583373.788937:0:22758:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909247ee7b80 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22758:1874416435951872:0@lo:1000:lod0000_rec0001.0 00000040:01000000:1.0:1787583373.788969:0:22758:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000100:00100000:1.0:1787583373.789010:0:22758:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90936dad2300 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22758:1874416435959424:0@lo:1000:lod0000_rec0001.0 00000100:00100000:1.0:1787583373.789041:0:22758:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787583373.789076:0:22758:0:(client.c:2715:ptlrpc_set_wait()) set ffff90936d9f5f00 going to sleep for 11 seconds 00000100:00100000:1.0:1787583373.789090:0:23458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435959424 00000100:00100000:1.0:1787583373.789093:0:23458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435959424 00000100:00100000:1.0:1787583373.789115:0:23458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1787583373.789120:0:23458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90936dad3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:22758:x1874416435959424:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:1.0:1787583373.789209:0:23458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90936dad3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:22758:x1874416435959424:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 88us (166us total) trans 0 rc 0/0 00000100:00100000:1.0:1787583373.789216:0:23458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1787583373.789243:0:22758:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90936dad2300 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22758:1874416435959424:0@lo:1000:lod0000_rec0001.0 00000100:00100000:1.0:1787583373.789318:0:22758:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90936dad2300 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22758:1874416435959552:0@lo:1000:lod0000_rec0001.0 00000100:00100000:1.0:1787583373.789340:0:22758:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787583373.789354:0:22758:0:(client.c:2715:ptlrpc_set_wait()) set ffff90936d9f5f00 going to sleep for 11 seconds 00000100:00100000:1.0:1787583373.789364:0:23458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435959552 00000100:00100000:1.0:1787583373.789367:0:23458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435959552 00000100:00100000:1.0:1787583373.789387:0:23458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1787583373.789393:0:23458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90936dad1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:22758:x1874416435959552:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:1.0:1787583373.789437:0:23458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90936dad1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:22758:x1874416435959552:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 43us (96us total) trans 0 rc 0/0 00000100:00100000:1.0:1787583373.789443:0:23458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1787583373.790351:0:22758:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90936dad2300 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22758:1874416435959552:0@lo:1000:lod0000_rec0001.0 00000040:00080000:1.0:1787583373.790402:0:22758:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1787583373.793653:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1787583373.793679:0:3654:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90937fc63480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3654:1874416435959680:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1787583373.793749:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000040:00080000:1.0:1787583373.796759:0:22758:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x240000401:0x1:0x0] index 261376 count 1 00000004:00080000:1.0:1787583373.796839:0:22758:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0001-osp-MDT0000 retrieved update log, duration 16, retries 0 00000004:00080000:1.0:1787583373.797986:0:22758:0:(lod_dev.c:545:lod_sub_recovery_thread()) lustre-MDT0000 got update logs from all MDTs. 00000100:00100000:1.0:1787583373.798104:0:23458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435959680 00000100:00100000:1.0:1787583373.798114:0:23458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435959680 00000100:00100000:1.0:1787583373.798171:0:23458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1787583373.798180:0:23458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90937fc62680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3654:x1874416435959680:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1787583373.798215:0:23458:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1787583373.798346:0:23458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90937fc62680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3654:x1874416435959680:12345-0@lo:41:osp-pre-1-0.0 Request processed in 166us (4596us total) trans 0 rc 0/0 00000100:00100000:1.0:1787583373.798353:0:23458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1787583373.806657:0:3654:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90937fc63480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3654:1874416435959680:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1787583374.094052:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:3.0:1787583374.541214:0:23822:0:(tgt_mount.c:2347:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1787583374.541664:0:23822:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:1.0:1787583375.122412:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1787583375.488433:0:23870:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007ffc2058dad0 20000000:00000080:1.0:1787583375.488451:0:23870:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=400866bb len=576 karg=ffff90937ecd9400 uarg=0000000000000000 20000000:01000000:1.0:1787583375.488488:0:23870:0:(mgs_llog.c:6192:mgs_set_param2()) set_param2 fs='' device='general' param='debug_raw_pointers=Y' 20000000:01000000:1.0:1787583375.488495:0:23870:0:(mgs_llog.c:4647:mgs_write_log_param2()) next param 'debug_raw_pointers=Y' 20000000:01000000:1.0:1787583375.488500:0:23870:0:(mgs_llog.c:1379:mgs_modify_param()) modify params/general/debug_raw_pointers=Y del=0 00000040:00080000:2.0:1787583375.493320:0:23871:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 2 count 13 20000000:00000400:3.0:1787583375.493486:0:23870:0:(mgs_llog.c:1450:mgs_modify_param()) MGS: modify general/debug_raw_pointers=Y (mode = 0) failed: rc = -17 10000000:01000000:3.0:1787583375.504812:0:23870:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00010000:00010000:0.0:1787583375.506530:0:23870:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9092464f1a00/0x19a47956376b7d28 lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23870 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583375.506551:0:23870:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9092464f0800/0x19a47956376b7bd1 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x19a47956376b7bca expref: 17 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583375.506558:0:23870:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9092464f0c00/0x19a47956376b7cd4 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x19a47956376b7ccd expref: 17 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583375.506566:0:23870:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9092464f1a00/0x19a47956376b7d28 lrc: 5/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 23870 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583375.506624:0:23870:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9092464f0c00/0x19a47956376b7cd4 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x19a47956376b7ccd expref: 17 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583375.506640:0:23870:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9092464f0c00/0x19a47956376b7cd4 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x19a47956376b7ccd expref: 17 pid: 22710 timeout: 782 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787583375.506653:0:23870:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909247ee4380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23870:1874416435959808:0@lo:104: 00000100:00100000:0.0:1787583375.506729:0:23870:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1787583375.506793:0:23870:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9092464f0800/0x19a47956376b7bd1 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x19a47956376b7bca expref: 17 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583375.506803:0:23870:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9092464f0800/0x19a47956376b7bd1 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x19a47956376b7bca expref: 17 pid: 22711 timeout: 782 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787583375.506812:0:23870:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909247ee7800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23870:1874416435959936:0@lo:104: 00000100:00100000:0.0:1787583375.506873:0:23870:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787583375.506902:0:23870:0:(client.c:2715:ptlrpc_set_wait()) set ffff9093477f8c00 going to sleep for 11 seconds 00000100:00100000:2.0:1787583375.508043:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435959808 00000100:00100000:2.0:1787583375.508053:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435959808 00000100:00100000:2.0:1787583375.508095:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435959936 00000100:00100000:2.0:1787583375.508098:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435959936 00000100:00100000:2.0:1787583375.508117:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1787583375.508126:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909247ee5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:2def8621-b047-4757-814d-42c7c419cee0+4:23870:x1874416435959808:12345-0@lo:104: 00010000:00010000:2.0:1787583375.508141:0:22700:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.111@tcp lock: ffff90924149a600/0x19a47956376b7ccd lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x19a47956376b7cd4 expref: -99 pid: 23449 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583375.508224:0:22700:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1787583375.508230:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909247ee5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:2def8621-b047-4757-814d-42c7c419cee0+4:23870:x1874416435959808:12345-0@lo:104: Request processed in 105us (1501us total) trans 0 rc 0/0 00000100:00100000:2.0:1787583375.508236:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1787583375.508252:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1787583375.508258:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909247ee4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:2def8621-b047-4757-814d-42c7c419cee0+3:23870:x1874416435959936:12345-0@lo:104: 00010000:00010000:2.0:1787583375.508265:0:22700:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.111@tcp lock: ffff90936367fa00/0x19a47956376b7bca lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x19a47956376b7bd1 expref: -99 pid: 22696 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583375.508299:0:22700:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:2.0:1787583375.508304:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909247ee4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:2def8621-b047-4757-814d-42c7c419cee0+3:23870:x1874416435959936:12345-0@lo:104: Request processed in 47us (1431us total) trans 0 rc 0/0 00000100:00100000:2.0:1787583375.508310:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00010000:2.0:1787583375.508337:0:22705:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1787583375.508343:0:22705:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.111@tcp lock: ffff90924149a600/0x19a47956376b7ccd lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x19a47956376b7cd4 expref: -99 pid: 23449 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583375.508352:0:22705:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90924149a600 already unused, calling callback (ffffffffc118ec20) 10000000:00010000:2.0:1787583375.508355:0:22705:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.111@tcp lock: ffff90924149a600/0x19a47956376b7ccd lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x19a47956376b7cd4 expref: -99 pid: 23449 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583375.508364:0:22705:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.111@tcp lock: ffff90924149a600/0x19a47956376b7ccd lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x19a47956376b7cd4 expref: -99 pid: 23449 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1787583375.508371:0:22705:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.111@tcp lock: ffff90924149a600/0x19a47956376b7ccd lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x19a47956376b7cd4 expref: -99 pid: 23449 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787583375.508377:0:22705:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:2.0:1787583375.508408:0:22705:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.111@tcp lock: ffff90924149a600/0x19a47956376b7ccd lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x19a47956376b7cd4 expref: -99 pid: 23449 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583375.508414:0:22705:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787583375.508433:0:22705:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.111@tcp lock: ffff90924149a600/0x19a47956376b7ccd lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x19a47956376b7cd4 expref: -99 pid: 23449 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583375.508439:0:22705:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.111@tcp lock: ffff90924149a600/0x19a47956376b7ccd lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x19a47956376b7cd4 expref: -99 pid: 23449 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583375.508450:0:22705:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787583375.508454:0:22705:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.111@tcp lock: ffff90936367fa00/0x19a47956376b7bca lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x19a47956376b7bd1 expref: -99 pid: 22696 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583375.508458:0:22705:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90936367fa00 already unused, calling callback (ffffffffc118ec20) 10000000:00010000:2.0:1787583375.508461:0:22705:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.111@tcp lock: ffff90936367fa00/0x19a47956376b7bca lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x19a47956376b7bd1 expref: -99 pid: 22696 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583375.508472:0:22705:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.111@tcp lock: ffff90936367fa00/0x19a47956376b7bca lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x19a47956376b7bd1 expref: -99 pid: 22696 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1787583375.508478:0:22705:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.111@tcp lock: ffff90936367fa00/0x19a47956376b7bca lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x19a47956376b7bd1 expref: -99 pid: 22696 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787583375.508483:0:22705:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:2.0:1787583375.508496:0:22705:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.111@tcp lock: ffff90936367fa00/0x19a47956376b7bca lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x19a47956376b7bd1 expref: -99 pid: 22696 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583375.508502:0:22705:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787583375.508517:0:22705:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.111@tcp lock: ffff90936367fa00/0x19a47956376b7bca lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x19a47956376b7bd1 expref: -99 pid: 22696 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583375.508525:0:22705:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.111@tcp lock: ffff90936367fa00/0x19a47956376b7bca lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x19a47956376b7bd1 expref: -99 pid: 22696 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583375.508539:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787583375.508541:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787583375.508542:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787583375.508549:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787583375.508568:0:3654:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90924846bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2def8621-b047-4757-814d-42c7c419cee0:3654:1874416435960064:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787583375.508612:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787583375.508648:0:3655:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90924846b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2def8621-b047-4757-814d-42c7c419cee0:3655:1874416435960192:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787583375.508669:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787583375.508702:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435960064 00000100:00100000:2.0:1787583375.508706:0:22703:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435960064 00010000:00010000:2.0:1787583375.508723:0:22703:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9092464f0c00/0x19a47956376b7cd4 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x19a47956376b7ccd expref: 18 pid: 22710 timeout: 782 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787583375.508751:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435960192 00000100:00100000:2.0:1787583375.508756:0:22703:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435960192 00010000:00010000:2.0:1787583375.508767:0:22703:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9092464f0800/0x19a47956376b7bd1 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x19a47956376b7bca expref: 19 pid: 22711 timeout: 782 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787583375.508779:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1787583375.508786:0:22703:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909248469880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2def8621-b047-4757-814d-42c7c419cee0+19:3654:x1874416435960064:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1787583375.508795:0:22703:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787583375.508800:0:22703:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9092464f0c00/0x19a47956376b7cd4 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x19a47956376b7ccd expref: 19 pid: 22710 timeout: 782 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583375.508810:0:22703:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9092464f0c00/0x19a47956376b7cd4 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x19a47956376b7ccd expref: 19 pid: 22710 timeout: 782 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583375.508835:0:22703:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1787583375.512224:0:23870:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9092464f0c00/0x19a47956376b7cd4 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x19a47956376b7ccd expref: 19 pid: 22710 timeout: 782 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787583375.512244:0:23870:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909247ee4380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23870:1874416435959808:0@lo:104: 00000100:00100000:0.0:1787583375.512259:0:23870:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909247ee7800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23870:1874416435959936:0@lo:104: 00010000:00010000:0.0:1787583375.512287:0:23870:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9092464f1a00/0x19a47956376b7d28 lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 23870 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787583375.512733:0:22704:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 3 min 3 max 56 00000100:00100000:3.0:1787583375.512747:0:22704:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_003' 00000100:00100000:3.0:1787583375.514898:0:22702:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 3 min 3 max 56 00000100:00100000:3.0:1787583375.514922:0:22702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1787583375.514937:0:22702:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90924846aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2def8621-b047-4757-814d-42c7c419cee0+18:3655:x1874416435960192:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1787583375.514956:0:22702:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787583375.514967:0:22702:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9092464f0800/0x19a47956376b7bd1 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x19a47956376b7bca expref: 18 pid: 22711 timeout: 782 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583375.515007:0:22702:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9092464f0800/0x19a47956376b7bd1 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x19a47956376b7bca expref: 18 pid: 22711 timeout: 782 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583375.515026:0:22702:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9092464f0800/0x19a47956376b7bd1 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x19a47956376b7bca expref: 18 pid: 22711 timeout: 782 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583375.515043:0:22702:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9092464f1a00/0x19a47956376b7d28 lrc: 3/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 23870 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583375.515051:0:22702:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9092464f1a00/0x19a47956376b7d28 lrc: 4/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 23870 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583375.515066:0:22702:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9092464f1a00/0x19a47956376b7d28 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 23870 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583375.515074:0:22702:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9092464f1a00/0x19a47956376b7d28 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23870 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583375.515081:0:22702:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9092464f1a00/0x19a47956376b7d28 lrc: 4/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23870 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583375.515088:0:22702:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9092464f1a00/0x19a47956376b7d28 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23870 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583375.515094:0:22702:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9092464f1a00 already unused, calling callback (ffffffffc0b91230) 00010000:00010000:3.0:1787583375.515098:0:22702:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9092464f1a00/0x19a47956376b7d28 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23870 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583375.515106:0:22702:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9092464f1a00/0x19a47956376b7d28 lrc: 6/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 23870 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583375.515137:0:22702:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9092464f1a00/0x19a47956376b7d28 lrc: 4/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23870 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583375.515147:0:22702:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1787583375.515213:0:23870:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9092464f1a00/0x19a47956376b7d28 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23870 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787583375.515222:0:22702:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90924846aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2def8621-b047-4757-814d-42c7c419cee0+17:3655:x1874416435960192:12345-0@lo:103:ldlm_bl.0 Request processed in 290us (6552us total) trans 0 rc 0/0 00010000:00010000:0.0:1787583375.515222:0:23870:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9092464f1a00/0x19a47956376b7d28 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23870 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583375.515229:0:23870:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9092464f1a00/0x19a47956376b7d28 lrc: 0/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23870 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787583375.515230:0:22702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1787583375.516099:0:3655:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90924846b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2def8621-b047-4757-814d-42c7c419cee0:3655:1874416435960192:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787583375.527244:0:22703:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909248469880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2def8621-b047-4757-814d-42c7c419cee0+16:3654:x1874416435960064:12345-0@lo:103:ldlm_bl.0 Request processed in 18450us (18623us total) trans 0 rc 0/0 00000100:00100000:2.0:1787583375.527259:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1787583375.527317:0:3654:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90924846bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2def8621-b047-4757-814d-42c7c419cee0:3654:1874416435960064:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1787583376.145681:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1787583376.590593:0:22714:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:0.0:1787583376.590608:0:22714:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff90936f2d6000 from 13 10000000:01000000:0.0:1787583376.590614:0:22714:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1787583376.590660:0:22714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff9092464f1800/0x19a47956376b7d2f lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583376.590671:0:22714:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.111@tcp lock: ffff9092464f1800/0x19a47956376b7d2f lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583376.590683:0:22714:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.111@tcp lock: ffff9092464f1800/0x19a47956376b7d2f lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787583376.590707:0:22714:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909247ee7800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:2def8621-b047-4757-814d-42c7c419cee0:22714:1874416435960320:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1787583376.590776:0:22714:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787583376.590815:0:22714:0:(client.c:2715:ptlrpc_set_wait()) set ffff909365e3b900 going to sleep for 11 seconds 00000100:00100000:1.0:1787583376.591032:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435960320 00000100:00100000:1.0:1787583376.591041:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435960320 00000100:00100000:1.0:1787583376.591090:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:1.0:1787583376.591100:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90936d898c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2def8621-b047-4757-814d-42c7c419cee0+16:22714:x1874416435960320:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1787583376.591113:0:22709:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787583376.591127:0:22709:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90924149bc00/0x19a47956376b7d36 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x19a47956376b7d2f expref: -99 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583376.591163:0:22709:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90924149bc00/0x19a47956376b7d36 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x19a47956376b7d2f expref: 17 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583376.591173:0:22709:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90924149bc00/0x19a47956376b7d36 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x19a47956376b7d2f expref: 17 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583376.591182:0:22709:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90924149bc00, rc 0) 00000100:00100000:1.0:1787583376.591233:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90936d898c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2def8621-b047-4757-814d-42c7c419cee0+17:22714:x1874416435960320:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 134us (456us total) trans 0 rc 0/0 00000100:00100000:1.0:1787583376.591240:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:1.0:1787583376.591296:0:22714:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909247ee7800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:2def8621-b047-4757-814d-42c7c419cee0:22714:1874416435960320:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1787583376.591311:0:22714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.111@tcp lock: ffff9092464f1800/0x19a47956376b7d2f lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x19a47956376b7d36 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583376.591320:0:22714:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.111@tcp lock: ffff9092464f1800/0x19a47956376b7d2f lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x19a47956376b7d36 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787583376.591380:0:22714:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90936dad2300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:2def8621-b047-4757-814d-42c7c419cee0:22714:1874416435960448:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1787583376.591406:0:22714:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787583376.591422:0:22714:0:(client.c:2715:ptlrpc_set_wait()) set ffff909344af4240 going to sleep for 11 seconds 00000100:00100000:1.0:1787583376.591436:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435960448 00000100:00100000:1.0:1787583376.591439:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435960448 00000100:00100000:1.0:1787583376.591462:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:1.0:1787583376.591468:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90936d898850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2def8621-b047-4757-814d-42c7c419cee0+17:22714:x1874416435960448:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1787583376.591569:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90936d898850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2def8621-b047-4757-814d-42c7c419cee0+17:22714:x1874416435960448:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 101us (162us total) trans 0 rc 0/0 00000100:00100000:1.0:1787583376.591575:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:1.0:1787583376.591613:0:22714:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90936dad2300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:2def8621-b047-4757-814d-42c7c419cee0:22714:1874416435960448:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1787583376.591634:0:22714:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90936dad2300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:2def8621-b047-4757-814d-42c7c419cee0:22714:1874416435960576:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1787583376.591667:0:22714:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787583376.591678:0:22714:0:(client.c:2715:ptlrpc_set_wait()) set ffff909344af4240 going to sleep for 11 seconds 00000100:00100000:1.0:1787583376.591688:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435960576 00000100:00100000:1.0:1787583376.591691:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435960576 00000100:00100000:1.0:1787583376.591714:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:1.0:1787583376.591719:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90936d89b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2def8621-b047-4757-814d-42c7c419cee0+17:22714:x1874416435960576:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1787583376.591785:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90936d89b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2def8621-b047-4757-814d-42c7c419cee0+17:22714:x1874416435960576:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 65us (116us total) trans 0 rc 0/0 00000100:00100000:1.0:1787583376.591790:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:1.0:1787583376.591822:0:22714:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90936dad2300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:2def8621-b047-4757-814d-42c7c419cee0:22714:1874416435960576:0@lo:503:ll_cfg_requeue.0 00000040:00080000:1.0:1787583376.597642:0:23926:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:3.0:1787583376.597897:0:22714:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:3.0:1787583376.597927:0:22714:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.111@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1787583376.597938:0:22714:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff9092464f1800/0x19a47956376b7d2f lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x19a47956376b7d36 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583376.597950:0:22714:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.111@tcp lock: ffff9092464f1800/0x19a47956376b7d2f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x19a47956376b7d36 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787583376.597960:0:22714:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:3.0:1787583376.597962:0:22714:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff909366a92000 from 13 10000000:01000000:3.0:1787583376.597965:0:22714:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1787583376.598003:0:22714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff90936367f200/0x19a47956376b7d3d lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583376.598011:0:22714:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.111@tcp lock: ffff90936367f200/0x19a47956376b7d3d lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583376.598022:0:22714:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.111@tcp lock: ffff90936367f200/0x19a47956376b7d3d lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787583376.598046:0:22714:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90937fc63480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:2def8621-b047-4757-814d-42c7c419cee0:22714:1874416435960704:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1787583376.598110:0:22714:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787583376.598471:0:22714:0:(client.c:2715:ptlrpc_set_wait()) set ffff90935922cb40 going to sleep for 11 seconds 00000100:00100000:1.0:1787583376.598604:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435960704 00000100:00100000:1.0:1787583376.598612:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435960704 00000100:00100000:1.0:1787583376.598696:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:1.0:1787583376.598706:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90936d899450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2def8621-b047-4757-814d-42c7c419cee0+17:22714:x1874416435960704:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1787583376.598718:0:22709:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787583376.598730:0:22709:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90924149b400/0x19a47956376b7d44 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x19a47956376b7d3d expref: -99 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583376.598752:0:22709:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90924149b400/0x19a47956376b7d44 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x19a47956376b7d3d expref: 18 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583376.598763:0:22709:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90924149b400/0x19a47956376b7d44 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x19a47956376b7d3d expref: 18 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583376.598772:0:22709:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90924149b400, rc 0) 00000100:00100000:1.0:1787583376.598821:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90936d899450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2def8621-b047-4757-814d-42c7c419cee0+18:22714:x1874416435960704:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 117us (711us total) trans 0 rc 0/0 00000100:00100000:1.0:1787583376.598828:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:0.0:1787583376.601055:0:22714:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90937fc63480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:2def8621-b047-4757-814d-42c7c419cee0:22714:1874416435960704:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1787583376.601081:0:22714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.111@tcp lock: ffff90936367f200/0x19a47956376b7d3d lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x19a47956376b7d44 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583376.601092:0:22714:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.111@tcp lock: ffff90936367f200/0x19a47956376b7d3d lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x19a47956376b7d44 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787583376.601181:0:22714:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909247ee4380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:2def8621-b047-4757-814d-42c7c419cee0:22714:1874416435960832:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1787583376.601233:0:22714:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787583376.604681:0:22714:0:(client.c:2715:ptlrpc_set_wait()) set ffff909365e3bf00 going to sleep for 11 seconds 00000100:00100000:3.0:1787583376.605005:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435960832 00000100:00100000:3.0:1787583376.605014:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435960832 00000100:00100000:3.0:1787583376.605064:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:3.0:1787583376.605074:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90936d89a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2def8621-b047-4757-814d-42c7c419cee0+18:22714:x1874416435960832:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1787583376.605395:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90936d89a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2def8621-b047-4757-814d-42c7c419cee0+18:22714:x1874416435960832:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 321us (4161us total) trans 0 rc 0/0 00000100:00100000:3.0:1787583376.605403:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:0.0:1787583376.605783:0:22714:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909247ee4380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:2def8621-b047-4757-814d-42c7c419cee0:22714:1874416435960832:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1787583376.605829:0:22714:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909247ee4380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:2def8621-b047-4757-814d-42c7c419cee0:22714:1874416435960960:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1787583376.606004:0:22714:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787583376.606027:0:22714:0:(client.c:2715:ptlrpc_set_wait()) set ffff909365e3bf00 going to sleep for 11 seconds 00000100:00100000:1.0:1787583376.606109:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435960960 00000100:00100000:1.0:1787583376.606115:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435960960 00000100:00100000:0.0:1787583376.606244:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:0.0:1787583376.606251:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90936d898050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2def8621-b047-4757-814d-42c7c419cee0+18:22714:x1874416435960960:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1787583376.606343:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90936d898050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2def8621-b047-4757-814d-42c7c419cee0+18:22714:x1874416435960960:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 91us (338us total) trans 0 rc 0/0 00000100:00100000:0.0:1787583376.606351:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:1.0:1787583376.606426:0:22714:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909247ee4380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:2def8621-b047-4757-814d-42c7c419cee0:22714:1874416435960960:0@lo:503:ll_cfg_requeue.0 00000040:00080000:1.0:1787583376.609257:0:23928:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:1.0:1787583376.609323:0:22714:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:1.0:1787583376.609347:0:22714:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.111@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1787583376.609358:0:22714:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff90936367f200/0x19a47956376b7d3d lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x19a47956376b7d44 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583376.609369:0:22714:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.111@tcp lock: ffff90936367f200/0x19a47956376b7d3d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x19a47956376b7d44 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583377.171040:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787583378.192143:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787583378.894773:0:3652:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787583368/real 1787583368] req@ffff90937fc63100 x1874416435955072/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787583378 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787583378.894802:0:3652:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff90937fc63100 x1874416435955072/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787583378 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787583378.894812:0:3652:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787583368/real 1787583368] req@ffff90937fc61c00 x1874416435954944/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787583378 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787583378.894824:0:3652:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff90937fc61c00 x1874416435954944/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787583378 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787583378.894868:0:3652:0:(import.c:65:import_set_state_nolock()) ffff90937462b800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787583378.894877:0:3652:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1787583378.894882:0:3652:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90937fc63100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3652:1874416435955072:0@lo:8:llog_process_th.0 00000100:00080000:1.0:1787583378.894887:0:3652:0:(import.c:65:import_set_state_nolock()) ffff9093449c6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787583378.894892:0:3652:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1787583378.894894:0:3652:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90937fc61c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3652:1874416435954944:0@lo:8:llog_process_th.0 00000100:00080000:0.0:1787583378.895233:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1787583378.895237:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1787583378.895240:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1787583378.895243:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1787583378.895258:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1787583378.895261:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787583378.895264:0:37:0:(import.c:65:import_set_state_nolock()) ffff9093449c6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787583378.895269:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 675 00000100:00080000:0.0:1787583378.895275:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1787583378.895280:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff9093449c6800 using connection 192.168.203.111@tcp/0@lo 00000100:00100000:0.0:1787583378.895298:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff909247ee4000 x1874416435961600/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787583378.895310:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1787583378.895313:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787583378.895315:0:37:0:(import.c:65:import_set_state_nolock()) ffff90937462b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787583378.895318:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 675 00000100:00080000:0.0:1787583378.895320:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1787583378.895323:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff90937462b800 using connection 192.168.203.111@tcp/0@lo 00000100:00100000:0.0:1787583378.895333:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff909247ee6300 x1874416435961728/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787583378.895405:0:3656:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909247ee5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2def8621-b047-4757-814d-42c7c419cee0:3656:1874416435961088:0@lo:400:kworker.0 00000100:00100000:0.0:1787583378.895465:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787583378.895502:0:3656:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909247ee6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3656:1874416435961856:0@lo:400:kworker.0 00000100:00100000:0.0:1787583378.895526:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787583378.895546:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1787583378.895551:0:3656:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909247ee6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3656:1874416435961472:0@lo:400:kworker.0 00000100:00100000:0.0:1787583378.895584:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787583378.895609:0:3653:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909247ee6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3653:1874416435961216:0@lo:400:kworker.0 00000100:00100000:0.0:1787583378.895634:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787583378.895649:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1787583378.895655:0:3653:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909247ee7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3653:1874416435961344:0@lo:400:kworker.0 00000100:00100000:0.0:1787583378.895675:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787583378.895704:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435961088 00000100:00100000:0.0:1787583378.895710:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435961088 00000100:00100000:0.0:1787583378.895753:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:0.0:1787583378.895761:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90936d898450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2def8621-b047-4757-814d-42c7c419cee0+18:3656:x1874416435961088:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787583378.895804:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90936d898450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2def8621-b047-4757-814d-42c7c419cee0+18:3656:x1874416435961088:12345-0@lo:400:kworker.0 Request processed in 44us (338us total) trans 0 rc 0/0 00000100:00100000:0.0:1787583378.895811:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:1.0:1787583378.895987:0:23458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435961472 00000100:00100000:1.0:1787583378.895999:0:23458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435961472 00000100:00100000:1.0:1787583378.896024:0:23458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435961216 00000100:00100000:1.0:1787583378.896027:0:23458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435961216 00000100:00100000:1.0:1787583378.896040:0:23458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1787583378.896046:0:23458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909247ee7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3656:x1874416435961472:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787583378.896084:0:23458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909247ee7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3656:x1874416435961472:12345-0@lo:400:kworker.0 Request processed in 38us (500us total) trans 0 rc 0/0 00000100:00100000:1.0:1787583378.896089:0:23458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1787583378.896103:0:23458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1787583378.896109:0:23458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909247ee7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3653:x1874416435961216:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787583378.896135:0:23458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909247ee7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3653:x1874416435961216:12345-0@lo:400:kworker.0 Request processed in 27us (500us total) trans 0 rc 0/0 00000100:00100000:1.0:1787583378.896140:0:23458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1787583378.896158:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1787583378.896166:0:3654:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90936dad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3654:1874416435961984:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1787583378.896188:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787583378.896226:0:3653:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909247ee6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3653:1874416435961216:0@lo:400:kworker.0 00000100:00100000:1.0:1787583378.896246:0:3652:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909247ee4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3652:1874416435961600:0@lo:8:kworker.0 00000400:00000100:1.0:1787583378.896264:0:3652:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1874416435961600 offset 0 length 520: 4 00000100:00100000:1.0:1787583378.896282:0:3652:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909247ee6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3652:1874416435961728:0@lo:8:kworker.0 00000400:00000100:1.0:1787583378.896297:0:3652:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1874416435961728 offset 0 length 520: 4 00000100:00100000:1.0:1787583378.896316:0:23458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435961984 00000100:00100000:1.0:1787583378.896319:0:23458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435961984 00000100:00100000:1.0:1787583378.896338:0:23458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1787583378.896344:0:23458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90936dad2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3654:x1874416435961984:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1787583378.896365:0:23458:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1787583378.896408:0:23458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90936dad2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3654:x1874416435961984:12345-0@lo:41:osp-pre-0-1.0 Request processed in 64us (219us total) trans 0 rc 0/0 00000100:00100000:1.0:1787583378.896414:0:23458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1787583378.896441:0:3654:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90936dad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3654:1874416435961984:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1787583378.896541:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435961856 00000100:00100000:0.0:1787583378.896546:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435961856 00000100:00100000:0.0:1787583378.896579:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435961344 00000100:00100000:0.0:1787583378.896582:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435961344 00000100:00100000:0.0:1787583378.896597:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1787583378.896603:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909247ee4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3656:x1874416435961856:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787583378.896642:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909247ee4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3656:x1874416435961856:12345-0@lo:400:kworker.0 Request processed in 39us (1116us total) trans 0 rc 0/0 00000100:00100000:0.0:1787583378.896648:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1787583378.896660:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1787583378.896666:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909247ee5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3653:x1874416435961344:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787583378.896691:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909247ee5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3653:x1874416435961344:12345-0@lo:400:kworker.0 Request processed in 25us (1016us total) trans 0 rc 0/0 00000100:00100000:0.0:1787583378.896696:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1787583378.896729:0:3656:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909247ee6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3656:1874416435961472:0@lo:400:kworker.0 00000100:00100000:0.0:1787583378.896739:0:3656:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909247ee5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2def8621-b047-4757-814d-42c7c419cee0:3656:1874416435961088:0@lo:400:kworker.0 00010000:00080000:0.0:1787583378.896749:0:3656:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff909247ee6d80 x1874416435961856/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787583394 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787583378.896759:0:3656:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909247ee6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3656:1874416435961856:0@lo:400:kworker.0 00010000:00080000:1.0:1787583378.897188:0:3653:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff909247ee7480 x1874416435961344/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787583394 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787583378.897197:0:3653:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909247ee7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3653:1874416435961344:0@lo:400:kworker.0 00000100:00100000:1.0:1787583378.899679:0:3654:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909247ee6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3654:1874416435962112:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1787583378.899743:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787583378.899839:0:23458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435962112 00000100:00100000:0.0:1787583378.899872:0:23458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435962112 00000100:00100000:0.0:1787583378.899914:0:23458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1787583378.899924:0:23458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90936dad2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3654:x1874416435962112:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1787583378.899955:0:23458:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1787583378.900003:0:23458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90936dad2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3654:x1874416435962112:12345-0@lo:41:osp-pre-1-0.0 Request processed in 80us (259us total) trans 0 rc 0/0 00000100:00100000:0.0:1787583378.900009:0:23458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:1.0:1787583378.900168:0:3654:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909247ee6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3654:1874416435962112:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1787583379.222013:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1787583379.600978:0:22751:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000001:00100000:2.0:1787583379.921318:0:23450:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00010000:00010000:3.0:1787583380.239315:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1787583380.943218:0:23472:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1787583381.267191:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:2.0:1787583381.441579:0:24219:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:2.0:1787583381.441584:0:24219:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/ost1_flakey 00000020:01000004:2.0:1787583381.441585:0:24219:0:(obd_mount.c:929:lmd_print()) options: errors=remount-ro 00000080:01200004:2.0:1787583381.441693:0:24219:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff9092484ac000 00000020:01000004:2.0:1787583381.441707:0:24219:0:(tgt_mount.c:2503:osd_start()) Attempting to start lustre-OST0000, type=osd-ldiskfs, lsifl=200002, mountfl=0 00000020:01000004:2.0:1787583381.441719:0:24219:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-OST0000-osd (typ=osd-ldiskfs) 00000020:00000080:2.0:1787583381.441743:0:24219:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osd (ffff90937f1219b8) 00000020:00000080:2.0:1787583381.442002:0:24219:0:(obd_config.c:720:class_attach_name()) OBD: dev 20 attached type osd-ldiskfs with refcount 2 00100000:10000000:2.0:1787583381.501335:0:24219:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:0.0:1787583381.503322:0:24219:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:0.0:1787583381.503912:0:24219:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x5:0x0] (8/32) registered 00100000:10000000:0.0:1787583381.504173:0:24219:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:0.0:1787583381.505083:0:24219:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x6:0x0] (8/32) registered 00100000:10000000:0.0:1787583381.505285:0:24219:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:0.0:1787583381.505689:0:24219:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x4:0x0] (8/32) registered 00080000:01000000:0.0:1787583381.512308:0:24219:0:(osd_lproc.c:911:osd_procfs_init()) lustre-OST0000: register osd-ldiskfs tunable parameters 00000020:00000080:0.0:1787583381.512542:0:24219:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osd (uuid lustre-OST0000-osd_UUID) 00080000:01000000:0.0:1787583381.512635:0:24219:0:(osd_handler.c:8925:osd_obd_connect()) connect #0 00000020:00000080:0.0:1787583381.512648:0:24219:0:(genops.c:1385:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0x19a47956376b7d52 00000020:01000004:0.0:1787583381.512655:0:24219:0:(tgt_mount.c:2588:server_fill_super()) Found service lustre-OST0000 on device /dev/mapper/ost1_flakey 00000020:01000004:0.0:1787583381.512675:0:24219:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.203.111@tcp:Set MGC reconnect 1 10000000:01000000:0.0:1787583381.512679:0:24219:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.203.111@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:0.0:1787583381.512685:0:24219:0:(tgt_mount.c:1812:server_start_targets()) starting target lustre-OST0000 00000020:01000004:0.0:1787583381.512690:0:24219:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD OSS (typ=ost) 00000020:00000080:0.0:1787583381.512701:0:24219:0:(genops.c:413:class_newdev()) Allocate new device OSS (ffff909343e18000) 00000020:00000080:0.0:1787583381.512712:0:24219:0:(obd_config.c:720:class_attach_name()) OBD: dev 21 attached type ost with refcount 2 00000100:00100000:0.0:1787583381.514097:0:24219:0:(service.c:155:ptlrpc_grow_req_bufs()) ost: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1787583381.514256:0:24219:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 0 min 3 max 116 00000100:00100000:0.0:1787583381.514262:0:24219:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_000' 00000100:00100000:0.0:1787583381.522965:0:24219:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 1 min 3 max 116 00000100:00100000:0.0:1787583381.522978:0:24219:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_001' 00000100:00100000:3.0:1787583381.523391:0:24219:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 2 min 3 max 116 00000100:00100000:3.0:1787583381.523398:0:24219:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_002' 00000100:00100000:0.0:1787583381.524666:0:24219:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_create: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1787583381.524878:0:24219:0:(service.c:3462:ptlrpc_start_thread()) ost_create[0] started 0 min 2 max 16 00000100:00100000:0.0:1787583381.524885:0:24219:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_create00_000' 00000100:00100000:3.0:1787583381.530561:0:24219:0:(service.c:3462:ptlrpc_start_thread()) ost_create[0] started 1 min 2 max 16 00000100:00100000:3.0:1787583381.530574:0:24219:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_create00_001' 00000100:00100000:1.0:1787583381.567428:0:24219:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1787583381.567685:0:24219:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 0 min 3 max 116 00000100:00100000:1.0:1787583381.567692:0:24219:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_000' 00000100:00100000:1.0:1787583381.569678:0:24219:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 1 min 3 max 116 00000100:00100000:1.0:1787583381.569690:0:24219:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_001' 00000100:00100000:1.0:1787583381.570716:0:24219:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 2 min 3 max 116 00000100:00100000:1.0:1787583381.570726:0:24219:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_002' 00000100:00100000:1.0:1787583381.574436:0:24219:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_seq: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1787583381.574626:0:24219:0:(service.c:3462:ptlrpc_start_thread()) ost_seq[0] started 0 min 2 max 16 00000100:00100000:1.0:1787583381.574632:0:24219:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_seq00_000' 00000100:00100000:1.0:1787583381.575533:0:24219:0:(service.c:3462:ptlrpc_start_thread()) ost_seq[0] started 1 min 2 max 16 00000100:00100000:1.0:1787583381.575541:0:24219:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_seq00_001' 00000100:00100000:0.0:1787583381.617322:0:24219:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1787583381.617533:0:24219:0:(service.c:3462:ptlrpc_start_thread()) ost_out[0] started 0 min 2 max 16 00000100:00100000:0.0:1787583381.617539:0:24219:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_out00_000' 00000100:00100000:3.0:1787583381.621173:0:24219:0:(service.c:3462:ptlrpc_start_thread()) ost_out[0] started 1 min 2 max 16 00000100:00100000:3.0:1787583381.621186:0:24219:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_out00_001' 00000020:00000080:3.0:1787583381.621825:0:24219:0:(obd_config.c:826:class_setup()) finished setup of obd OSS (uuid OSS_uuid) 00000020:01000004:3.0:1787583381.622137:0:24219:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/ost1_flakey 10000000:01000000:3.0:1787583381.622144:0:24219:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.203.111@tcp: cl_mgc_mutex lustre-OST0000-osd for locked: rc = 0 00000040:01000000:3.0:1787583381.640021:0:24219:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.203.111@tcp ctxt 0 is initialized 00000020:01000004:3.0:1787583381.640059:0:24219:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-OST0000, fs=lustre, 192.168.203.111@tcp, index=0000, flags=0x20002 00000020:01000004:3.0:1787583381.640064:0:24219:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:3.0:1787583381.640065:0:24219:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1787583381.640067:0:24219:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1787583381.640068:0:24219:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1787583381.640069:0:24219:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1787583381.640071:0:24219:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1787583381.640072:0:24219:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1787583381.640074:0:24219:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1787583381.640075:0:24219:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:3.0:1787583381.640079:0:24219:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0000 0x10020002 00000020:01000004:3.0:1787583381.640081:0:24219:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:3.0:1787583381.640083:0:24219:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1787583381.640089:0:24219:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1787583381.640090:0:24219:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1787583381.640091:0:24219:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1787583381.640092:0:24219:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1787583381.640093:0:24219:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1787583381.640094:0:24219:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1787583381.640095:0:24219:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:3.0:1787583381.640129:0:24219:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0000 00000100:00100000:3.0:1787583381.640149:0:24219:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90937fc60700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2def8621-b047-4757-814d-42c7c419cee0:24219:1874416435962240:0@lo:253:mount.lustre.0 00000100:00100000:3.0:1787583381.640219:0:24219:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787583381.640316:0:24219:0:(client.c:2715:ptlrpc_set_wait()) set ffff909344b1df00 going to sleep for 11 seconds 00000100:00100000:0.0:1787583381.640551:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435962240 00000100:00100000:0.0:1787583381.640559:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435962240 00000100:00100000:0.0:1787583381.640611:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:0.0:1787583381.640621:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90936d899850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2def8621-b047-4757-814d-42c7c419cee0+18:24219:x1874416435962240:12345-0@lo:253:mount.lustre.0 20000000:01000000:0.0:1787583381.640658:0:22711:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:0.0:1787583381.640662:0:22711:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-OST0000 is running on 0@lo 20000000:01000000:0.0:1787583381.640669:0:22711:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00000100:00100000:0.0:1787583381.641325:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90936d899850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2def8621-b047-4757-814d-42c7c419cee0+18:24219:x1874416435962240:12345-0@lo:253:mount.lustre.0 Request processed in 703us (1103us total) trans 0 rc 0/0 00000100:00100000:0.0:1787583381.641336:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:3.0:1787583381.641424:0:24219:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90937fc60700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2def8621-b047-4757-814d-42c7c419cee0:24219:1874416435962240:0@lo:253:mount.lustre.0 10000000:01000000:3.0:1787583381.641436:0:24219:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:3.0:1787583381.641438:0:24219:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1787583381.641439:0:24219:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1787583381.641440:0:24219:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1787583381.641442:0:24219:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1787583381.641443:0:24219:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1787583381.641444:0:24219:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1787583381.641445:0:24219:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1787583381.641447:0:24219:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1787583381.641448:0:24219:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:3.0:1787583381.641466:0:24219:0:(tgt_mount.c:101:server_register_mount()) register mount ffff9092484ac000 from lustre-OST0000 10000000:01000000:3.0:1787583381.641490:0:24219:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-OST0000 from 0 10000000:01000000:3.0:1787583381.641493:0:24219:0:(mgc_request.c:329:config_log_add()) add config log lustre-OST0000-0000000000000000 10000000:01000000:3.0:1787583381.641500:0:24219:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff909346613370 local copy 00010000:00010000:3.0:1787583381.641509:0:24219:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff90924149a200/0x19a47956376b7b0d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x19a47956376b7b14 expref: -99 pid: 22696 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787583381.641623:0:24219:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90937fc60700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2def8621-b047-4757-814d-42c7c419cee0:24219:1874416435962368:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1787583381.641657:0:24219:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787583381.641689:0:24219:0:(client.c:2715:ptlrpc_set_wait()) set ffff909344b1df00 going to sleep for 11 seconds 00000100:00100000:0.0:1787583381.641870:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435962368 00000100:00100000:0.0:1787583381.641876:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435962368 00000100:00100000:0.0:1787583381.641953:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:0.0:1787583381.641962:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909365c70450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2def8621-b047-4757-814d-42c7c419cee0+18:24219:x1874416435962368:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1787583381.642043:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909365c70450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2def8621-b047-4757-814d-42c7c419cee0+18:24219:x1874416435962368:12345-0@lo:501:mount.lustre.0 Request processed in 83us (386us total) trans 0 rc -2/-2 00000100:00100000:0.0:1787583381.642051:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:3.0:1787583381.642121:0:24219:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90937fc60700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2def8621-b047-4757-814d-42c7c419cee0:24219:1874416435962368:0@lo:501:mount.lustre.0 10000000:01000000:3.0:1787583381.642144:0:24219:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.203.111@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:3.0:1787583381.642159:0:24219:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.203.111@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:3.0:1787583381.642165:0:24219:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff90924149a200/0x19a47956376b7b0d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x19a47956376b7b14 expref: -99 pid: 22696 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583381.642173:0:24219:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.111@tcp lock: ffff90924149a200/0x19a47956376b7b0d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x19a47956376b7b14 expref: -99 pid: 22696 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787583381.642196:0:24219:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff9092484ac000 10000000:01000000:3.0:1787583381.642200:0:24219:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:3.0:1787583381.642204:0:24219:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-OST0000-0000000000000000 10000000:01000000:3.0:1787583381.642207:0:24219:0:(mgc_request.c:68:mgc_name2resid()) log lustre-OST0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1787583381.642211:0:24219:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 1 10000000:01000000:3.0:1787583381.642214:0:24219:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00010000:00010000:3.0:1787583381.642233:0:24219:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff90936367f800/0x19a47956376b7d60 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583381.642241:0:24219:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.111@tcp lock: ffff90936367f800/0x19a47956376b7d60 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583381.642249:0:24219:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.111@tcp lock: ffff90936367f800/0x19a47956376b7d60 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787583381.642262:0:24219:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90937fc60700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2def8621-b047-4757-814d-42c7c419cee0:24219:1874416435962496:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1787583381.642288:0:24219:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787583381.643039:0:24219:0:(client.c:2715:ptlrpc_set_wait()) set ffff909344b1df00 going to sleep for 11 seconds 00000100:00100000:2.0:1787583381.643240:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435962496 00000100:00100000:2.0:1787583381.643247:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435962496 00000100:00100000:2.0:1787583381.643280:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:2.0:1787583381.643288:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909365c72450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2def8621-b047-4757-814d-42c7c419cee0+18:24219:x1874416435962496:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1787583381.643298:0:22709:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787583381.643310:0:22709:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90924770aa00/0x19a47956376b7d67 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x19a47956376b7d60 expref: -99 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583381.643331:0:22709:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90924770aa00/0x19a47956376b7d67 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x19a47956376b7d60 expref: 19 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583381.643342:0:22709:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90924770aa00/0x19a47956376b7d67 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x19a47956376b7d60 expref: 19 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583381.643350:0:22709:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90924770aa00, rc 0) 00000100:00100000:2.0:1787583381.643399:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909365c72450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2def8621-b047-4757-814d-42c7c419cee0+19:24219:x1874416435962496:12345-0@lo:101:mount.lustre.0 Request processed in 112us (1109us total) trans 0 rc 0/0 00000100:00100000:2.0:1787583381.643406:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:3.0:1787583381.643507:0:24219:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90937fc60700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2def8621-b047-4757-814d-42c7c419cee0:24219:1874416435962496:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1787583381.643521:0:24219:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.111@tcp lock: ffff90936367f800/0x19a47956376b7d60 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x19a47956376b7d67 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583381.643540:0:24219:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.111@tcp lock: ffff90936367f800/0x19a47956376b7d60 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x19a47956376b7d67 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1787583381.645434:0:24219:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 14 count 14 00000040:00080000:3.0:1787583381.647250:0:24219:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1787583381.650327:0:24219:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].1, 224 off8416 00000040:00080000:3.0:1787583381.650379:0:24219:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].2, 128 off8544 00000040:00080000:3.0:1787583381.650394:0:24219:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].3, 112 off8656 00000040:00080000:3.0:1787583381.650425:0:24219:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].4, 224 off8880 00000040:00080000:3.0:1787583381.650440:0:24219:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].5, 224 off9104 00000040:00080000:3.0:1787583381.650452:0:24219:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].6, 80 off9184 00000040:00080000:3.0:1787583381.650465:0:24219:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].7, 224 off9408 00000040:00080000:3.0:1787583381.650480:0:24219:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].8, 224 off9632 00000040:00080000:3.0:1787583381.650494:0:24219:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].9, 80 off9712 00000040:00080000:3.0:1787583381.650509:0:24219:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].10, 224 off9936 00000040:00080000:3.0:1787583381.650523:0:24219:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].11, 224 off10160 00000040:00080000:3.0:1787583381.650537:0:24219:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].12, 120 off10280 00000040:00080000:3.0:1787583381.650577:0:24219:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].13, 224 off10504 00000040:00080000:3.0:1787583381.650584:0:24219:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 13 count 14 00000100:00100000:3.0:1787583381.650690:0:24219:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90937fc60700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2def8621-b047-4757-814d-42c7c419cee0:24219:1874416435962624:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1787583381.651541:0:24219:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787583381.651652:0:24219:0:(client.c:2715:ptlrpc_set_wait()) set ffff909365c8eb40 going to sleep for 11 seconds 00000100:00100000:2.0:1787583381.651769:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435962624 00000100:00100000:2.0:1787583381.651778:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435962624 00000100:00100000:2.0:1787583381.652229:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:2.0:1787583381.652241:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909365c72050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2def8621-b047-4757-814d-42c7c419cee0+19:24219:x1874416435962624:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1787583381.652402:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909365c72050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2def8621-b047-4757-814d-42c7c419cee0+19:24219:x1874416435962624:12345-0@lo:501:mount.lustre.0 Request processed in 163us (1035us total) trans 0 rc 0/0 00000100:00100000:2.0:1787583381.652411:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:3.0:1787583381.652515:0:24219:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90937fc60700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2def8621-b047-4757-814d-42c7c419cee0:24219:1874416435962624:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1787583381.652570:0:24219:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90937fc60700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2def8621-b047-4757-814d-42c7c419cee0:24219:1874416435962752:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1787583381.652621:0:24219:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787583381.652806:0:24219:0:(client.c:2715:ptlrpc_set_wait()) set ffff909365c8eb40 going to sleep for 11 seconds 00000100:00100000:0.0:1787583381.652869:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435962752 00000100:00100000:0.0:1787583381.652875:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435962752 00000100:00100000:2.0:1787583381.652970:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:2.0:1787583381.652984:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909365c72c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2def8621-b047-4757-814d-42c7c419cee0+19:24219:x1874416435962752:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1787583381.654209:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909365c72c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2def8621-b047-4757-814d-42c7c419cee0+19:24219:x1874416435962752:12345-0@lo:503:mount.lustre.0 Request processed in 1220us (1581us total) trans 0 rc 0/0 00000100:00100000:2.0:1787583381.654220:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:3.0:1787583381.654327:0:24219:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90937fc60700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2def8621-b047-4757-814d-42c7c419cee0:24219:1874416435962752:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1787583381.654919:0:24219:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1787583381.654993:0:24219:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90937fc60700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2def8621-b047-4757-814d-42c7c419cee0:24219:1874416435962880:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1787583381.655230:0:24219:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787583381.655261:0:24219:0:(client.c:2715:ptlrpc_set_wait()) set ffff909247060600 going to sleep for 11 seconds 00000100:00100000:1.0:1787583381.655332:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435962880 00000100:00100000:1.0:1787583381.655340:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435962880 00000100:00100000:1.0:1787583381.655386:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:1.0:1787583381.655403:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909365c72850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2def8621-b047-4757-814d-42c7c419cee0+19:24219:x1874416435962880:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1787583381.655932:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909365c72850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2def8621-b047-4757-814d-42c7c419cee0+19:24219:x1874416435962880:12345-0@lo:502:mount.lustre.0 Request processed in 530us (701us total) trans 0 rc 0/0 00000100:00100000:1.0:1787583381.655940:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:3.0:1787583381.656208:0:24219:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90937fc60700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2def8621-b047-4757-814d-42c7c419cee0:24219:1874416435962880:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1787583381.656456:0:24219:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].1, 224 off8416 00000040:00080000:3.0:1787583381.656484:0:24219:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].2, 128 off8544 00000040:00080000:3.0:1787583381.656498:0:24219:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].3, 112 off8656 00000040:00080000:3.0:1787583381.656512:0:24219:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].4, 224 off8880 00000040:00080000:3.0:1787583381.656542:0:24219:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].5, 224 off9104 00000040:00080000:3.0:1787583381.656569:0:24219:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].6, 80 off9184 00000040:00080000:3.0:1787583381.656581:0:24219:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].7, 224 off9408 00000040:00080000:3.0:1787583381.656592:0:24219:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].8, 224 off9632 00000040:00080000:3.0:1787583381.656602:0:24219:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].9, 80 off9712 00000040:00080000:3.0:1787583381.656614:0:24219:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].10, 224 off9936 00000040:00080000:3.0:1787583381.656626:0:24219:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].11, 224 off10160 00000040:00080000:3.0:1787583381.656638:0:24219:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].12, 120 off10280 00000100:00100000:3.0:1787583381.656666:0:24219:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90937fc60700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2def8621-b047-4757-814d-42c7c419cee0:24219:1874416435963008:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1787583381.656790:0:24219:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787583381.656818:0:24219:0:(client.c:2715:ptlrpc_set_wait()) set ffff909344b1df00 going to sleep for 11 seconds 00000100:00100000:2.0:1787583381.656977:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435963008 00000100:00100000:2.0:1787583381.656983:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435963008 00000100:00100000:2.0:1787583381.657146:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:2.0:1787583381.657155:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909344f6c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2def8621-b047-4757-814d-42c7c419cee0+19:24219:x1874416435963008:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1787583381.657254:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909344f6c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2def8621-b047-4757-814d-42c7c419cee0+19:24219:x1874416435963008:12345-0@lo:502:mount.lustre.0 Request processed in 101us (464us total) trans 0 rc 0/0 00000100:00100000:2.0:1787583381.657261:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:3.0:1787583381.657455:0:24219:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90937fc60700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2def8621-b047-4757-814d-42c7c419cee0:24219:1874416435963008:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1787583381.657503:0:24219:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].13, 224 off10504 00000040:00080000:3.0:1787583381.657512:0:24219:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 13 count 14 00000020:01000000:2.0:1787583381.658537:0:24236:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:2.0:1787583381.658556:0:24236:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/ost1_flakey 00000020:00000080:2.0:1787583381.658563:0:24236:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787583381.658565:0:24236:0:(obd_config.c:1563:class_process_config()) marker 21 (0x1) lustre-OST0000 add ost 00000020:00000080:2.0:1787583381.658571:0:24236:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1787583381.658584:0:24236:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000 (ffff90937f123370) 00000020:00000080:2.0:1787583381.658606:0:24236:0:(obd_config.c:720:class_attach_name()) OBD: dev 22 attached type obdfilter with refcount 2 00000020:00000080:2.0:1787583381.658611:0:24236:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:2.0:1787583381.658681:0:24236:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9092484ac000 from lustre-OST0000, refs=2 00080000:01000000:2.0:1787583381.658689:0:24236:0:(osd_handler.c:8925:osd_obd_connect()) connect #1 00000020:00000080:2.0:1787583381.658763:0:24236:0:(genops.c:1385:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0x19a47956376b7d75 00010000:00010000:3.0:1787583381.664491:0:24236:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0000_UUID-3 is initialized 00000001:00000004:3.0:1787583381.665284:0:24236:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 3, last_transno is 8589934600 00080000:10000000:3.0:1787583381.666816:0:24236:0:(osd_handler.c:5581:osd_index_try()) lustre-OST0000: index object [0x200000003:0xb:0x0] (8/32) registered 00000020:00000080:1.0:1787583381.692500:0:24236:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:01000000:1.0:1787583381.692513:0:24236:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787583381.692521:0:24236:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787583381.692523:0:24236:0:(obd_config.c:1563:class_process_config()) marker 21 (0x2) lustre-OST0000 add ost 00000020:01000000:1.0:1787583381.692527:0:24236:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1787583381.692530:0:24236:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #27 00000020:01000000:1.0:1787583381.692532:0:24236:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1787583381.692534:0:24236:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1787583381.692535:0:24236:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1787583381.692537:0:24236:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787583381.692539:0:24236:0:(obd_config.c:1563:class_process_config()) marker 27 (0x6) lustre sys.timeout 00000020:01000000:1.0:1787583381.692541:0:24236:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1787583381.692556:0:24236:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787583381.692557:0:24236:0:(obd_config.c:1563:class_process_config()) marker 35 (0x1) lustre sys.timeout 00000020:00000080:1.0:1787583381.692560:0:24236:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:1.0:1787583381.692562:0:24236:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:1.0:1787583381.692564:0:24236:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787583381.692566:0:24236:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787583381.692568:0:24236:0:(obd_config.c:1563:class_process_config()) marker 35 (0x2) lustre sys.timeout 00000020:01000000:1.0:1787583381.692570:0:24236:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1787583381.692572:0:24236:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787583381.692573:0:24236:0:(obd_config.c:1563:class_process_config()) marker 40 (0x1) lustre sys.jobid_var 00000020:00000080:1.0:1787583381.692577:0:24236:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000020:01000000:1.0:1787583381.692607:0:24236:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787583381.692611:0:24236:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787583381.692612:0:24236:0:(obd_config.c:1563:class_process_config()) marker 40 (0x2) lustre sys.jobid_var 00000040:00080000:1.0:1787583381.692616:0:24236:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 14 count 14 00000020:01000000:0.0:1787583381.699253:0:24219:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0000 gen 1-13 (rc=0) 10000000:01000000:0.0:1787583381.699290:0:24219:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.111@tcp: configuration from log 'lustre-OST0000' succeeded (0). 00010000:00010000:0.0:1787583381.699312:0:24219:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff90936367f800/0x19a47956376b7d60 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x19a47956376b7d67 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583381.699324:0:24219:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.111@tcp lock: ffff90936367f800/0x19a47956376b7d60 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x19a47956376b7d67 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787583381.699333:0:24219:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9092484ac000 from 1 10000000:01000000:0.0:1787583381.699336:0:24219:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1787583381.699376:0:24219:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff9092464f0800/0x19a47956376b7d7c lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583381.699383:0:24219:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.111@tcp lock: ffff9092464f0800/0x19a47956376b7d7c lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583381.699394:0:24219:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.111@tcp lock: ffff9092464f0800/0x19a47956376b7d7c lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787583381.699430:0:24219:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909247ee5880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2def8621-b047-4757-814d-42c7c419cee0:24219:1874416435963136:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1787583381.699493:0:24219:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787583381.699529:0:24219:0:(client.c:2715:ptlrpc_set_wait()) set ffff909344d99180 going to sleep for 11 seconds 00000100:00100000:1.0:1787583381.701387:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435963136 00000100:00100000:1.0:1787583381.701399:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435963136 00000100:00100000:1.0:1787583381.701462:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:1.0:1787583381.701472:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909344f6e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2def8621-b047-4757-814d-42c7c419cee0+19:24219:x1874416435963136:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1787583381.701489:0:22711:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787583381.701505:0:22711:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90924149ba00/0x19a47956376b7d83 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x19a47956376b7d7c expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583381.701530:0:22711:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90924149ba00/0x19a47956376b7d83 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x19a47956376b7d7c expref: 20 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583381.701540:0:22711:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90924149ba00/0x19a47956376b7d83 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x19a47956376b7d7c expref: 20 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583381.701565:0:22711:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90924149ba00, rc 0) 00000100:00100000:1.0:1787583381.701630:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909344f6e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2def8621-b047-4757-814d-42c7c419cee0+20:24219:x1874416435963136:12345-0@lo:101:mount.lustre.0 Request processed in 159us (2136us total) trans 0 rc 0/0 00000100:00100000:1.0:1787583381.701637:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00100000:0.0:1787583381.701740:0:24219:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909247ee5880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2def8621-b047-4757-814d-42c7c419cee0:24219:1874416435963136:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1787583381.701757:0:24219:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.111@tcp lock: ffff9092464f0800/0x19a47956376b7d7c lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x19a47956376b7d83 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583381.701766:0:24219:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.111@tcp lock: ffff9092464f0800/0x19a47956376b7d7c lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x19a47956376b7d83 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1787583381.705509:0:24219:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 13 count 13 00000040:00080000:1.0:1787583381.705804:0:24219:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1787583381.706295:0:24219:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:1.0:1787583381.706321:0:24219:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 112 off8528 00000040:00080000:1.0:1787583381.706352:0:24219:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 224 off8752 00000040:00080000:1.0:1787583381.706367:0:24219:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8976 00000040:00080000:1.0:1787583381.706380:0:24219:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 112 off9088 00000040:00080000:1.0:1787583381.706391:0:24219:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 224 off9312 00000040:00080000:1.0:1787583381.706403:0:24219:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 224 off9536 00000040:00080000:1.0:1787583381.706414:0:24219:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 128 off9664 00000040:00080000:1.0:1787583381.706427:0:24219:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9888 00000040:00080000:1.0:1787583381.706439:0:24219:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10112 00000040:00080000:1.0:1787583381.706451:0:24219:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 128 off10240 00000040:00080000:1.0:1787583381.706468:0:24219:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 224 off10464 00000040:00080000:1.0:1787583381.706473:0:24219:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 12 count 13 00000100:00100000:1.0:1787583381.706571:0:24219:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90936dad3100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2def8621-b047-4757-814d-42c7c419cee0:24219:1874416435963264:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1787583381.706639:0:24219:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787583381.706705:0:24219:0:(client.c:2715:ptlrpc_set_wait()) set ffff9092464980c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787583381.706768:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435963264 00000100:00100000:0.0:1787583381.706776:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435963264 00000100:00100000:0.0:1787583381.706821:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:0.0:1787583381.706840:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909344f6ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2def8621-b047-4757-814d-42c7c419cee0+20:24219:x1874416435963264:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1787583381.706968:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909344f6ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2def8621-b047-4757-814d-42c7c419cee0+20:24219:x1874416435963264:12345-0@lo:501:mount.lustre.0 Request processed in 138us (328us total) trans 0 rc 0/0 00000100:00100000:0.0:1787583381.706975:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00100000:1.0:1787583381.708577:0:24219:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90936dad3100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2def8621-b047-4757-814d-42c7c419cee0:24219:1874416435963264:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1787583381.708631:0:24219:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90936dad3100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2def8621-b047-4757-814d-42c7c419cee0:24219:1874416435963392:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1787583381.709465:0:24219:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787583381.709886:0:24219:0:(client.c:2715:ptlrpc_set_wait()) set ffff9092464980c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787583381.712672:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435963392 00000100:00100000:0.0:1787583381.712683:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435963392 00000100:00100000:0.0:1787583381.712740:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:0.0:1787583381.712750:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909344f6c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2def8621-b047-4757-814d-42c7c419cee0+20:24219:x1874416435963392:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1787583381.712937:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909344f6c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2def8621-b047-4757-814d-42c7c419cee0+20:24219:x1874416435963392:12345-0@lo:503:mount.lustre.0 Request processed in 187us (4243us total) trans 0 rc 0/0 00000100:00100000:0.0:1787583381.712946:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:2.0:1787583381.713265:0:24219:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90936dad3100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2def8621-b047-4757-814d-42c7c419cee0:24219:1874416435963392:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1787583381.713688:0:24219:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1787583381.713777:0:24219:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909248469f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2def8621-b047-4757-814d-42c7c419cee0:24219:1874416435963520:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1787583381.713825:0:24219:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787583381.713950:0:24219:0:(client.c:2715:ptlrpc_set_wait()) set ffff90935a5d1840 going to sleep for 11 seconds 00000100:00100000:0.0:1787583381.714048:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435963520 00000100:00100000:0.0:1787583381.714060:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435963520 00000100:00100000:0.0:1787583381.714085:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:0.0:1787583381.714093:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909247c0d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2def8621-b047-4757-814d-42c7c419cee0+20:24219:x1874416435963520:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1787583381.714183:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909247c0d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2def8621-b047-4757-814d-42c7c419cee0+20:24219:x1874416435963520:12345-0@lo:502:mount.lustre.0 Request processed in 90us (357us total) trans 0 rc 0/0 00000100:00100000:0.0:1787583381.714190:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:2.0:1787583381.714404:0:24219:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909248469f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2def8621-b047-4757-814d-42c7c419cee0:24219:1874416435963520:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1787583381.714611:0:24219:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:2.0:1787583381.714639:0:24219:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 112 off8528 00000040:00080000:2.0:1787583381.714655:0:24219:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 224 off8752 00000040:00080000:2.0:1787583381.714670:0:24219:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8976 00000040:00080000:2.0:1787583381.714684:0:24219:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 112 off9088 00000040:00080000:2.0:1787583381.714699:0:24219:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 224 off9312 00000040:00080000:2.0:1787583381.714714:0:24219:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 224 off9536 00000040:00080000:2.0:1787583381.714729:0:24219:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 128 off9664 00000040:00080000:2.0:1787583381.714745:0:24219:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9888 00000040:00080000:2.0:1787583381.714760:0:24219:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10112 00000040:00080000:2.0:1787583381.714772:0:24219:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 128 off10240 00000100:00100000:2.0:1787583381.714797:0:24219:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909248469f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2def8621-b047-4757-814d-42c7c419cee0:24219:1874416435963648:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1787583381.714837:0:24219:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787583381.714902:0:24219:0:(client.c:2715:ptlrpc_set_wait()) set ffff90935a5d1840 going to sleep for 11 seconds 00000100:00100000:3.0:1787583381.715288:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435963648 00000100:00100000:3.0:1787583381.715294:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435963648 00000100:00100000:3.0:1787583381.715332:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:3.0:1787583381.715340:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909247c0e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2def8621-b047-4757-814d-42c7c419cee0+20:24219:x1874416435963648:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1787583381.715451:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909247c0e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2def8621-b047-4757-814d-42c7c419cee0+20:24219:x1874416435963648:12345-0@lo:502:mount.lustre.0 Request processed in 111us (613us total) trans 0 rc 0/0 00000100:00100000:3.0:1787583381.715458:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:2.0:1787583381.715539:0:24219:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909248469f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2def8621-b047-4757-814d-42c7c419cee0:24219:1874416435963648:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1787583381.715597:0:24219:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 224 off10464 00000040:00080000:2.0:1787583381.715607:0:24219:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:0.0:1787583381.716813:0:24240:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1787583381.716824:0:24240:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787583381.716826:0:24240:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:0.0:1787583381.717217:0:24240:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff9092484ac000 00000020:00000080:0.0:1787583381.717221:0:24240:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1787583381.717231:0:24240:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787583381.717234:0:24240:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787583381.717236:0:24240:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:0.0:1787583381.717239:0:24240:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1787583381.717241:0:24240:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787583381.717243:0:24240:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:0.0:1787583381.717246:0:24240:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff9092484ac000 00000020:00000080:0.0:1787583381.717248:0:24240:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1787583381.717352:0:24240:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787583381.717357:0:24240:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787583381.717358:0:24240:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:0.0:1787583381.717361:0:24240:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1787583381.717364:0:24240:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787583381.717365:0:24240:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:0.0:1787583381.717369:0:24240:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff9092484ac000 00000020:00000080:0.0:1787583381.717371:0:24240:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1787583381.720702:0:24240:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787583381.720715:0:24240:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787583381.720717:0:24240:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:0.0:1787583381.720721:0:24240:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1787583381.720725:0:24240:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787583381.720731:0:24240:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:0.0:1787583381.720737:0:24240:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff9092484ac000 00000020:00000080:0.0:1787583381.720740:0:24240:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1787583381.720809:0:24240:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787583381.720812:0:24240:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787583381.720814:0:24240:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:0.0:1787583381.720817:0:24240:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 13 count 13 00000020:01000000:2.0:1787583381.722438:0:24219:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:2.0:1787583381.722483:0:24219:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.111@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1787583381.722511:0:24219:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff9092464f0800/0x19a47956376b7d7c lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x19a47956376b7d83 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583381.722524:0:24219:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.111@tcp lock: ffff9092464f0800/0x19a47956376b7d7c lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x19a47956376b7d83 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787583381.722586:0:24219:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:2.0:1787583381.722589:0:24219:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff9092484ac000 10000000:01000000:2.0:1787583381.722592:0:24219:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff9092484ac000 10000000:01000000:2.0:1787583381.722596:0:24219:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1787583381.722609:0:24219:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff9092484ac000 from 1 10000000:01000000:2.0:1787583381.722612:0:24219:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1787583381.722647:0:24219:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff90924770a200/0x19a47956376b7d8a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583381.722657:0:24219:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.111@tcp lock: ffff90924770a200/0x19a47956376b7d8a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583381.722668:0:24219:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.111@tcp lock: ffff90924770a200/0x19a47956376b7d8a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787583381.722693:0:24219:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909248469f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2def8621-b047-4757-814d-42c7c419cee0:24219:1874416435963776:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1787583381.722756:0:24219:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787583381.722800:0:24219:0:(client.c:2715:ptlrpc_set_wait()) set ffff909344b7c180 going to sleep for 11 seconds 00000100:00100000:0.0:1787583381.724226:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435963776 00000100:00100000:0.0:1787583381.724246:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435963776 00000100:00100000:0.0:1787583381.724295:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:0.0:1787583381.724306:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909247c0c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2def8621-b047-4757-814d-42c7c419cee0+20:24219:x1874416435963776:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1787583381.724320:0:22709:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787583381.724349:0:22709:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9092464f1a00/0x19a47956376b7d91 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0x19a47956376b7d8a expref: -99 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583381.724374:0:22709:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9092464f1a00/0x19a47956376b7d91 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x19a47956376b7d8a expref: 21 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583381.724385:0:22709:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9092464f1a00/0x19a47956376b7d91 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x19a47956376b7d8a expref: 21 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583381.724394:0:22709:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9092464f1a00, rc 0) 00000100:00100000:0.0:1787583381.724474:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909247c0c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2def8621-b047-4757-814d-42c7c419cee0+21:24219:x1874416435963776:12345-0@lo:101:mount.lustre.0 Request processed in 170us (1718us total) trans 0 rc 0/0 00000100:00100000:0.0:1787583381.724481:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00100000:3.0:1787583381.724596:0:24219:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909248469f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2def8621-b047-4757-814d-42c7c419cee0:24219:1874416435963776:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1787583381.724615:0:24219:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.111@tcp lock: ffff90924770a200/0x19a47956376b7d8a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x19a47956376b7d91 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583381.724623:0:24219:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.111@tcp lock: ffff90924770a200/0x19a47956376b7d8a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x19a47956376b7d91 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1787583381.728225:0:24219:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 52 count 51 00000040:00080000:3.0:1787583381.728505:0:24219:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1787583381.728717:0:24219:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:3.0:1787583381.728741:0:24219:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 120 off8536 00000040:00080000:3.0:1787583381.728756:0:24219:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 168 off8704 00000040:00080000:3.0:1787583381.728770:0:24219:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8928 00000040:00080000:3.0:1787583381.728781:0:24219:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 224 off9152 00000040:00080000:3.0:1787583381.728794:0:24219:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 120 off9272 00000040:00080000:3.0:1787583381.728808:0:24219:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 168 off9440 00000040:00080000:3.0:1787583381.728822:0:24219:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 224 off9664 00000040:00080000:3.0:1787583381.728876:0:24219:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:3.0:1787583381.728895:0:24219:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 120 off10008 00000040:00080000:3.0:1787583381.728909:0:24219:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 224 off10232 00000040:00080000:3.0:1787583381.728922:0:24219:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10456 00000040:00080000:3.0:1787583381.728935:0:24219:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].13, 88 off10544 00000040:00080000:3.0:1787583381.728965:0:24219:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].14, 128 off10672 00000040:00080000:3.0:1787583381.728981:0:24219:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].15, 144 off10816 00000040:00080000:3.0:1787583381.728993:0:24219:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].16, 160 off10976 00000040:00080000:3.0:1787583381.730148:0:24219:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].17, 224 off11200 00000040:00080000:3.0:1787583381.730176:0:24219:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].18, 224 off11424 00000040:00080000:3.0:1787583381.730191:0:24219:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].19, 80 off11504 00000040:00080000:3.0:1787583381.730206:0:24219:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].20, 224 off11728 00000040:00080000:3.0:1787583381.730221:0:24219:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].21, 224 off11952 00000040:00080000:3.0:1787583381.730235:0:24219:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].22, 88 off12040 00000040:00080000:3.0:1787583381.730249:0:24219:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].23, 128 off12168 00000040:00080000:3.0:1787583381.730263:0:24219:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].24, 144 off12312 00000040:00080000:3.0:1787583381.730275:0:24219:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].25, 160 off12472 00000040:00080000:3.0:1787583381.730287:0:24219:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].26, 224 off12696 00000040:00080000:3.0:1787583381.730300:0:24219:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].27, 224 off12920 00000040:00080000:3.0:1787583381.730315:0:24219:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].28, 80 off13000 00000040:00080000:3.0:1787583381.730329:0:24219:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].29, 224 off13224 00000040:00080000:3.0:1787583381.730359:0:24219:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].30, 224 off13448 00000040:00080000:3.0:1787583381.730376:0:24219:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].31, 88 off13536 00000040:00080000:3.0:1787583381.730388:0:24219:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].32, 128 off13664 00000040:00080000:3.0:1787583381.730403:0:24219:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].33, 144 off13808 00000040:00080000:3.0:1787583381.730416:0:24219:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].34, 128 off13936 00000040:00080000:3.0:1787583381.730428:0:24219:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].35, 224 off14160 00000040:00080000:3.0:1787583381.730440:0:24219:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].36, 224 off14384 00000040:00080000:3.0:1787583381.730451:0:24219:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].37, 80 off14464 00000040:00080000:3.0:1787583381.730463:0:24219:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].38, 224 off14688 00000040:00080000:3.0:1787583381.730476:0:24219:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].39, 224 off14912 00000040:00080000:3.0:1787583381.730489:0:24219:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].40, 88 off15000 00000040:00080000:3.0:1787583381.730503:0:24219:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].41, 128 off15128 00000040:00080000:3.0:1787583381.730516:0:24219:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].42, 144 off15272 00000040:00080000:3.0:1787583381.730541:0:24219:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].43, 128 off15400 00000040:00080000:3.0:1787583381.730566:0:24219:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].44, 224 off15624 00000040:00080000:3.0:1787583381.730582:0:24219:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].45, 224 off15848 00000040:00080000:3.0:1787583381.730611:0:24219:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].46, 80 off15928 00000040:00080000:3.0:1787583381.730628:0:24219:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].47, 224 off16152 00000040:00080000:3.0:1787583381.730643:0:24219:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].48, 232 off16384 00000040:00080000:3.0:1787583381.730791:0:24219:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].49, 224 off16608 00000040:00080000:3.0:1787583381.730817:0:24219:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].50, 120 off16728 00000040:00080000:3.0:1787583381.730837:0:24219:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].51, 224 off16952 00000040:00080000:3.0:1787583381.730863:0:24219:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 51 count 51 00000100:00100000:3.0:1787583381.730961:0:24219:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90937fc60700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2def8621-b047-4757-814d-42c7c419cee0:24219:1874416435963904:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1787583381.731035:0:24219:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787583381.731761:0:24219:0:(client.c:2715:ptlrpc_set_wait()) set ffff90934562be40 going to sleep for 11 seconds 00000100:00100000:1.0:1787583381.738944:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435963904 00000100:00100000:1.0:1787583381.738960:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435963904 00000100:00100000:1.0:1787583381.739147:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:1.0:1787583381.739161:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909247c0cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2def8621-b047-4757-814d-42c7c419cee0+21:24219:x1874416435963904:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1787583381.739335:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909247c0cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2def8621-b047-4757-814d-42c7c419cee0+21:24219:x1874416435963904:12345-0@lo:501:mount.lustre.0 Request processed in 177us (8298us total) trans 0 rc 0/0 00000100:00100000:1.0:1787583381.739343:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:3.0:1787583381.739452:0:24219:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90937fc60700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2def8621-b047-4757-814d-42c7c419cee0:24219:1874416435963904:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1787583381.739503:0:24219:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90937fc60700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2def8621-b047-4757-814d-42c7c419cee0:24219:1874416435964032:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1787583381.739561:0:24219:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787583381.739638:0:24219:0:(client.c:2715:ptlrpc_set_wait()) set ffff90934562be40 going to sleep for 11 seconds 00000100:00100000:1.0:1787583381.742752:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435964032 00000100:00100000:1.0:1787583381.742766:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435964032 00000100:00100000:1.0:1787583381.742972:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:1.0:1787583381.742983:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909247c0dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2def8621-b047-4757-814d-42c7c419cee0+21:24219:x1874416435964032:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1787583381.744311:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909247c0dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2def8621-b047-4757-814d-42c7c419cee0+21:24219:x1874416435964032:12345-0@lo:503:mount.lustre.0 Request processed in 1326us (4746us total) trans 0 rc 0/0 00000100:00100000:1.0:1787583381.744321:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00100000:2.0:1787583381.751939:0:24219:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90937fc60700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2def8621-b047-4757-814d-42c7c419cee0:24219:1874416435964032:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1787583381.752649:0:24219:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1787583381.753973:0:24219:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909248469f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2def8621-b047-4757-814d-42c7c419cee0:24219:1874416435964160:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1787583381.754053:0:24219:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787583381.754097:0:24219:0:(client.c:2715:ptlrpc_set_wait()) set ffff909343d63600 going to sleep for 11 seconds 00000100:00100000:1.0:1787583381.754289:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435964160 00000100:00100000:1.0:1787583381.754296:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435964160 00000100:00100000:1.0:1787583381.754350:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:1.0:1787583381.754359:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909247c0d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2def8621-b047-4757-814d-42c7c419cee0+21:24219:x1874416435964160:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1787583381.754483:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909247c0d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2def8621-b047-4757-814d-42c7c419cee0+21:24219:x1874416435964160:12345-0@lo:502:mount.lustre.0 Request processed in 124us (429us total) trans 0 rc 0/0 00000100:00100000:1.0:1787583381.754497:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00100000:3.0:1787583381.756259:0:24219:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909248469f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2def8621-b047-4757-814d-42c7c419cee0:24219:1874416435964160:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1787583381.756480:0:24219:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:3.0:1787583381.756512:0:24219:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 120 off8536 00000040:00080000:3.0:1787583381.756525:0:24219:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 168 off8704 00000040:00080000:3.0:1787583381.756536:0:24219:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8928 00000040:00080000:3.0:1787583381.756562:0:24219:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 224 off9152 00000040:00080000:3.0:1787583381.756576:0:24219:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 120 off9272 00000040:00080000:3.0:1787583381.756588:0:24219:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 168 off9440 00000040:00080000:3.0:1787583381.756601:0:24219:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 224 off9664 00000040:00080000:3.0:1787583381.756614:0:24219:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:3.0:1787583381.756627:0:24219:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 120 off10008 00000040:00080000:3.0:1787583381.756639:0:24219:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 224 off10232 00000040:00080000:3.0:1787583381.756650:0:24219:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10456 00000040:00080000:3.0:1787583381.756662:0:24219:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].13, 88 off10544 00000040:00080000:3.0:1787583381.756675:0:24219:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].14, 128 off10672 00000040:00080000:3.0:1787583381.756705:0:24219:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].15, 144 off10816 00000040:00080000:3.0:1787583381.756720:0:24219:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].16, 160 off10976 00000040:00080000:3.0:1787583381.756732:0:24219:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].17, 224 off11200 00000040:00080000:3.0:1787583381.756744:0:24219:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].18, 224 off11424 00000040:00080000:3.0:1787583381.756767:0:24219:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].19, 80 off11504 00000040:00080000:3.0:1787583381.756780:0:24219:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].20, 224 off11728 00000040:00080000:3.0:1787583381.756793:0:24219:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].21, 224 off11952 00000040:00080000:3.0:1787583381.756806:0:24219:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].22, 88 off12040 00000040:00080000:3.0:1787583381.756819:0:24219:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].23, 128 off12168 00000040:00080000:3.0:1787583381.761753:0:24219:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].24, 144 off12312 00000040:00080000:3.0:1787583381.761811:0:24219:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].25, 160 off12472 00000040:00080000:3.0:1787583381.761828:0:24219:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].26, 224 off12696 00000040:00080000:3.0:1787583381.761857:0:24219:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].27, 224 off12920 00000040:00080000:3.0:1787583381.761874:0:24219:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].28, 80 off13000 00000040:00080000:3.0:1787583381.761888:0:24219:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].29, 224 off13224 00000040:00080000:3.0:1787583381.761901:0:24219:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].30, 224 off13448 00000040:00080000:3.0:1787583381.761934:0:24219:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].31, 88 off13536 00000040:00080000:3.0:1787583381.761950:0:24219:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].32, 128 off13664 00000040:00080000:3.0:1787583381.761963:0:24219:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].33, 144 off13808 00000040:00080000:3.0:1787583381.761977:0:24219:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].34, 128 off13936 00000040:00080000:3.0:1787583381.761991:0:24219:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].35, 224 off14160 00000040:00080000:3.0:1787583381.762006:0:24219:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].36, 224 off14384 00000040:00080000:3.0:1787583381.763994:0:24219:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].37, 80 off14464 00000040:00080000:3.0:1787583381.764040:0:24219:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].38, 224 off14688 00000040:00080000:3.0:1787583381.764053:0:24219:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].39, 224 off14912 00000040:00080000:3.0:1787583381.764064:0:24219:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].40, 88 off15000 00000040:00080000:3.0:1787583381.764075:0:24219:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].41, 128 off15128 00000040:00080000:3.0:1787583381.764087:0:24219:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].42, 144 off15272 00000040:00080000:3.0:1787583381.764099:0:24219:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].43, 128 off15400 00000040:00080000:3.0:1787583381.764110:0:24219:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].44, 224 off15624 00000040:00080000:3.0:1787583381.764121:0:24219:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].45, 224 off15848 00000040:00080000:3.0:1787583381.764133:0:24219:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].46, 80 off15928 00000040:00080000:3.0:1787583381.764322:0:24219:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].47, 224 off16152 00000040:00080000:3.0:1787583381.764339:0:24219:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].48, 232 off16384 00000100:00100000:3.0:1787583381.764396:0:24219:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90937fc61180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2def8621-b047-4757-814d-42c7c419cee0:24219:1874416435964288:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1787583381.764473:0:24219:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787583381.764525:0:24219:0:(client.c:2715:ptlrpc_set_wait()) set ffff90934562b6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787583381.764965:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435964288 00000100:00100000:3.0:1787583381.764973:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435964288 00000100:00100000:3.0:1787583381.765034:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:3.0:1787583381.765044:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909247c0f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2def8621-b047-4757-814d-42c7c419cee0+21:24219:x1874416435964288:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1787583381.765341:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909247c0f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2def8621-b047-4757-814d-42c7c419cee0+21:24219:x1874416435964288:12345-0@lo:502:mount.lustre.0 Request processed in 297us (866us total) trans 0 rc 0/0 00000100:00100000:3.0:1787583381.765349:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00100000:3.0:1787583381.765411:0:24219:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90937fc61180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2def8621-b047-4757-814d-42c7c419cee0:24219:1874416435964288:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1787583381.765605:0:24219:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].49, 224 off16608 00000040:00080000:3.0:1787583381.765629:0:24219:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].50, 120 off16728 00000100:00100000:3.0:1787583381.765654:0:24219:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90937fc61180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2def8621-b047-4757-814d-42c7c419cee0:24219:1874416435964416:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1787583381.765691:0:24219:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787583381.765719:0:24219:0:(client.c:2715:ptlrpc_set_wait()) set ffff90934562b6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787583381.765733:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435964416 00000100:00100000:3.0:1787583381.765737:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435964416 00000100:00100000:3.0:1787583381.765762:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:3.0:1787583381.765769:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909247c0e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2def8621-b047-4757-814d-42c7c419cee0+21:24219:x1874416435964416:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1787583381.765865:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909247c0e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2def8621-b047-4757-814d-42c7c419cee0+21:24219:x1874416435964416:12345-0@lo:502:mount.lustre.0 Request processed in 65us (142us total) trans 0 rc 0/0 00000100:00100000:3.0:1787583381.765872:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00100000:3.0:1787583381.765912:0:24219:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90937fc61180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2def8621-b047-4757-814d-42c7c419cee0:24219:1874416435964416:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1787583381.765947:0:24219:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].51, 224 off16952 00000040:00080000:3.0:1787583381.765954:0:24219:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:1.0:1787583381.769482:0:24246:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0000 (typ=lwp) 00000020:00000080:1.0:1787583381.769498:0:24246:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0000 (ffff90937fbc4d28) 00000020:00000080:1.0:1787583381.769520:0:24246:0:(obd_config.c:720:class_attach_name()) OBD: dev 23 attached type lwp with refcount 2 00000020:01000004:1.0:1787583381.769630:0:24246:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9092484ac000 from lustre-OST0000, refs=3 00000020:01000004:1.0:1787583381.769634:0:24246:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9092484ac000 from lustre-OST0000, refs=3 00000020:01000004:1.0:1787583381.769637:0:24246:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9092484ac000 3 00010000:00080000:1.0:1787583381.769666:0:24246:0:(ldlm_lib.c:102:import_set_conn()) imp ffff90936f1d3000@lustre-MDT0000-lwp-OST0000: add connection 192.168.203.111@tcp at head 00010000:00010000:3.0:1787583381.782801:0:24246:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0000-9 is initialized 00000020:00000080:3.0:1787583381.782996:0:24246:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000010:01000000:3.0:1787583381.785690:0:24246:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:3.0:1787583381.785709:0:24246:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-OST0000, cookie 0x19a47956376b7d9f 00000100:00080000:3.0:1787583381.785720:0:24246:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1787583381.785726:0:24246:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff90936f1d3000 using connection 192.168.203.111@tcp/0@lo 00000100:00100000:3.0:1787583381.785760:0:24246:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff90937fc61180 x1874416435964544/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787583381.785789:0:24246:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000100:00080000:0.0:1787583381.786364:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1787583381.786370:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1787583381.786372:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1787583381.786375:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1787583381.786469:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1787583381.786472:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1787583381.786475:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1787583381.786477:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1787583381.786513:0:3655:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909247ee5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3655:1874416435964672:0@lo:400:kworker.0 00000100:00100000:0.0:1787583381.786583:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787583381.786620:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1787583381.786623:0:3652:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90937fc61180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3652:1874416435964544:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1787583381.786625:0:3655:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909247ee6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3655:1874416435964800:0@lo:400:kworker.0 00000100:00100000:0.0:1787583381.786650:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787583381.786672:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787583381.786686:0:3653:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909247ee5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3653:1874416435964928:0@lo:400:kworker.0 00000100:00100000:0.0:1787583381.786709:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787583381.786743:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1787583381.786748:0:3653:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909247ee6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3653:1874416435965056:0@lo:400:kworker.0 00000100:00100000:0.0:1787583381.786768:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787583381.786803:0:22722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435964672 00000100:00100000:0.0:1787583381.786810:0:22722:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435964672 00000100:00100000:1.0:1787583381.786816:0:23458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435964928 00000100:00100000:1.0:1787583381.786819:0:23458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435964928 00000100:00100000:1.0:1787583381.788459:0:23458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1787583381.788475:0:23458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909247ee7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3655:x1874416435964672:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787583381.788570:0:23458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909247ee7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3655:x1874416435964672:12345-0@lo:400:kworker.0 Request processed in 100us (1986us total) trans 0 rc 0/0 00000100:00100000:1.0:1787583381.788578:0:23458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1787583381.788598:0:23458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1787583381.788605:0:23458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9093668a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3653:x1874416435964928:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787583381.788641:0:23458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9093668a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3653:x1874416435964928:12345-0@lo:400:kworker.0 Request processed in 37us (1931us total) trans 0 rc 0/0 00000100:00100000:1.0:1787583381.788647:0:23458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:0.0:1787583381.788796:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435964800 00000100:00100000:0.0:1787583381.788804:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435964800 00000100:00100000:0.0:1787583381.788830:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435964544 00000100:00100000:0.0:1787583381.788833:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435964544 00000100:00100000:0.0:1787583381.788843:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435965056 00000100:00100000:0.0:1787583381.788862:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435965056 00000100:00100000:0.0:1787583381.788878:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1787583381.788884:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909247ee6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3655:x1874416435964800:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787583381.788919:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909247ee6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3655:x1874416435964800:12345-0@lo:400:kworker.0 Request processed in 35us (2268us total) trans 0 rc 0/0 00000100:00100000:0.0:1787583381.788934:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1787583381.788947:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1787583381.788953:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9093668a1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3653:x1874416435965056:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787583381.788995:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9093668a1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3653:x1874416435965056:12345-0@lo:400:kworker.0 Request processed in 42us (2225us total) trans 0 rc 0/0 00000100:00100000:0.0:1787583381.789001:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1787583381.789021:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1787583381.789027:0:22717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90936dad0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3652:x1874416435964544:12345-0@lo:38:llog_process_th.0 00010000:00080000:1.0:1787583381.789048:0:22717:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0000_UUID@0@lo t0 exp 0000000000000000 cur 688 last 0 00000020:00000080:1.0:1787583381.789080:0:22717:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-OST0000_UUID, cookie 0x19a47956376b7da6 00000004:00100000:1.0:1787583381.789103:0:22717:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:1.0:1787583381.789134:0:22717:0:(import.c:65:import_set_state_nolock()) ffff90935125f800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1787583381.789180:0:22717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90936dad0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3652:x1874416435964544:12345-0@lo:38:llog_process_th.0 Request processed in 151us (2507us total) trans 0 rc 0/0 00000100:00100000:1.0:1787583381.789187:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00080000:1.0:1787583381.789228:0:3652:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff90937fc61180 x1874416435964544/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1787583391 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787583381.789239:0:3652:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 2 00000100:00080000:1.0:1787583381.789247:0:3652:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0000: connect to target with instance 3 00000100:00080000:1.0:1787583381.789254:0:3652:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0000: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:1.0:1787583381.789258:0:3652:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:1.0:1787583381.789260:0:3652:0:(import.c:65:import_set_state_nolock()) ffff90936f1d3000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:1.0:1787583381.789265:0:3652:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90937fc61180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3652:1874416435964544:0@lo:38:llog_process_th.0 00010000:00080000:0.0:1787583381.789338:0:3655:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff909247ee6a00 x1874416435964800/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787583397 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787583381.789349:0:3655:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909247ee6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3655:1874416435964800:0@lo:400:kworker.0 00000100:00100000:0.0:1787583381.789360:0:3655:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909247ee5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3655:1874416435964672:0@lo:400:kworker.0 00010000:00080000:0.0:1787583381.789390:0:3653:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff909247ee6d80 x1874416435965056/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787583397 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787583381.789399:0:3653:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909247ee6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3653:1874416435965056:0@lo:400:kworker.0 00000020:01000004:3.0:1787583381.789652:0:24246:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-lwp-OST0000 (typ=lwp) 00000020:00000080:3.0:1787583381.789666:0:24246:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-lwp-OST0000 (ffff90924668cd28) 00000020:00000080:3.0:1787583381.789682:0:24246:0:(obd_config.c:720:class_attach_name()) OBD: dev 24 attached type lwp with refcount 2 00000020:01000004:3.0:1787583381.789751:0:24246:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9092484ac000 from lustre-OST0000, refs=3 00000020:01000004:3.0:1787583381.789756:0:24246:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9092484ac000 from lustre-OST0000, refs=3 00000020:01000004:3.0:1787583381.789758:0:24246:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9092484ac000 3 00010000:00080000:3.0:1787583381.789782:0:24246:0:(ldlm_lib.c:102:import_set_conn()) imp ffff909365fb7800@lustre-MDT0001-lwp-OST0000: add connection 192.168.203.111@tcp at head 00000100:00100000:0.0:1787583381.790312:0:3653:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909247ee5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3653:1874416435964928:0@lo:400:kworker.0 00010000:00010000:3.0:1787583381.794567:0:24246:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-lwp-OST0000-10 is initialized 00000020:00000080:3.0:1787583381.794840:0:24246:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-lwp-OST0000 (uuid lustre-MDT0001-lwp-OST0000_UUID) 00000010:01000000:3.0:1787583381.794963:0:24246:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:3.0:1787583381.794975:0:24246:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-lwp-OST0000, cookie 0x19a47956376b7db4 00000100:00080000:3.0:1787583381.794985:0:24246:0:(import.c:510:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1787583381.794991:0:24246:0:(import.c:624:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff909365fb7800 using connection 192.168.203.111@tcp/0@lo 00000100:00100000:3.0:1787583381.795035:0:24246:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff90937fc63b80 x1874416435965184/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787583381.795059:0:24246:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID 00000100:00080000:3.0:1787583381.795083:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1787583381.795088:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1787583381.795090:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1787583381.795093:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1787583381.795102:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1787583381.795104:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1787583381.795107:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1787583381.795109:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1787583381.795354:0:3652:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90937fc63b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3652:1874416435965184:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1787583381.795420:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787583381.795715:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435965184 00000100:00100000:3.0:1787583381.795723:0:22717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435965184 00000100:00100000:3.0:1787583381.795766:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1787583381.795774:0:22717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90936dad1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3652:x1874416435965184:12345-0@lo:38:llog_process_th.0 00010000:00080000:3.0:1787583381.795796:0:22717:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0001-lwp-OST0000_UUID@0@lo t0 exp 0000000000000000 cur 688 last 0 00000020:00000080:3.0:1787583381.796086:0:22717:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-lwp-OST0000_UUID, cookie 0x19a47956376b7dbb 00000004:00100000:3.0:1787583381.796102:0:22717:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:3.0:1787583381.796135:0:22717:0:(import.c:65:import_set_state_nolock()) ffff90937460e000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1787583381.796197:0:22717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90936dad1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3652:x1874416435965184:12345-0@lo:38:llog_process_th.0 Request processed in 422us (776us total) trans 0 rc 0/0 00000100:00100000:3.0:1787583381.796205:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000040:00080000:3.0:1787583381.796299:0:24246:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 52 count 51 00000020:01000000:3.0:1787583381.796370:0:24219:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:3.0:1787583381.796395:0:24219:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.111@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1787583381.796423:0:24219:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff90924770a200/0x19a47956376b7d8a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x19a47956376b7d91 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583381.796433:0:24219:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.111@tcp lock: ffff90924770a200/0x19a47956376b7d8a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x19a47956376b7d91 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:3.0:1787583381.796476:0:24219:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:3.0:1787583381.796478:0:24219:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1787583381.796482:0:24219:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1787583381.796483:0:24219:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1787583381.796484:0:24219:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1787583381.796486:0:24219:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1787583381.796487:0:24219:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1787583381.796488:0:24219:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1787583381.796489:0:24219:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:3.0:1787583381.796493:0:24219:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0000 0x40020002 00000020:01000004:3.0:1787583381.796495:0:24219:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:3.0:1787583381.796496:0:24219:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1787583381.796497:0:24219:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1787583381.796497:0:24219:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1787583381.796498:0:24219:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1787583381.796499:0:24219:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1787583381.796500:0:24219:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1787583381.796501:0:24219:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1787583381.796502:0:24219:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:3.0:1787583381.796516:0:24219:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0000 00000100:00100000:3.0:1787583381.796528:0:24219:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90937fc62a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2def8621-b047-4757-814d-42c7c419cee0:24219:1874416435965312:0@lo:253:mount.lustre.0 00000100:00100000:3.0:1787583381.796570:0:24219:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787583381.796591:0:24219:0:(client.c:2715:ptlrpc_set_wait()) set ffff90934562b240 going to sleep for 11 seconds 00000100:00100000:3.0:1787583381.796606:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435965312 00000100:00100000:3.0:1787583381.796610:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435965312 00000100:00100000:3.0:1787583381.796637:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00100000:3.0:1787583381.796643:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909247c0fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2def8621-b047-4757-814d-42c7c419cee0+21:24219:x1874416435965312:12345-0@lo:253:mount.lustre.0 20000000:01000000:3.0:1787583381.796661:0:22710:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:3.0:1787583381.796672:0:22710:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 00010000:00080000:1.0:1787583381.796882:0:3652:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff90937fc63b80 x1874416435965184/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1787583391 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787583381.796892:0:3652:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 2 00000100:00080000:1.0:1787583381.796899:0:3652:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0001-lwp-OST0000: connect to target with instance 3 00000100:00080000:1.0:1787583381.796905:0:3652:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0001-lwp-OST0000: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:1.0:1787583381.796909:0:3652:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:1.0:1787583381.796912:0:3652:0:(import.c:65:import_set_state_nolock()) ffff909365fb7800 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00100000:1.0:1787583381.796921:0:3652:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90937fc63b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3652:1874416435965184:0@lo:38:llog_process_th.0 20000000:01000000:1.0:1787583381.799926:0:22710:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:1.0:1787583381.799946:0:22710:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:0.0:1787583381.800098:0:22733:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:0.0:1787583381.800103:0:22733:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:0.0:1787583381.800124:0:22733:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9092464f0c00/0x19a47956376b7dc2 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583381.800141:0:22733:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9092464f0a00/0x19a47956376b7d0c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x19a47956376b7d05 expref: 21 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583381.800149:0:22733:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff90936367e200/0x19a47956376b7d1a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x19a47956376b7d13 expref: 21 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583381.800165:0:22733:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9092464f0c00/0x19a47956376b7dc2 lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583381.800199:0:22733:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff90936367e200/0x19a47956376b7d1a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x19a47956376b7d13 expref: 21 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583381.800213:0:22733:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff90936367e200/0x19a47956376b7d1a lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x19a47956376b7d13 expref: 21 pid: 22711 timeout: 788 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787583381.800226:0:22733:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9093668a1880 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22733:1874416435965440:0@lo:104: 00000100:00100000:0.0:1787583381.800296:0:22733:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1787583381.800340:0:22733:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9092464f0a00/0x19a47956376b7d0c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x19a47956376b7d05 expref: 21 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583381.800349:0:22733:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9092464f0a00/0x19a47956376b7d0c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x19a47956376b7d05 expref: 21 pid: 22709 timeout: 788 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787583381.800357:0:22733:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9093668a1c00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22733:1874416435965568:0@lo:104: 00000100:00100000:0.0:1787583381.800380:0:22733:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787583381.800396:0:22733:0:(client.c:2715:ptlrpc_set_wait()) set ffff90936687aa80 going to sleep for 11 seconds 00000100:00100000:0.0:1787583381.800433:0:22701:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1787583381.800450:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435965440 00000100:00100000:0.0:1787583381.800456:0:22701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435965440 00000100:00100000:0.0:1787583381.800488:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435965568 00000100:00100000:0.0:1787583381.800492:0:22701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435965568 00000100:00100000:0.0:1787583381.800505:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1787583381.800514:0:22701:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9093668a1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:2def8621-b047-4757-814d-42c7c419cee0+4:22733:x1874416435965440:12345-0@lo:104: 00010000:00010000:0.0:1787583381.800526:0:22701:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.111@tcp lock: ffff9092464f1e00/0x19a47956376b7d13 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x19a47956376b7d1a expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583381.800595:0:22701:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1787583381.800602:0:22701:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9093668a1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:2def8621-b047-4757-814d-42c7c419cee0+4:22733:x1874416435965440:12345-0@lo:104: Request processed in 89us (305us total) trans 0 rc 0/0 00000100:00100000:0.0:1787583381.800609:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1787583381.800628:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1787583381.800635:0:22701:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9092484c6850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:2def8621-b047-4757-814d-42c7c419cee0+3:22733:x1874416435965568:12345-0@lo:104: 00010000:00010000:0.0:1787583381.800643:0:22701:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.111@tcp lock: ffff90936367f400/0x19a47956376b7d05 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x19a47956376b7d0c expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583381.800675:0:22701:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:0.0:1787583381.800681:0:22701:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9092484c6850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:2def8621-b047-4757-814d-42c7c419cee0+3:22733:x1874416435965568:12345-0@lo:104: Request processed in 47us (300us total) trans 0 rc 0/0 00000100:00100000:0.0:1787583381.800687:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00010000:0.0:1787583381.800726:0:22705:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1787583381.800732:0:22705:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.111@tcp lock: ffff9092464f1e00/0x19a47956376b7d13 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x19a47956376b7d1a expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583381.800739:0:22705:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9092464f1e00 already unused, calling callback (ffffffffc118ec20) 10000000:00010000:0.0:1787583381.800743:0:22705:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.111@tcp lock: ffff9092464f1e00/0x19a47956376b7d13 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x19a47956376b7d1a expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583381.800752:0:22705:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.111@tcp lock: ffff9092464f1e00/0x19a47956376b7d13 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x19a47956376b7d1a expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1787583381.800759:0:22705:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.111@tcp lock: ffff9092464f1e00/0x19a47956376b7d13 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x19a47956376b7d1a expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787583381.800765:0:22705:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:0.0:1787583381.800797:0:22705:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.111@tcp lock: ffff9092464f1e00/0x19a47956376b7d13 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x19a47956376b7d1a expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583381.800805:0:22705:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787583381.800821:0:22705:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.111@tcp lock: ffff9092464f1e00/0x19a47956376b7d13 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x19a47956376b7d1a expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583381.800829:0:22705:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.111@tcp lock: ffff9092464f1e00/0x19a47956376b7d13 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x19a47956376b7d1a expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583381.800841:0:22705:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787583381.800876:0:22705:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.111@tcp lock: ffff90936367f400/0x19a47956376b7d05 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x19a47956376b7d0c expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583381.800883:0:22705:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90936367f400 already unused, calling callback (ffffffffc118ec20) 10000000:00010000:0.0:1787583381.800886:0:22705:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.111@tcp lock: ffff90936367f400/0x19a47956376b7d05 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x19a47956376b7d0c expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583381.800892:0:22705:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.111@tcp lock: ffff90936367f400/0x19a47956376b7d05 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x19a47956376b7d0c expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1787583381.800898:0:22705:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.111@tcp lock: ffff90936367f400/0x19a47956376b7d05 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x19a47956376b7d0c expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787583381.800905:0:22705:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:0.0:1787583381.800918:0:22705:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.111@tcp lock: ffff90936367f400/0x19a47956376b7d05 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x19a47956376b7d0c expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583381.800923:0:22705:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787583381.800929:0:22705:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.111@tcp lock: ffff90936367f400/0x19a47956376b7d05 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x19a47956376b7d0c expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583381.800946:0:22705:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.111@tcp lock: ffff90936367f400/0x19a47956376b7d05 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x19a47956376b7d0c expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583381.800958:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787583381.800960:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787583381.800962:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787583381.800968:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787583381.800988:0:3655:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9093668a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2def8621-b047-4757-814d-42c7c419cee0:3655:1874416435965696:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787583381.801032:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787583381.801059:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1787583381.801065:0:3655:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9093668a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2def8621-b047-4757-814d-42c7c419cee0:3655:1874416435965824:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787583381.801089:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787583381.801119:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435965696 00000100:00100000:0.0:1787583381.801123:0:22704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435965696 00010000:00010000:0.0:1787583381.801138:0:22704:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff90936367e200/0x19a47956376b7d1a lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x19a47956376b7d13 expref: 22 pid: 22711 timeout: 788 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787583381.801156:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435965824 00000100:00100000:0.0:1787583381.801158:0:22704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435965824 00010000:00010000:0.0:1787583381.801167:0:22704:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9092464f0a00/0x19a47956376b7d0c lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x19a47956376b7d05 expref: 23 pid: 22709 timeout: 788 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787583381.801189:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1787583381.801196:0:22704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9093668a1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2def8621-b047-4757-814d-42c7c419cee0+23:3655:x1874416435965696:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1787583381.801205:0:22704:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787583381.801210:0:22704:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff90936367e200/0x19a47956376b7d1a lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x19a47956376b7d13 expref: 23 pid: 22711 timeout: 788 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583381.801231:0:22704:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff90936367e200/0x19a47956376b7d1a lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x19a47956376b7d13 expref: 23 pid: 22711 timeout: 788 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583381.801244:0:22704:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787583381.801271:0:22704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9093668a1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2def8621-b047-4757-814d-42c7c419cee0+23:3655:x1874416435965696:12345-0@lo:103:ldlm_bl.0 Request processed in 75us (239us total) trans 0 rc 0/0 00000100:00100000:0.0:1787583381.801277:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1787583381.801291:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1787583381.801297:0:22704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909247c78850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2def8621-b047-4757-814d-42c7c419cee0+22:3655:x1874416435965824:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1787583381.801305:0:22704:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787583381.801309:0:22704:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9092464f0a00/0x19a47956376b7d0c lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x19a47956376b7d05 expref: 22 pid: 22709 timeout: 788 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583381.801317:0:22704:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9092464f0a00/0x19a47956376b7d0c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x19a47956376b7d05 expref: 22 pid: 22709 timeout: 788 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583381.801328:0:22704:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9092464f0c00/0x19a47956376b7dc2 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583381.801335:0:22704:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9092464f0c00/0x19a47956376b7dc2 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:0.0:1787583381.801346:0:22704:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.005955705s 00010000:00010000:0.0:1787583381.801351:0:22704:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9092464f0c00/0x19a47956376b7dc2 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583381.801358:0:22704:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9092464f0c00/0x19a47956376b7dc2 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583381.801374:0:22704:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9092464f0c00/0x19a47956376b7dc2 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583381.801380:0:22704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9092464f0c00/0x19a47956376b7dc2 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583381.801386:0:22704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9092464f0c00 already unused, calling callback (ffffffffc0b91230) 00010000:00010000:0.0:1787583381.801390:0:22704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9092464f0c00/0x19a47956376b7dc2 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583381.801397:0:22704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9092464f0c00/0x19a47956376b7dc2 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583381.801406:0:22704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9092464f0c00/0x19a47956376b7dc2 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583381.801415:0:22704:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787583381.801437:0:22704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909247c78850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2def8621-b047-4757-814d-42c7c419cee0+22:3655:x1874416435965824:12345-0@lo:103:ldlm_bl.0 Request processed in 141us (348us total) trans 0 rc 0/0 00000100:00100000:0.0:1787583381.801443:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1787583381.801505:0:3655:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9093668a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2def8621-b047-4757-814d-42c7c419cee0:3655:1874416435965824:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787583381.801514:0:3655:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9093668a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2def8621-b047-4757-814d-42c7c419cee0:3655:1874416435965696:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1787583381.801538:0:22733:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90936367e200/0x19a47956376b7d1a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x19a47956376b7d13 expref: 21 pid: 22711 timeout: 788 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787583381.801561:0:22733:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9093668a1880 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22733:1874416435965440:0@lo:104: 00010000:00010000:0.0:1787583381.801571:0:22733:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9092464f0a00/0x19a47956376b7d0c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x19a47956376b7d05 expref: 20 pid: 22709 timeout: 788 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787583381.801586:0:22733:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9093668a1c00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22733:1874416435965568:0@lo:104: 00010000:00010000:0.0:1787583381.801599:0:22733:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9092464f0c00/0x19a47956376b7dc2 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583381.801607:0:22733:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9092464f0c00/0x19a47956376b7dc2 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583381.801613:0:22733:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9092464f0c00/0x19a47956376b7dc2 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583381.801619:0:22733:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9092464f0c00/0x19a47956376b7dc2 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787583381.802599:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909247c0fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2def8621-b047-4757-814d-42c7c419cee0+19:24219:x1874416435965312:12345-0@lo:253:mount.lustre.0 Request processed in 5951us (6023us total) trans 0 rc 0/0 00000100:00100000:1.0:1787583381.802609:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000100:00100000:0.0:1787583381.802727:0:24219:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90937fc62a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2def8621-b047-4757-814d-42c7c419cee0:24219:1874416435965312:0@lo:253:mount.lustre.0 10000000:01000000:0.0:1787583381.802739:0:24219:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:0.0:1787583381.802742:0:24219:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:0.0:1787583381.802744:0:24219:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1787583381.802745:0:24219:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1787583381.802746:0:24219:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1787583381.802747:0:24219:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1787583381.802748:0:24219:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1787583381.802750:0:24219:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1787583381.802751:0:24219:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1787583381.802753:0:24219:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:0.0:1787583381.802763:0:24219:0:(tgt_mount.c:2695:server_calc_timeout()) lustre-OST0000: Imperative Recovery not enabled, recovery window 60-180 00000001:00000004:3.0:1787583381.818200:0:24219:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 3, last_transno is 12884901888 00002000:00080000:3.0:1787583381.826989:0:24219:0:(ofd_obd.c:539:ofd_postrecov()) lustre-OST0000: recovery is over 00100000:10000000:3.0:1787583381.826998:0:24219:0:(lfsck_lib.c:3085:lfsck_start()) lustre-OST0000-osd: start master thread 00000020:01000004:3.0:1787583381.827034:0:24219:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:3.0:1787583381.827079:0:24219:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.203.111@tcp: cl_mgc_mutex unlock 00000020:01000004:3.0:1787583381.827099:0:24219:0:(tgt_mount.c:2461:server_fill_super_common()) Server sb, dev=49 00000080:00000004:3.0:1787583381.827118:0:24219:0:(super25.c:182:lustre_fill_super()) /dev/mapper/ost1_flakey: Mount complete 00000020:00000004:3.0:1787583381.828062:0:24219:0:(tgt_mount.c:2347:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1787583381.828285:0:24219:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:3.0:1787583382.289178:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:3.0:1787583382.706150:0:24300:0:(tgt_mount.c:2347:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1787583382.706386:0:24300:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:1.0:1787583382.799100:0:3652:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787583366/real 1787583366] req@ffff90924846b100 x1874416435952896/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787583381 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787583382.799125:0:3652:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff90924846b100 x1874416435952896/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787583381 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787583382.799135:0:3652:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787583366/real 1787583366] req@ffff909248469c00 x1874416435953024/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787583381 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787583382.799144:0:3652:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff909248469c00 x1874416435953024/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787583381 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787583382.799163:0:3652:0:(import.c:65:import_set_state_nolock()) ffff909374961800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787583382.799180:0:3652:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1787583382.799184:0:3652:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90924846b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3652:1874416435952896:0@lo:8:kworker.0 00000100:00080000:1.0:1787583382.799189:0:3652:0:(import.c:65:import_set_state_nolock()) ffff909246691000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787583382.799194:0:3652:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1787583382.799197:0:3652:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909248469c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3652:1874416435953024:0@lo:8:kworker.0 00000100:00080000:0.0:1787583382.799651:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1787583382.799656:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787583382.799658:0:36:0:(import.c:65:import_set_state_nolock()) ffff909374961800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787583382.799663:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 673 00000100:00080000:0.0:1787583382.799668:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1787583382.799682:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff909374961800 using connection 192.168.203.111@tcp/0@lo 00000100:00100000:0.0:1787583382.799702:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9093668a1180 x1874416435966208/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787583382.799714:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1787583382.799717:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787583382.799719:0:36:0:(import.c:65:import_set_state_nolock()) ffff909246691000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787583382.799722:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 673 00000100:00080000:0.0:1787583382.799724:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1787583382.799727:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff909246691000 using connection 192.168.203.111@tcp/0@lo 00000100:00100000:0.0:1787583382.799736:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9093668a0380 x1874416435966336/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787583382.799762:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1787583382.799766:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1787583382.799768:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1787583382.799771:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1787583382.799803:0:3654:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9093668a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3654:1874416435966080:0@lo:400:kworker.0 00000100:00100000:0.0:1787583382.799883:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787583382.799911:0:3654:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9093668a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3654:1874416435966848:0@lo:400:kworker.0 00000100:00100000:0.0:1787583382.799949:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787583382.799971:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1787583382.799977:0:3654:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9093668a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2def8621-b047-4757-814d-42c7c419cee0:3654:1874416435965952:0@lo:400:kworker.0 00000100:00100000:0.0:1787583382.800005:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787583382.800041:0:3654:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9093668a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3654:1874416435966720:0@lo:400:kworker.0 00000100:00100000:0.0:1787583382.800080:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787583382.800103:0:3655:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9093668a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3655:1874416435966464:0@lo:400:kworker.0 00000100:00100000:0.0:1787583382.800124:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787583382.800138:0:3655:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9093668a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3655:1874416435966976:0@lo:400:kworker.0 00000100:00100000:0.0:1787583382.800157:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787583382.800168:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1787583382.800172:0:3655:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9093668a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3655:1874416435966592:0@lo:400:kworker.0 00000100:00100000:0.0:1787583382.800191:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787583382.800218:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435966848 00000100:00100000:0.0:1787583382.800224:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435966848 00000100:00100000:0.0:1787583382.800264:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435966720 00000100:00100000:0.0:1787583382.800267:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435966720 00000100:00100000:0.0:1787583382.800453:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435966464 00000100:00100000:0.0:1787583382.800457:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435966464 00000100:00100000:0.0:1787583382.800471:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435966976 00000100:00100000:0.0:1787583382.800474:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435966976 00000100:00100000:0.0:1787583382.800490:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1787583382.800498:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9093668a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3654:x1874416435966848:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787583382.800556:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9093668a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3654:x1874416435966848:12345-0@lo:400:kworker.0 Request processed in 58us (605us total) trans 0 rc 0/0 00000100:00100000:0.0:1787583382.800562:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1787583382.800579:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1787583382.800585:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9093668a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3654:x1874416435966720:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787583382.800611:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9093668a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3654:x1874416435966720:12345-0@lo:400:kworker.0 Request processed in 26us (531us total) trans 0 rc 0/0 00000100:00100000:0.0:1787583382.800615:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1787583382.800627:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1787583382.800640:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9093668a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3655:x1874416435966464:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787583382.800678:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9093668a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3655:x1874416435966464:12345-0@lo:400:kworker.0 Request processed in 39us (553us total) trans 0 rc 0/0 00000100:00100000:0.0:1787583382.800683:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1787583382.800694:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1787583382.800700:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9093668a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3655:x1874416435966976:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787583382.800723:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9093668a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3655:x1874416435966976:12345-0@lo:400:kworker.0 Request processed in 24us (566us total) trans 0 rc 0/0 00000100:00100000:0.0:1787583382.800727:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1787583382.800746:0:22722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435966080 00000100:00100000:0.0:1787583382.800749:0:22722:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435966080 00000100:00100000:0.0:1787583382.800768:0:22722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435966592 00000100:00100000:0.0:1787583382.800771:0:22722:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435966592 00000100:00100000:0.0:1787583382.800782:0:22722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:0.0:1787583382.800788:0:22722:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9093668a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3654:x1874416435966080:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787583382.800817:0:22722:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9093668a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3654:x1874416435966080:12345-0@lo:400:kworker.0 Request processed in 29us (935us total) trans 0 rc 0/0 00000100:00100000:0.0:1787583382.800823:0:22722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:0.0:1787583382.800835:0:22722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1787583382.800865:0:22722:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9093668a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3655:x1874416435966592:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787583382.800893:0:22722:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9093668a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3655:x1874416435966592:12345-0@lo:400:kworker.0 Request processed in 53us (701us total) trans 0 rc 0/0 00000100:00100000:0.0:1787583382.800898:0:22722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00080000:0.0:1787583382.800926:0:22713:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1787583382.800930:0:22713:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1787583382.800958:0:3655:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9093668a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3655:1874416435966592:0@lo:400:kworker.0 00010000:00080000:0.0:1787583382.800981:0:3655:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9093668a1500 x1874416435966464/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787583398 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787583382.800991:0:3655:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9093668a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3655:1874416435966464:0@lo:400:kworker.0 00010000:00080000:0.0:1787583382.800999:0:3655:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9093668a2300 x1874416435966976/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787583398 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787583382.801008:0:3655:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9093668a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3655:1874416435966976:0@lo:400:kworker.0 00010000:00080000:0.0:1787583382.801443:0:3654:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9093668a3b80 x1874416435966720/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787583398 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787583382.801452:0:3654:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9093668a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3654:1874416435966720:0@lo:400:kworker.0 00000100:00100000:0.0:1787583382.801462:0:3654:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9093668a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3654:1874416435966080:0@lo:400:kworker.0 00010000:00080000:0.0:1787583382.801471:0:3654:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9093668a3480 x1874416435966848/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787583398 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787583382.801477:0:3654:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9093668a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3654:1874416435966848:0@lo:400:kworker.0 00000100:00100000:3.0:1787583382.801564:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435965952 00000100:00100000:3.0:1787583382.801569:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435965952 00000100:00100000:3.0:1787583382.801609:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00100000:3.0:1787583382.801616:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909247c0d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2def8621-b047-4757-814d-42c7c419cee0+19:3654:x1874416435965952:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787583382.801655:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909247c0d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2def8621-b047-4757-814d-42c7c419cee0+19:3654:x1874416435965952:12345-0@lo:400:kworker.0 Request processed in 39us (1649us total) trans 0 rc 0/0 00000100:00100000:3.0:1787583382.801660:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00000100:00100000:3.0:1787583382.801695:0:3654:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9093668a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2def8621-b047-4757-814d-42c7c419cee0:3654:1874416435965952:0@lo:400:kworker.0 00000100:00100000:1.0:1787583382.801830:0:3652:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9093668a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3652:1874416435966208:0@lo:8:kworker.0 00000100:00100000:1.0:1787583382.801890:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787583382.801937:0:3652:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9093668a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3652:1874416435966336:0@lo:8:kworker.0 00000100:00100000:1.0:1787583382.801956:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787583382.802053:0:24224:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435966208 00000100:00100000:3.0:1787583382.802057:0:24224:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435966208 00000100:00100000:3.0:1787583382.802078:0:24224:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435966336 00000100:00100000:3.0:1787583382.802080:0:24224:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435966336 00000100:00100000:3.0:1787583382.802090:0:24224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1787583382.802094:0:24224:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90936dad0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3652:x1874416435966208:12345-0@lo:8:kworker.0 00010000:00080000:3.0:1787583382.802117:0:24224:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 689 last 0 00000020:00000080:3.0:1787583382.802145:0:24224:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x19a47956376b7dc9 00002000:00100000:3.0:1787583382.802159:0:24224:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/ffff90937460e800 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113950 ocd_grant: 0 ocd_index: 0 ocd_group 0 00002000:00080000:3.0:1787583382.802163:0:24224:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 0 00002000:00100000:3.0:1787583382.802166:0:24224:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:3.0:1787583382.802343:0:24224:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:3.0:1787583382.802366:0:24224:0:(import.c:65:import_set_state_nolock()) ffff90937460d000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1787583382.802407:0:24224:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90936dad0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3652:x1874416435966208:12345-0@lo:8:kworker.0 Request processed in 311us (517us total) trans 0 rc 0/0 00000100:00100000:3.0:1787583382.802413:0:24224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1787583382.802434:0:24224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1787583382.802437:0:24224:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90936dad0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3652:x1874416435966336:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1787583382.802448:0:24224:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00080000:2.0:1787583382.816979:0:3652:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9093668a1180 x1874416435966208/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1787583402 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787583382.816994:0:3652:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:2.0:1787583382.817004:0:3652:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0000: connect to target with instance 3 00000100:00080000:2.0:1787583382.817013:0:3652:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:2.0:1787583382.817018:0:3652:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:2.0:1787583382.817022:0:3652:0:(import.c:65:import_set_state_nolock()) ffff909374961800 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000004:00080000:2.0:1787583382.817041:0:3652:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:2.0:1787583382.817046:0:3652:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9093668a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3652:1874416435966208:0@lo:8:kworker.0 00000004:00080000:0.0:1787583382.817157:0:22742:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: going to cleanup orphans since [0x280000401:0x22:0x0] 00000100:00100000:0.0:1787583382.817180:0:22742:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9093668a1880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22742:1874416435967232:0@lo:5:osp-pre-0-0.0 00000100:00100000:0.0:1787583382.817241:0:22742:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787583382.817273:0:22742:0:(client.c:2715:ptlrpc_set_wait()) set ffff90938205ae40 going to sleep for 11 seconds 00000004:00080000:0.0:1787583382.817297:0:22741:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:0.0:1787583382.817383:0:22741:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 689970536991ns, next at 0ns, rc = 0 00080000:00080000:0.0:1787583382.817389:0:22741:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0000: async commit OSD 00000100:00100000:2.0:1787583382.817427:0:3656:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9093668a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3656:1874416435967104:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1787583382.817458:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787583382.823041:0:24227:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435967104 00000100:00100000:1.0:1787583382.823056:0:24227:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435967104 00000100:00100000:1.0:1787583382.823125:0:24227:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1787583382.823143:0:24227:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90924846bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3656:x1874416435967104:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1787583382.823168:0:24227:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3915866112 avail 3684343808 00000100:00100000:1.0:1787583382.823253:0:24227:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90924846bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3656:x1874416435967104:12345-0@lo:13:osp-pre-0-0.0 Request processed in 113us (5794us total) trans 0 rc 0/0 00000100:00100000:1.0:1787583382.823261:0:24227:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1787583382.823302:0:24226:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 3 min 3 max 116 00000100:00100000:1.0:1787583382.823309:0:24226:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_003' 00000100:00080000:1.0:1787583382.823381:0:22713:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00080000:1.0:1787583382.823413:0:3656:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9093668a3480 x1874416435967104/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1787583398 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787583382.823432:0:3656:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9093668a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3656:1874416435967104:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1787583382.823471:0:24226:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435967232 00000100:00100000:1.0:1787583382.823475:0:24226:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435967232 00000100:00100000:1.0:1787583382.823574:0:24309:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1787583382.823582:0:24309:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9093668a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:22742:x1874416435967232:12345-0@lo:5:osp-pre-0-0.0 00002000:00080000:0.0:1787583382.829051:0:24309:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0000: adding sequence 0x280000401 00002000:00080000:0.0:1787583382.829062:0:24309:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = -31 00002000:02000040:0.0:1787583382.829067:0:24309:0:(ofd_dev.c:1491:ofd_orphans_destroy()) lustre-OST0000: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x280000401:35 to 0x280000401:65) 00000004:00080000:1.0:1787583382.832527:0:22697:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1 committed 00000100:00100000:3.0:1787583382.839780:0:24224:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90936dad0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3652:x1874416435966336:12345-0@lo:8:kworker.0 Request processed in 37331us (37812us total) trans 0 rc -19/-19 00000100:00100000:3.0:1787583382.839793:0:24224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00080000:3.0:1787583382.839867:0:3652:0:(import.c:65:import_set_state_nolock()) ffff909246691000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787583382.839873:0:3652:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1787583382.839876:0:3652:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9093668a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3652:1874416435966336:0@lo:8:kworker.0 00002000:00010000:0.0:1787583382.857666:0:24309:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x41:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787583382.857678:0:24309:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bb32d5d5/0x19a47956376b7dd0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583382.857694:0:24309:0:(ldlm_extent.c:415:ldlm_update_contention()) add 0 to [0x280000401:0x41:0x0].0x0 since=690s v=(0 0) 00010000:00010000:0.0:1787583382.857699:0:24309:0:(ldlm_extent.c:415:ldlm_update_contention()) add 0 to [0x280000401:0x41:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787583382.857705:0:24309:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bb32d5d5/0x19a47956376b7dd0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583382.857722:0:24309:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bb32d5d5/0x19a47956376b7dd0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583382.857732:0:24309:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bb32d5d5/0x19a47956376b7dd0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583382.857740:0:24309:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000bb32d5d5/0x19a47956376b7dd0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583382.857757:0:24309:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1787583382.857769:0:22706:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787583382.857774:0:22706:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000bb32d5d5/0x19a47956376b7dd0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583382.857782:0:22706:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9092464f0400 already unused, calling callback (ffffffffc0b91230) 00010000:00010000:0.0:1787583382.857786:0:22706:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000bb32d5d5/0x19a47956376b7dd0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583382.857806:0:22706:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000bb32d5d5/0x19a47956376b7dd0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583382.857821:0:22706:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000bb32d5d5/0x19a47956376b7dd0 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583382.857839:0:22706:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bb32d5d5/0x19a47956376b7dd0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583382.857882:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787583382.857884:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787583382.857885:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1787583382.860510:0:24309:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x40:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787583382.860524:0:24309:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f04892de/0x19a47956376b7dd7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583382.860549:0:24309:0:(ldlm_extent.c:415:ldlm_update_contention()) add 0 to [0x280000401:0x40:0x0].0x0 since=690s v=(0 0) 00010000:00010000:0.0:1787583382.860554:0:24309:0:(ldlm_extent.c:415:ldlm_update_contention()) add 0 to [0x280000401:0x40:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787583382.860561:0:24309:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f04892de/0x19a47956376b7dd7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583382.860573:0:24309:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f04892de/0x19a47956376b7dd7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583382.860582:0:24309:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f04892de/0x19a47956376b7dd7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583382.860595:0:24309:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f04892de/0x19a47956376b7dd7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583382.860619:0:24309:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1787583382.861016:0:22705:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787583382.861023:0:22705:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f04892de/0x19a47956376b7dd7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583382.861033:0:22705:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9092464f1000 already unused, calling callback (ffffffffc0b91230) 00010000:00010000:2.0:1787583382.861037:0:22705:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f04892de/0x19a47956376b7dd7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583382.861046:0:22705:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f04892de/0x19a47956376b7dd7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583382.861064:0:22705:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f04892de/0x19a47956376b7dd7 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583382.861072:0:22705:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f04892de/0x19a47956376b7dd7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583382.861089:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787583382.861091:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787583382.861094:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1787583382.861476:0:24309:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787583382.861482:0:24309:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ad27f7bc/0x19a47956376b7dde lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583382.861492:0:24309:0:(ldlm_extent.c:415:ldlm_update_contention()) add 0 to [0x280000401:0x3f:0x0].0x0 since=690s v=(0 0) 00010000:00010000:0.0:1787583382.861496:0:24309:0:(ldlm_extent.c:415:ldlm_update_contention()) add 0 to [0x280000401:0x3f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787583382.861501:0:24309:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ad27f7bc/0x19a47956376b7dde lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583382.861510:0:24309:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ad27f7bc/0x19a47956376b7dde lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583382.861519:0:24309:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ad27f7bc/0x19a47956376b7dde lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583382.861526:0:24309:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ad27f7bc/0x19a47956376b7dde lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583382.861558:0:24309:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1787583382.861818:0:22706:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787583382.861833:0:22706:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ad27f7bc/0x19a47956376b7dde lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583382.861842:0:22706:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9092464f1200 already unused, calling callback (ffffffffc0b91230) 00010000:00010000:2.0:1787583382.861869:0:22706:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ad27f7bc/0x19a47956376b7dde lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583382.861877:0:22706:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ad27f7bc/0x19a47956376b7dde lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583382.861889:0:22706:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ad27f7bc/0x19a47956376b7dde lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583382.861897:0:22706:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ad27f7bc/0x19a47956376b7dde lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583382.861910:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787583382.861911:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787583382.861913:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1787583382.862052:0:24309:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787583382.862058:0:24309:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e42aa50d/0x19a47956376b7de5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583382.862073:0:24309:0:(ldlm_extent.c:415:ldlm_update_contention()) add 0 to [0x280000401:0x3e:0x0].0x0 since=690s v=(0 0) 00010000:00010000:0.0:1787583382.862076:0:24309:0:(ldlm_extent.c:415:ldlm_update_contention()) add 0 to [0x280000401:0x3e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787583382.862080:0:24309:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e42aa50d/0x19a47956376b7de5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583382.862089:0:24309:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e42aa50d/0x19a47956376b7de5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583382.862097:0:24309:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e42aa50d/0x19a47956376b7de5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583382.862104:0:24309:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e42aa50d/0x19a47956376b7de5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583382.862116:0:24309:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1787583382.862753:0:22705:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787583382.862760:0:22705:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e42aa50d/0x19a47956376b7de5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583382.862769:0:22705:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9092464f0e00 already unused, calling callback (ffffffffc0b91230) 00010000:00010000:2.0:1787583382.862773:0:22705:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e42aa50d/0x19a47956376b7de5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583382.862782:0:22705:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e42aa50d/0x19a47956376b7de5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583382.862794:0:22705:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e42aa50d/0x19a47956376b7de5 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583382.862809:0:22705:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e42aa50d/0x19a47956376b7de5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583382.862834:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787583382.862836:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787583382.862838:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1787583382.863442:0:24309:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787583382.863450:0:24309:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bff44eff/0x19a47956376b7dec lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583382.863460:0:24309:0:(ldlm_extent.c:415:ldlm_update_contention()) add 0 to [0x280000401:0x3d:0x0].0x0 since=690s v=(0 0) 00010000:00010000:0.0:1787583382.863464:0:24309:0:(ldlm_extent.c:415:ldlm_update_contention()) add 0 to [0x280000401:0x3d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787583382.863469:0:24309:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bff44eff/0x19a47956376b7dec lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583382.863479:0:24309:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bff44eff/0x19a47956376b7dec lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583382.863500:0:24309:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bff44eff/0x19a47956376b7dec lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583382.863508:0:24309:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000bff44eff/0x19a47956376b7dec lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583382.863531:0:24309:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1787583382.863930:0:24309:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787583382.863937:0:24309:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b5a64276/0x19a47956376b7df3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583382.863946:0:24309:0:(ldlm_extent.c:415:ldlm_update_contention()) add 0 to [0x280000401:0x3c:0x0].0x0 since=690s v=(0 0) 00010000:00010000:0.0:1787583382.863949:0:24309:0:(ldlm_extent.c:415:ldlm_update_contention()) add 0 to [0x280000401:0x3c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787583382.863954:0:24309:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b5a64276/0x19a47956376b7df3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583382.863964:0:24309:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b5a64276/0x19a47956376b7df3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583382.863972:0:24309:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b5a64276/0x19a47956376b7df3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583382.863979:0:24309:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b5a64276/0x19a47956376b7df3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583382.864004:0:24309:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:0.0:1787583382.864243:0:24309:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787583382.864248:0:24309:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bcde0114/0x19a47956376b7dfa lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583382.864257:0:24309:0:(ldlm_extent.c:415:ldlm_update_contention()) add 0 to [0x280000401:0x3b:0x0].0x0 since=690s v=(0 0) 00010000:00010000:0.0:1787583382.864260:0:24309:0:(ldlm_extent.c:415:ldlm_update_contention()) add 0 to [0x280000401:0x3b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787583382.864264:0:24309:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bcde0114/0x19a47956376b7dfa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583382.864273:0:24309:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bcde0114/0x19a47956376b7dfa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583382.864381:0:22706:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1787583382.864387:0:22706:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000bff44eff/0x19a47956376b7dec lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583382.864396:0:22706:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9092464f1c00 already unused, calling callback (ffffffffc0b91230) 00010000:00010000:2.0:1787583382.864400:0:22706:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000bff44eff/0x19a47956376b7dec lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583382.864409:0:22706:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000bff44eff/0x19a47956376b7dec lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583382.864424:0:22706:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000bff44eff/0x19a47956376b7dec lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583382.864432:0:22706:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bff44eff/0x19a47956376b7dec lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583382.864447:0:22706:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787583382.864451:0:22706:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b5a64276/0x19a47956376b7df3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583382.864465:0:22706:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9092464f1400 already unused, calling callback (ffffffffc0b91230) 00010000:00010000:2.0:1787583382.864468:0:22706:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b5a64276/0x19a47956376b7df3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583382.864477:0:22706:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b5a64276/0x19a47956376b7df3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583382.864488:0:22706:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b5a64276/0x19a47956376b7df3 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583382.864495:0:22706:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b5a64276/0x19a47956376b7df3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583382.864507:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787583382.864509:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787583382.864510:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787583382.864517:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787583382.864930:0:24309:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bcde0114/0x19a47956376b7dfa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583382.864939:0:24309:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000bcde0114/0x19a47956376b7dfa lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583382.864951:0:24309:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1787583382.865229:0:22706:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787583382.865234:0:22706:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000bcde0114/0x19a47956376b7dfa lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583382.865241:0:22706:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9092464f1600 already unused, calling callback (ffffffffc0b91230) 00010000:00010000:2.0:1787583382.865244:0:22706:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000bcde0114/0x19a47956376b7dfa lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583382.865263:0:22706:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000bcde0114/0x19a47956376b7dfa lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583382.865275:0:22706:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000bcde0114/0x19a47956376b7dfa lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583382.865355:0:22706:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bcde0114/0x19a47956376b7dfa lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583382.865372:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787583382.865374:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787583382.865376:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1787583382.865457:0:24309:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787583382.865463:0:24309:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cc1aa1a4/0x19a47956376b7e01 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583382.865471:0:24309:0:(ldlm_extent.c:415:ldlm_update_contention()) add 0 to [0x280000401:0x3a:0x0].0x0 since=690s v=(0 0) 00010000:00010000:0.0:1787583382.865479:0:24309:0:(ldlm_extent.c:415:ldlm_update_contention()) add 0 to [0x280000401:0x3a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787583382.865484:0:24309:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cc1aa1a4/0x19a47956376b7e01 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583382.865493:0:24309:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cc1aa1a4/0x19a47956376b7e01 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583382.865501:0:24309:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cc1aa1a4/0x19a47956376b7e01 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583382.865508:0:24309:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000cc1aa1a4/0x19a47956376b7e01 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583382.865566:0:24309:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1787583382.871011:0:24309:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x39:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787583382.871028:0:24309:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006f64b140/0x19a47956376b7e08 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583382.871045:0:24309:0:(ldlm_extent.c:415:ldlm_update_contention()) add 0 to [0x280000401:0x39:0x0].0x0 since=690s v=(0 0) 00010000:00010000:0.0:1787583382.871050:0:24309:0:(ldlm_extent.c:415:ldlm_update_contention()) add 0 to [0x280000401:0x39:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787583382.871056:0:24309:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006f64b140/0x19a47956376b7e08 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583382.871070:0:24309:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006f64b140/0x19a47956376b7e08 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583382.871080:0:24309:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006f64b140/0x19a47956376b7e08 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583382.871096:0:24309:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006f64b140/0x19a47956376b7e08 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583382.875178:0:22705:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1787583382.875191:0:22705:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000cc1aa1a4/0x19a47956376b7e01 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583382.875204:0:22705:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9092464f1e00 already unused, calling callback (ffffffffc0b91230) 00010000:00010000:2.0:1787583382.875208:0:22705:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000cc1aa1a4/0x19a47956376b7e01 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583382.875219:0:22705:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000cc1aa1a4/0x19a47956376b7e01 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583382.875239:0:22705:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000cc1aa1a4/0x19a47956376b7e01 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583382.875258:0:22705:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cc1aa1a4/0x19a47956376b7e01 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583382.875277:0:22705:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787583382.875281:0:22705:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006f64b140/0x19a47956376b7e08 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583382.875287:0:22705:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9092464f0a00 already unused, calling callback (ffffffffc0b91230) 00010000:00010000:2.0:1787583382.875290:0:22705:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006f64b140/0x19a47956376b7e08 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583382.875298:0:22705:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006f64b140/0x19a47956376b7e08 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583382.875308:0:22705:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006f64b140/0x19a47956376b7e08 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583382.875315:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787583382.875316:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787583382.875318:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787583382.875583:0:24309:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1787583382.875596:0:24309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006f64b140/0x19a47956376b7e08 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1787583382.876246:0:24309:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x38:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787583382.876254:0:24309:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b02542fb/0x19a47956376b7e0f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583382.876265:0:24309:0:(ldlm_extent.c:415:ldlm_update_contention()) add 0 to [0x280000401:0x38:0x0].0x0 since=690s v=(0 0) 00010000:00010000:0.0:1787583382.876269:0:24309:0:(ldlm_extent.c:415:ldlm_update_contention()) add 0 to [0x280000401:0x38:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787583382.876278:0:24309:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b02542fb/0x19a47956376b7e0f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583382.876343:0:24309:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b02542fb/0x19a47956376b7e0f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583382.876353:0:24309:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b02542fb/0x19a47956376b7e0f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583382.876359:0:24309:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b02542fb/0x19a47956376b7e0f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583382.876383:0:24309:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1787583382.877198:0:24309:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x37:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787583382.877207:0:24309:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003ab6d2b5/0x19a47956376b7e16 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583382.877218:0:24309:0:(ldlm_extent.c:415:ldlm_update_contention()) add 0 to [0x280000401:0x37:0x0].0x0 since=690s v=(0 0) 00010000:00010000:0.0:1787583382.877221:0:24309:0:(ldlm_extent.c:415:ldlm_update_contention()) add 0 to [0x280000401:0x37:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787583382.877225:0:24309:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003ab6d2b5/0x19a47956376b7e16 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583382.877234:0:24309:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003ab6d2b5/0x19a47956376b7e16 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583382.877241:0:24309:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003ab6d2b5/0x19a47956376b7e16 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583382.877248:0:24309:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003ab6d2b5/0x19a47956376b7e16 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583382.877256:0:24309:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1787583382.878233:0:22706:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1787583382.878242:0:22706:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b02542fb/0x19a47956376b7e0f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583382.878251:0:22706:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9092464f0c00 already unused, calling callback (ffffffffc0b91230) 00010000:00010000:2.0:1787583382.878261:0:22706:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b02542fb/0x19a47956376b7e0f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583382.878269:0:22706:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b02542fb/0x19a47956376b7e0f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583382.878414:0:22705:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787583382.878461:0:22706:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b02542fb/0x19a47956376b7e0f lrc: 1/0,0 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583382.878469:0:22706:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b02542fb/0x19a47956376b7e0f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583382.878484:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787583382.878486:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787583382.878488:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787583382.879154:0:24313:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787583382.879157:0:24313:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787583382.879159:0:24313:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787583382.879371:0:22705:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003ab6d2b5/0x19a47956376b7e16 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583382.879382:0:22705:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9092464f0200 already unused, calling callback (ffffffffc0b91230) 00010000:00010000:3.0:1787583382.879385:0:22705:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003ab6d2b5/0x19a47956376b7e16 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583382.879393:0:22705:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003ab6d2b5/0x19a47956376b7e16 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583382.879409:0:22705:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003ab6d2b5/0x19a47956376b7e16 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583382.879415:0:22705:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003ab6d2b5/0x19a47956376b7e16 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583382.879443:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787583382.879445:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787583382.879447:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1787583382.882158:0:24309:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x36:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787583382.882169:0:24309:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a0176d18/0x19a47956376b7e1d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583382.882184:0:24309:0:(ldlm_extent.c:415:ldlm_update_contention()) add 0 to [0x280000401:0x36:0x0].0x0 since=690s v=(0 0) 00010000:00010000:2.0:1787583382.882188:0:24309:0:(ldlm_extent.c:415:ldlm_update_contention()) add 0 to [0x280000401:0x36:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787583382.882193:0:24309:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a0176d18/0x19a47956376b7e1d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583382.882204:0:24309:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a0176d18/0x19a47956376b7e1d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583382.882220:0:24309:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a0176d18/0x19a47956376b7e1d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583382.882228:0:24309:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a0176d18/0x19a47956376b7e1d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583382.882253:0:24309:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1787583382.882315:0:22706:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787583382.882323:0:22706:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a0176d18/0x19a47956376b7e1d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583382.882332:0:22706:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90924770bc00 already unused, calling callback (ffffffffc0b91230) 00010000:00010000:3.0:1787583382.882336:0:22706:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a0176d18/0x19a47956376b7e1d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583382.882346:0:22706:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a0176d18/0x19a47956376b7e1d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583382.882362:0:22706:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a0176d18/0x19a47956376b7e1d lrc: 1/0,0 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583382.882370:0:22706:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a0176d18/0x19a47956376b7e1d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583382.882386:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787583382.882388:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787583382.882389:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1787583382.883438:0:24309:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x35:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787583382.883447:0:24309:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c0c87b48/0x19a47956376b7e24 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583382.883459:0:24309:0:(ldlm_extent.c:415:ldlm_update_contention()) add 0 to [0x280000401:0x35:0x0].0x0 since=690s v=(0 0) 00010000:00010000:2.0:1787583382.883463:0:24309:0:(ldlm_extent.c:415:ldlm_update_contention()) add 0 to [0x280000401:0x35:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787583382.883468:0:24309:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c0c87b48/0x19a47956376b7e24 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583382.883477:0:24309:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c0c87b48/0x19a47956376b7e24 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583382.883486:0:24309:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c0c87b48/0x19a47956376b7e24 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583382.883494:0:24309:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c0c87b48/0x19a47956376b7e24 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583382.883519:0:24309:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1787583382.883646:0:24313:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787583382.883652:0:24313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c0c87b48/0x19a47956376b7e24 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583382.883660:0:24313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90924770b200 already unused, calling callback (ffffffffc0b91230) 00010000:00010000:2.0:1787583382.883663:0:24313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c0c87b48/0x19a47956376b7e24 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583382.883671:0:24313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c0c87b48/0x19a47956376b7e24 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583382.883684:0:24313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c0c87b48/0x19a47956376b7e24 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583382.883692:0:24313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c0c87b48/0x19a47956376b7e24 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583382.883705:0:24313:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787583382.883707:0:24313:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787583382.883708:0:24313:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1787583382.888595:0:24309:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x34:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787583382.888608:0:24309:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000072fabb4d/0x19a47956376b7e2b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583382.888624:0:24309:0:(ldlm_extent.c:415:ldlm_update_contention()) add 0 to [0x280000401:0x34:0x0].0x0 since=690s v=(0 0) 00010000:00010000:0.0:1787583382.888635:0:24309:0:(ldlm_extent.c:415:ldlm_update_contention()) add 0 to [0x280000401:0x34:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787583382.888641:0:24309:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000072fabb4d/0x19a47956376b7e2b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583382.888654:0:24309:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000072fabb4d/0x19a47956376b7e2b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583382.888663:0:24309:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000072fabb4d/0x19a47956376b7e2b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583382.888670:0:24309:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000072fabb4d/0x19a47956376b7e2b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583382.888693:0:24309:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1787583382.889324:0:24309:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x33:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787583382.889331:0:24309:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cb3b6752/0x19a47956376b7e32 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583382.889341:0:24309:0:(ldlm_extent.c:415:ldlm_update_contention()) add 0 to [0x280000401:0x33:0x0].0x0 since=690s v=(0 0) 00010000:00010000:0.0:1787583382.889344:0:24309:0:(ldlm_extent.c:415:ldlm_update_contention()) add 0 to [0x280000401:0x33:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787583382.889349:0:24309:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cb3b6752/0x19a47956376b7e32 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583382.889358:0:24309:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cb3b6752/0x19a47956376b7e32 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583382.889365:0:24309:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cb3b6752/0x19a47956376b7e32 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583382.889377:0:24309:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000cb3b6752/0x19a47956376b7e32 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583382.889392:0:24309:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:0.0:1787583382.891204:0:24309:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x32:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787583382.891215:0:24309:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000006bb188a/0x19a47956376b7e39 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583382.891229:0:24309:0:(ldlm_extent.c:415:ldlm_update_contention()) add 0 to [0x280000401:0x32:0x0].0x0 since=690s v=(0 0) 00010000:00010000:0.0:1787583382.891233:0:24309:0:(ldlm_extent.c:415:ldlm_update_contention()) add 0 to [0x280000401:0x32:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787583382.891238:0:24309:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000006bb188a/0x19a47956376b7e39 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583382.891250:0:24309:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000006bb188a/0x19a47956376b7e39 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583382.891258:0:24309:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000006bb188a/0x19a47956376b7e39 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583382.891265:0:24309:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000006bb188a/0x19a47956376b7e39 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583382.891280:0:24309:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:2.0:1787583382.892518:0:24313:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1787583382.892529:0:24313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000072fabb4d/0x19a47956376b7e2b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583382.892551:0:24313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9092464f0600 already unused, calling callback (ffffffffc0b91230) 00010000:00010000:2.0:1787583382.892562:0:24313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000072fabb4d/0x19a47956376b7e2b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583382.892565:0:22705:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1787583382.892574:0:22705:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000cb3b6752/0x19a47956376b7e32 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583382.892577:0:24313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000072fabb4d/0x19a47956376b7e2b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583382.892604:0:22705:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff909340031a00 already unused, calling callback (ffffffffc0b91230) 00010000:00010000:2.0:1787583382.892605:0:24313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000072fabb4d/0x19a47956376b7e2b lrc: 1/0,0 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583382.892611:0:22705:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000cb3b6752/0x19a47956376b7e32 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583382.892621:0:24313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000072fabb4d/0x19a47956376b7e2b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583382.892626:0:22705:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000cb3b6752/0x19a47956376b7e32 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583382.892646:0:22705:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000cb3b6752/0x19a47956376b7e32 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583382.892648:0:24313:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787583382.892654:0:24313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000006bb188a/0x19a47956376b7e39 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583382.892660:0:22705:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cb3b6752/0x19a47956376b7e32 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583382.892669:0:24313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff909340031200 already unused, calling callback (ffffffffc0b91230) 00010000:00010000:2.0:1787583382.892676:0:24313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000006bb188a/0x19a47956376b7e39 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583382.892685:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787583382.892686:0:24313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000006bb188a/0x19a47956376b7e39 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583382.892689:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787583382.892692:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787583382.892701:0:24313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000006bb188a/0x19a47956376b7e39 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583382.892709:0:24313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000006bb188a/0x19a47956376b7e39 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583382.892726:0:24313:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787583382.892728:0:24313:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787583382.892730:0:24313:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787583382.893514:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1787583382.893990:0:24309:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x31:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787583382.893999:0:24309:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006e49296a/0x19a47956376b7e40 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583382.894014:0:24309:0:(ldlm_extent.c:415:ldlm_update_contention()) add 0 to [0x280000401:0x31:0x0].0x0 since=690s v=(0 0) 00010000:00010000:2.0:1787583382.894017:0:24309:0:(ldlm_extent.c:415:ldlm_update_contention()) add 0 to [0x280000401:0x31:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787583382.894023:0:24309:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006e49296a/0x19a47956376b7e40 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583382.894113:0:24309:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006e49296a/0x19a47956376b7e40 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583382.894124:0:24309:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006e49296a/0x19a47956376b7e40 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583382.894132:0:24309:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006e49296a/0x19a47956376b7e40 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583382.894152:0:24309:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1787583382.894160:0:22705:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787583382.894168:0:22705:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006e49296a/0x19a47956376b7e40 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583382.894179:0:22705:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90924770b800 already unused, calling callback (ffffffffc0b91230) 00010000:00010000:3.0:1787583382.894183:0:22705:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006e49296a/0x19a47956376b7e40 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583382.894204:0:22705:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006e49296a/0x19a47956376b7e40 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583382.894219:0:22705:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006e49296a/0x19a47956376b7e40 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583382.894226:0:22705:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006e49296a/0x19a47956376b7e40 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583382.894246:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787583382.894248:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787583382.894249:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1787583382.899525:0:24309:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x30:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787583382.899546:0:24309:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000da8b1a0/0x19a47956376b7e47 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583382.899574:0:24309:0:(ldlm_extent.c:415:ldlm_update_contention()) add 0 to [0x280000401:0x30:0x0].0x0 since=690s v=(0 0) 00010000:00010000:2.0:1787583382.899578:0:24309:0:(ldlm_extent.c:415:ldlm_update_contention()) add 0 to [0x280000401:0x30:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787583382.899584:0:24309:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000da8b1a0/0x19a47956376b7e47 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583382.899597:0:24309:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000da8b1a0/0x19a47956376b7e47 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583382.899607:0:24309:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000da8b1a0/0x19a47956376b7e47 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583382.899615:0:24309:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000da8b1a0/0x19a47956376b7e47 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583382.899631:0:24309:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1787583382.899642:0:24313:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787583382.899646:0:24313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000da8b1a0/0x19a47956376b7e47 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583382.899654:0:24313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90924770b000 already unused, calling callback (ffffffffc0b91230) 00010000:00010000:2.0:1787583382.899658:0:24313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000da8b1a0/0x19a47956376b7e47 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583382.899666:0:24313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000da8b1a0/0x19a47956376b7e47 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583382.899695:0:24313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000da8b1a0/0x19a47956376b7e47 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583382.899703:0:24313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000da8b1a0/0x19a47956376b7e47 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583382.899722:0:24313:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787583382.899724:0:24313:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787583382.899726:0:24313:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1787583382.902424:0:24309:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787583382.902436:0:24309:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006f64b140/0x19a47956376b7e4e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583382.902453:0:24309:0:(ldlm_extent.c:415:ldlm_update_contention()) add 0 to [0x280000401:0x2f:0x0].0x0 since=690s v=(0 0) 00010000:00010000:2.0:1787583382.902458:0:24309:0:(ldlm_extent.c:415:ldlm_update_contention()) add 0 to [0x280000401:0x2f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787583382.902465:0:24309:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006f64b140/0x19a47956376b7e4e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583382.902479:0:24309:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006f64b140/0x19a47956376b7e4e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583382.902489:0:24309:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006f64b140/0x19a47956376b7e4e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583382.902497:0:24309:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006f64b140/0x19a47956376b7e4e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583382.902526:0:24309:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1787583382.903635:0:24309:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787583382.903645:0:24309:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b02542fb/0x19a47956376b7e55 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583382.903657:0:24309:0:(ldlm_extent.c:415:ldlm_update_contention()) add 0 to [0x280000401:0x2e:0x0].0x0 since=690s v=(0 0) 00010000:00010000:2.0:1787583382.903661:0:24309:0:(ldlm_extent.c:415:ldlm_update_contention()) add 0 to [0x280000401:0x2e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787583382.903665:0:24309:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b02542fb/0x19a47956376b7e55 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583382.903676:0:24309:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b02542fb/0x19a47956376b7e55 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583382.903685:0:24309:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b02542fb/0x19a47956376b7e55 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583382.903693:0:24309:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b02542fb/0x19a47956376b7e55 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583382.903708:0:24309:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:2.0:1787583382.908641:0:24309:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787583382.908655:0:24309:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bb32d5d5/0x19a47956376b7e5c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583382.908671:0:24309:0:(ldlm_extent.c:415:ldlm_update_contention()) add 0 to [0x280000401:0x2d:0x0].0x0 since=690s v=(0 0) 00010000:00010000:2.0:1787583382.908680:0:24309:0:(ldlm_extent.c:415:ldlm_update_contention()) add 0 to [0x280000401:0x2d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787583382.908687:0:24309:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bb32d5d5/0x19a47956376b7e5c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583382.908701:0:24309:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bb32d5d5/0x19a47956376b7e5c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583382.908711:0:24309:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bb32d5d5/0x19a47956376b7e5c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583382.908720:0:24309:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000bb32d5d5/0x19a47956376b7e5c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583382.909830:0:24309:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:2.0:1787583382.909859:0:24313:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1787583382.909867:0:24313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006f64b140/0x19a47956376b7e4e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583382.909879:0:24313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9092464f0a00 already unused, calling callback (ffffffffc0b91230) 00010000:00010000:2.0:1787583382.910088:0:24313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006f64b140/0x19a47956376b7e4e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583382.910101:0:24313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006f64b140/0x19a47956376b7e4e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583382.910120:0:24313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006f64b140/0x19a47956376b7e4e lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583382.910141:0:24313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006f64b140/0x19a47956376b7e4e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583382.910164:0:24313:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1787583382.910168:0:24313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b02542fb/0x19a47956376b7e55 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583382.910176:0:24313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9092464f0c00 already unused, calling callback (ffffffffc0b91230) 00010000:00010000:2.0:1787583382.910180:0:24313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b02542fb/0x19a47956376b7e55 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583382.910188:0:24313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b02542fb/0x19a47956376b7e55 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583382.910199:0:24313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b02542fb/0x19a47956376b7e55 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583382.910207:0:24313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b02542fb/0x19a47956376b7e55 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583382.910218:0:24313:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787583382.910222:0:24313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000bb32d5d5/0x19a47956376b7e5c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583382.910228:0:24313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9092464f0400 already unused, calling callback (ffffffffc0b91230) 00010000:00010000:2.0:1787583382.910237:0:24313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000bb32d5d5/0x19a47956376b7e5c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583382.910246:0:24313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000bb32d5d5/0x19a47956376b7e5c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583382.910257:0:24313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000bb32d5d5/0x19a47956376b7e5c lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583382.910265:0:24313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bb32d5d5/0x19a47956376b7e5c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583382.910278:0:24313:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787583382.910280:0:24313:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787583382.910292:0:24313:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787583382.911022:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787583382.911029:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1787583382.912530:0:24309:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787583382.912553:0:24309:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c9fe0e90/0x19a47956376b7e63 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583382.912569:0:24309:0:(ldlm_extent.c:415:ldlm_update_contention()) add 0 to [0x280000401:0x2c:0x0].0x0 since=690s v=(0 0) 00010000:00010000:3.0:1787583382.912575:0:24309:0:(ldlm_extent.c:415:ldlm_update_contention()) add 0 to [0x280000401:0x2c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787583382.912582:0:24309:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c9fe0e90/0x19a47956376b7e63 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583382.912596:0:24309:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c9fe0e90/0x19a47956376b7e63 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583382.912619:0:24309:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c9fe0e90/0x19a47956376b7e63 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583382.912628:0:24309:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c9fe0e90/0x19a47956376b7e63 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583382.912644:0:24309:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1787583382.912996:0:24313:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787583382.913003:0:24313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c9fe0e90/0x19a47956376b7e63 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583382.913012:0:24313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90936367ea00 already unused, calling callback (ffffffffc0b91230) 00010000:00010000:2.0:1787583382.913017:0:24313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c9fe0e90/0x19a47956376b7e63 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583382.913026:0:24313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c9fe0e90/0x19a47956376b7e63 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583382.913043:0:24313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c9fe0e90/0x19a47956376b7e63 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583382.913058:0:24313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c9fe0e90/0x19a47956376b7e63 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583382.913084:0:24313:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787583382.913086:0:24313:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787583382.913088:0:24313:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1787583382.914438:0:24309:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787583382.914447:0:24309:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000072fabb4d/0x19a47956376b7e6a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583382.914459:0:24309:0:(ldlm_extent.c:415:ldlm_update_contention()) add 0 to [0x280000401:0x2b:0x0].0x0 since=690s v=(0 0) 00010000:00010000:2.0:1787583382.914463:0:24309:0:(ldlm_extent.c:415:ldlm_update_contention()) add 0 to [0x280000401:0x2b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787583382.914469:0:24309:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000072fabb4d/0x19a47956376b7e6a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583382.914480:0:24309:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000072fabb4d/0x19a47956376b7e6a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583382.914489:0:24309:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000072fabb4d/0x19a47956376b7e6a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583382.914496:0:24309:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000072fabb4d/0x19a47956376b7e6a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583382.914511:0:24309:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1787583382.915169:0:22706:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787583382.915177:0:22706:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000072fabb4d/0x19a47956376b7e6a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583382.915186:0:22706:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9092464f0600 already unused, calling callback (ffffffffc0b91230) 00010000:00010000:3.0:1787583382.915190:0:22706:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000072fabb4d/0x19a47956376b7e6a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583382.915199:0:22706:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000072fabb4d/0x19a47956376b7e6a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583382.915213:0:22706:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000072fabb4d/0x19a47956376b7e6a lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583382.915220:0:22706:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000072fabb4d/0x19a47956376b7e6a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583382.915236:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787583382.915245:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787583382.915247:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1787583382.921355:0:24309:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787583382.921368:0:24309:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000080f6d8bd/0x19a47956376b7e71 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583382.921386:0:24309:0:(ldlm_extent.c:415:ldlm_update_contention()) add 0 to [0x280000401:0x2a:0x0].0x0 since=690s v=(0 0) 00010000:00010000:3.0:1787583382.921391:0:24309:0:(ldlm_extent.c:415:ldlm_update_contention()) add 0 to [0x280000401:0x2a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787583382.921397:0:24309:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000080f6d8bd/0x19a47956376b7e71 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583382.921412:0:24309:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000080f6d8bd/0x19a47956376b7e71 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583382.921423:0:24309:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000080f6d8bd/0x19a47956376b7e71 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583382.921431:0:24309:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000080f6d8bd/0x19a47956376b7e71 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583382.921489:0:24309:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1787583382.922186:0:22705:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787583382.922200:0:22705:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000080f6d8bd/0x19a47956376b7e71 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583382.922210:0:22705:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90936367ec00 already unused, calling callback (ffffffffc0b91230) 00010000:00010000:2.0:1787583382.922215:0:22705:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000080f6d8bd/0x19a47956376b7e71 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583382.922225:0:22705:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000080f6d8bd/0x19a47956376b7e71 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583382.922243:0:22705:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000080f6d8bd/0x19a47956376b7e71 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583382.922250:0:22705:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000080f6d8bd/0x19a47956376b7e71 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583382.922280:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787583382.922282:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787583382.922283:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1787583382.924175:0:24309:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x29:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787583382.924185:0:24309:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bb32d5d5/0x19a47956376b7e78 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583382.924200:0:24309:0:(ldlm_extent.c:415:ldlm_update_contention()) add 0 to [0x280000401:0x29:0x0].0x0 since=690s v=(0 0) 00010000:00010000:2.0:1787583382.924204:0:24309:0:(ldlm_extent.c:415:ldlm_update_contention()) add 0 to [0x280000401:0x29:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787583382.924209:0:24309:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bb32d5d5/0x19a47956376b7e78 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583382.924236:0:24309:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bb32d5d5/0x19a47956376b7e78 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583382.924246:0:24309:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bb32d5d5/0x19a47956376b7e78 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583382.924254:0:24309:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000bb32d5d5/0x19a47956376b7e78 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583382.924277:0:24309:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1787583382.924654:0:24309:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x28:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787583382.924660:0:24309:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b02542fb/0x19a47956376b7e7f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583382.924669:0:24309:0:(ldlm_extent.c:415:ldlm_update_contention()) add 0 to [0x280000401:0x28:0x0].0x0 since=690s v=(0 0) 00010000:00010000:2.0:1787583382.924673:0:24309:0:(ldlm_extent.c:415:ldlm_update_contention()) add 0 to [0x280000401:0x28:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787583382.924676:0:24309:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b02542fb/0x19a47956376b7e7f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583382.924686:0:24309:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b02542fb/0x19a47956376b7e7f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583382.924694:0:24309:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b02542fb/0x19a47956376b7e7f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583382.924712:0:24309:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b02542fb/0x19a47956376b7e7f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583382.924724:0:24309:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1787583382.924818:0:24313:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1787583382.924834:0:24313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000bb32d5d5/0x19a47956376b7e78 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583382.924864:0:24313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9092464f0400 already unused, calling callback (ffffffffc0b91230) 00010000:00010000:3.0:1787583382.924868:0:24313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000bb32d5d5/0x19a47956376b7e78 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583382.925004:0:24313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000bb32d5d5/0x19a47956376b7e78 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583382.925022:0:24313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000bb32d5d5/0x19a47956376b7e78 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583382.925030:0:24313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bb32d5d5/0x19a47956376b7e78 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583382.925046:0:24313:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787583382.925050:0:24313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b02542fb/0x19a47956376b7e7f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583382.925056:0:24313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9092464f0c00 already unused, calling callback (ffffffffc0b91230) 00010000:00010000:3.0:1787583382.925059:0:24313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b02542fb/0x19a47956376b7e7f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583382.925067:0:24313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b02542fb/0x19a47956376b7e7f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583382.925076:0:24313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b02542fb/0x19a47956376b7e7f lrc: 1/0,0 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583382.925083:0:24313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b02542fb/0x19a47956376b7e7f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583382.925108:0:24313:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787583382.925110:0:24313:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787583382.925112:0:24313:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787583382.925119:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1787583382.929937:0:24309:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x27:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787583382.929951:0:24309:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000015d7ddf4/0x19a47956376b7e86 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583382.929967:0:24309:0:(ldlm_extent.c:415:ldlm_update_contention()) add 0 to [0x280000401:0x27:0x0].0x0 since=690s v=(0 0) 00010000:00010000:3.0:1787583382.929971:0:24309:0:(ldlm_extent.c:415:ldlm_update_contention()) add 0 to [0x280000401:0x27:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787583382.929977:0:24309:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000015d7ddf4/0x19a47956376b7e86 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583382.929991:0:24309:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000015d7ddf4/0x19a47956376b7e86 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583382.930000:0:24309:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000015d7ddf4/0x19a47956376b7e86 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583382.930007:0:24309:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000015d7ddf4/0x19a47956376b7e86 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583382.930031:0:24309:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1787583382.930515:0:24309:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x26:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787583382.930518:0:22705:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787583382.930521:0:24309:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009d9ba565/0x19a47956376b7e8d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583382.930525:0:22705:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000015d7ddf4/0x19a47956376b7e86 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583382.930533:0:22705:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90936367f000 already unused, calling callback (ffffffffc0b91230) 00010000:00010000:2.0:1787583382.930548:0:22705:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000015d7ddf4/0x19a47956376b7e86 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583382.930552:0:24309:0:(ldlm_extent.c:415:ldlm_update_contention()) add 0 to [0x280000401:0x26:0x0].0x0 since=690s v=(0 0) 00010000:00010000:3.0:1787583382.930555:0:24309:0:(ldlm_extent.c:415:ldlm_update_contention()) add 0 to [0x280000401:0x26:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787583382.930557:0:22705:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000015d7ddf4/0x19a47956376b7e86 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583382.930560:0:24309:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009d9ba565/0x19a47956376b7e8d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583382.930569:0:24309:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009d9ba565/0x19a47956376b7e8d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583382.930575:0:22705:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000015d7ddf4/0x19a47956376b7e86 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583382.930576:0:24309:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009d9ba565/0x19a47956376b7e8d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583382.930583:0:22705:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000015d7ddf4/0x19a47956376b7e86 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583382.930584:0:24309:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009d9ba565/0x19a47956376b7e8d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583382.930598:0:24309:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1787583382.930602:0:22705:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787583382.930604:0:22705:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009d9ba565/0x19a47956376b7e8d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583382.930621:0:22705:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90936367e800 already unused, calling callback (ffffffffc0b91230) 00010000:00010000:2.0:1787583382.930624:0:22705:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009d9ba565/0x19a47956376b7e8d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583382.930632:0:22705:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009d9ba565/0x19a47956376b7e8d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583382.930642:0:22705:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009d9ba565/0x19a47956376b7e8d lrc: 1/0,0 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583382.930650:0:22705:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009d9ba565/0x19a47956376b7e8d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583382.930665:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787583382.930666:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787583382.930668:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787583382.930680:0:24313:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1787583382.932079:0:24309:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x25:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787583382.932090:0:24309:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000008315d50/0x19a47956376b7e94 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583382.932111:0:24309:0:(ldlm_extent.c:415:ldlm_update_contention()) add 0 to [0x280000401:0x25:0x0].0x0 since=690s v=(0 0) 00010000:00010000:0.0:1787583382.932115:0:24309:0:(ldlm_extent.c:415:ldlm_update_contention()) add 0 to [0x280000401:0x25:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787583382.932121:0:24309:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000008315d50/0x19a47956376b7e94 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583382.932131:0:24309:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000008315d50/0x19a47956376b7e94 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583382.932141:0:24309:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000008315d50/0x19a47956376b7e94 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583382.932148:0:24309:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000008315d50/0x19a47956376b7e94 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583382.932169:0:24309:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1787583382.932649:0:24309:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x24:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787583382.932655:0:24309:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000727cc85f/0x19a47956376b7e9b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583382.932663:0:24309:0:(ldlm_extent.c:415:ldlm_update_contention()) add 0 to [0x280000401:0x24:0x0].0x0 since=690s v=(0 0) 00010000:00010000:0.0:1787583382.932667:0:24309:0:(ldlm_extent.c:415:ldlm_update_contention()) add 0 to [0x280000401:0x24:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787583382.932671:0:24309:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000727cc85f/0x19a47956376b7e9b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583382.932679:0:24309:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000727cc85f/0x19a47956376b7e9b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583382.932695:0:24309:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000727cc85f/0x19a47956376b7e9b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583382.932701:0:24309:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000727cc85f/0x19a47956376b7e9b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583382.932719:0:24309:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1787583382.932728:0:22705:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1787583382.932736:0:22705:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000008315d50/0x19a47956376b7e94 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583382.932747:0:22705:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff909340031800 already unused, calling callback (ffffffffc0b91230) 00010000:00010000:2.0:1787583382.932751:0:22705:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000008315d50/0x19a47956376b7e94 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583382.932762:0:22705:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000008315d50/0x19a47956376b7e94 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583382.932785:0:22705:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000008315d50/0x19a47956376b7e94 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583382.932793:0:22705:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000008315d50/0x19a47956376b7e94 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583382.932808:0:22705:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787583382.932812:0:22705:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000727cc85f/0x19a47956376b7e9b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583382.932817:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787583382.932818:0:22705:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff909340030e00 already unused, calling callback (ffffffffc0b91230) 00010000:00010000:2.0:1787583382.932822:0:22705:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000727cc85f/0x19a47956376b7e9b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583382.932829:0:22705:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000727cc85f/0x19a47956376b7e9b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583382.932839:0:22705:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000727cc85f/0x19a47956376b7e9b lrc: 1/0,0 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583382.932865:0:22705:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000727cc85f/0x19a47956376b7e9b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583382.932879:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787583382.932880:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787583382.932888:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1787583382.933114:0:24309:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x23:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787583382.933120:0:24309:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000030f9653e/0x19a47956376b7ea2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583382.933129:0:24309:0:(ldlm_extent.c:415:ldlm_update_contention()) add 0 to [0x280000401:0x23:0x0].0x0 since=690s v=(0 0) 00010000:00010000:0.0:1787583382.933132:0:24309:0:(ldlm_extent.c:415:ldlm_update_contention()) add 0 to [0x280000401:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787583382.933136:0:24309:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000030f9653e/0x19a47956376b7ea2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583382.933145:0:24309:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000030f9653e/0x19a47956376b7ea2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583382.933152:0:24309:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000030f9653e/0x19a47956376b7ea2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583382.933159:0:24309:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000030f9653e/0x19a47956376b7ea2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583382.933189:0:24309:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00080000:0.0:1787583382.933218:0:24309:0:(ofd_dev.c:1518:ofd_orphans_destroy()) lustre-OST0000: after destroy: set last_id to 0x280000401:34 00000100:00100000:0.0:1787583382.933302:0:24309:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9093668a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:22742:x1874416435967232:12345-0@lo:5:osp-pre-0-0.0 Request processed in 109717us (116057us total) trans 0 rc 0/0 00000100:00100000:0.0:1787583382.933314:0:24309:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1787583382.933369:0:22742:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9093668a1880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22742:1874416435967232:0@lo:5:osp-pre-0-0.0 00000004:00080000:0.0:1787583382.933382:0:22742:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: Got last_id [0x280000401:0x41:0x0] from OST, last_created [0x280000401:0x41:0x0]last_used is [0x280000401:0x22:0x0] 00000100:00100000:0.0:1787583382.933418:0:22742:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9093668a1880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22742:1874416435967360:0@lo:5:osp-pre-0-0.0 00000100:00100000:0.0:1787583382.933447:0:22742:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787583382.933468:0:22742:0:(client.c:2715:ptlrpc_set_wait()) set ffff9092465f5240 going to sleep for 11 seconds 00000100:00100000:0.0:1787583382.933484:0:24226:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435967360 00000100:00100000:0.0:1787583382.933489:0:24226:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435967360 00000100:00100000:0.0:1787583382.933520:0:24226:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1787583382.933527:0:24226:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9093668a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:22742:x1874416435967360:12345-0@lo:5:osp-pre-0-0.0 00002000:00080000:0.0:1787583382.933568:0:24226:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x280000401 at 66 00010000:00010000:2.0:1787583382.934324:0:24313:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787583382.934332:0:24313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000030f9653e/0x19a47956376b7ea2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583382.934343:0:24313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff909340030600 already unused, calling callback (ffffffffc0b91230) 00010000:00010000:2.0:1787583382.934347:0:24313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000030f9653e/0x19a47956376b7ea2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583382.934356:0:24313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000030f9653e/0x19a47956376b7ea2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583382.934375:0:24313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000030f9653e/0x19a47956376b7ea2 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583382.934382:0:24313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000030f9653e/0x19a47956376b7ea2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583382.934401:0:24313:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787583382.934403:0:24313:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787583382.934405:0:24313:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1787583382.940682:0:24220:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901889 is committed 00000001:00100000:2.0:1787583382.940728:0:24220:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000100:00100000:0.0:1787583382.942925:0:24226:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9093668a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:22742:x1874416435967360:12345-0@lo:5:osp-pre-0-0.0 Request processed in 9393us (9471us total) trans 12884901889 rc 0/0 00000100:00100000:0.0:1787583382.942938:0:24226:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1787583382.943129:0:22742:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 12884901889 gen 2 00000100:00100000:2.0:1787583382.943137:0:22742:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9093668a1880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22742:1874416435967360:0@lo:5:osp-pre-0-0.0 00000004:00080000:2.0:1787583382.943152:0:22742:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0000-osc-MDT0000: current precreated pool: [0x280000401:0x41:0x0]-[0x280000401:0x61:0x0] 00010000:00010000:3.0:1787583383.318866:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1787583383.441104:0:22714:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:0.0:1787583383.441111:0:22714:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff90936f2d6000 from 13 10000000:01000000:0.0:1787583383.441117:0:22714:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1787583383.441158:0:22714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff909340031400/0x19a47956376b7ea9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583383.441169:0:22714:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.111@tcp lock: ffff909340031400/0x19a47956376b7ea9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583383.441187:0:22714:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.111@tcp lock: ffff909340031400/0x19a47956376b7ea9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787583383.441212:0:22714:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9093668a1500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:2def8621-b047-4757-814d-42c7c419cee0:22714:1874416435967488:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1787583383.441288:0:22714:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787583383.441327:0:22714:0:(client.c:2715:ptlrpc_set_wait()) set ffff909345715600 going to sleep for 11 seconds 00000100:00100000:0.0:1787583383.441349:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435967488 00000100:00100000:0.0:1787583383.441355:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435967488 00000100:00100000:0.0:1787583383.441399:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000100:00100000:0.0:1787583383.441408:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9093524d6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2def8621-b047-4757-814d-42c7c419cee0+19:22714:x1874416435967488:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1787583383.441421:0:22710:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787583383.441432:0:22710:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff909340031c00/0x19a47956376b7eb0 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x19a47956376b7ea9 expref: -99 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583383.441454:0:22710:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff909340031c00/0x19a47956376b7eb0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x19a47956376b7ea9 expref: 20 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583383.441466:0:22710:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff909340031c00/0x19a47956376b7eb0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x19a47956376b7ea9 expref: 20 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583383.441476:0:22710:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff909340031c00, rc 0) 00000100:00100000:0.0:1787583383.441513:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9093524d6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2def8621-b047-4757-814d-42c7c419cee0+20:22714:x1874416435967488:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 105us (224us total) trans 0 rc 0/0 00000100:00100000:0.0:1787583383.441520:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00000100:00100000:0.0:1787583383.441578:0:22714:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9093668a1500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:2def8621-b047-4757-814d-42c7c419cee0:22714:1874416435967488:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1787583383.441592:0:22714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.111@tcp lock: ffff909340031400/0x19a47956376b7ea9 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x19a47956376b7eb0 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583383.441607:0:22714:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.111@tcp lock: ffff909340031400/0x19a47956376b7ea9 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x19a47956376b7eb0 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787583383.441650:0:22714:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9093668a1500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:2def8621-b047-4757-814d-42c7c419cee0:22714:1874416435967616:0@lo:256:ll_cfg_requeue.0 00000100:00100000:0.0:1787583383.441679:0:22714:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787583383.441693:0:22714:0:(client.c:2715:ptlrpc_set_wait()) set ffff909345715600 going to sleep for 11 seconds 00000100:00100000:0.0:1787583383.441705:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435967616 00000100:00100000:0.0:1787583383.441708:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435967616 00000100:00100000:0.0:1787583383.441730:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00100000:0.0:1787583383.441736:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9093524d6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2def8621-b047-4757-814d-42c7c419cee0+20:22714:x1874416435967616:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:0.0:1787583383.441759:0:22709:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:0.0:1787583383.441773:0:22709:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:0.0:1787583383.441777:0:22709:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 13 00000100:00100000:0.0:1787583383.441864:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9093524d6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2def8621-b047-4757-814d-42c7c419cee0+20:22714:x1874416435967616:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 110us (166us total) trans 0 rc 0/0 00000100:00100000:0.0:1787583383.441871:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000100:00100000:0.0:1787583383.441903:0:22714:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9093668a1500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:2def8621-b047-4757-814d-42c7c419cee0:22714:1874416435967616:0@lo:256:ll_cfg_requeue.0 10000000:01000000:0.0:1787583383.444013:0:22714:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.111@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1787583383.445360:0:22714:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff909340031400/0x19a47956376b7ea9 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x19a47956376b7eb0 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583383.445377:0:22714:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.111@tcp lock: ffff909340031400/0x19a47956376b7ea9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x19a47956376b7eb0 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787583383.445387:0:22714:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:0.0:1787583383.445390:0:22714:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff909366a92000 from 13 10000000:01000000:0.0:1787583383.445399:0:22714:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1787583383.445430:0:22714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff909340031600/0x19a47956376b7eb7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583383.445438:0:22714:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.111@tcp lock: ffff909340031600/0x19a47956376b7eb7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583383.445448:0:22714:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.111@tcp lock: ffff909340031600/0x19a47956376b7eb7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787583383.445468:0:22714:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9093668a1500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:2def8621-b047-4757-814d-42c7c419cee0:22714:1874416435967744:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1787583383.445521:0:22714:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787583383.445571:0:22714:0:(client.c:2715:ptlrpc_set_wait()) set ffff909345715600 going to sleep for 11 seconds 00000100:00100000:0.0:1787583383.445593:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435967744 00000100:00100000:0.0:1787583383.445599:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435967744 00000100:00100000:0.0:1787583383.445640:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00100000:0.0:1787583383.445649:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9093524d4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2def8621-b047-4757-814d-42c7c419cee0+20:22714:x1874416435967744:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1787583383.445660:0:22711:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787583383.445671:0:22711:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff909340030800/0x19a47956376b7ebe lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x19a47956376b7eb7 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583383.445692:0:22711:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff909340030800/0x19a47956376b7ebe lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x19a47956376b7eb7 expref: 21 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583383.445702:0:22711:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff909340030800/0x19a47956376b7ebe lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x19a47956376b7eb7 expref: 21 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583383.445710:0:22711:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff909340030800, rc 0) 00000100:00100000:0.0:1787583383.445746:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9093524d4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2def8621-b047-4757-814d-42c7c419cee0+21:22714:x1874416435967744:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 98us (224us total) trans 0 rc 0/0 00000100:00100000:0.0:1787583383.445761:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00100000:0.0:1787583383.445808:0:22714:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9093668a1500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:2def8621-b047-4757-814d-42c7c419cee0:22714:1874416435967744:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1787583383.445820:0:22714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.111@tcp lock: ffff909340031600/0x19a47956376b7eb7 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x19a47956376b7ebe expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583383.445828:0:22714:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.111@tcp lock: ffff909340031600/0x19a47956376b7eb7 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x19a47956376b7ebe expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787583383.445883:0:22714:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9093668a1500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:2def8621-b047-4757-814d-42c7c419cee0:22714:1874416435967872:0@lo:256:ll_cfg_requeue.0 00000100:00100000:0.0:1787583383.445931:0:22714:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787583383.445946:0:22714:0:(client.c:2715:ptlrpc_set_wait()) set ffff909345715600 going to sleep for 11 seconds 00000100:00100000:0.0:1787583383.445957:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435967872 00000100:00100000:0.0:1787583383.445960:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435967872 00000100:00100000:0.0:1787583383.445980:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000100:00100000:0.0:1787583383.445985:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9093524d4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2def8621-b047-4757-814d-42c7c419cee0+21:22714:x1874416435967872:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:0.0:1787583383.445998:0:22710:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:0.0:1787583383.446012:0:22710:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:0.0:1787583383.446015:0:22710:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 13 00000100:00100000:0.0:1787583383.446080:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9093524d4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2def8621-b047-4757-814d-42c7c419cee0+21:22714:x1874416435967872:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 94us (148us total) trans 0 rc 0/0 00000100:00100000:0.0:1787583383.446086:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000100:00100000:0.0:1787583383.446113:0:22714:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9093668a1500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:2def8621-b047-4757-814d-42c7c419cee0:22714:1874416435967872:0@lo:256:ll_cfg_requeue.0 10000000:01000000:0.0:1787583383.446155:0:22714:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.111@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1787583383.446160:0:22714:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff909340031600/0x19a47956376b7eb7 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x19a47956376b7ebe expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583383.446175:0:22714:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.111@tcp lock: ffff909340031600/0x19a47956376b7eb7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x19a47956376b7ebe expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787583384.014484:0:3653:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90936dad3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3653:1874416435968000:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1787583384.014561:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787583384.014616:0:22722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435968000 00000100:00100000:1.0:1787583384.014623:0:22722:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435968000 00000100:00100000:1.0:1787583384.014665:0:22722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:1.0:1787583384.014674:0:22722:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90936dad3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3653:x1874416435968000:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1787583384.014703:0:22722:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1787583384.014745:0:22722:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90936dad3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3653:x1874416435968000:12345-0@lo:41:osp-pre-0-1.0 Request processed in 72us (183us total) trans 0 rc 0/0 00000100:00100000:1.0:1787583384.014752:0:22722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:1.0:1787583384.014808:0:3653:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90936dad3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3653:1874416435968000:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1787583384.017439:0:3654:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90937fc62a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3654:1874416435968128:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1787583384.017502:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787583384.017614:0:23458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435968128 00000100:00100000:3.0:1787583384.017621:0:23458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435968128 00000100:00100000:3.0:1787583384.017668:0:23458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:3.0:1787583384.017677:0:23458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90936dad3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3654:x1874416435968128:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1787583384.017705:0:23458:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1787583384.017751:0:23458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90936dad3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3654:x1874416435968128:12345-0@lo:41:osp-pre-1-0.0 Request processed in 74us (249us total) trans 0 rc 0/0 00000100:00100000:3.0:1787583384.017758:0:23458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:1.0:1787583384.018005:0:3654:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90937fc62a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3654:1874416435968128:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1787583384.335285:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787583385.358957:0:24313:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787583386.383435:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787583387.405994:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1787583387.871490:0:24592:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg311-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00000100:00100000:0.0:1787583388.113984:0:3655:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9093668a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3655:1874416435968256:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1787583388.114048:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787583388.114172:0:24227:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435968256 00000100:00100000:0.0:1787583388.114180:0:24227:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435968256 00000100:00100000:0.0:1787583388.114240:0:24227:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1787583388.114249:0:24227:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9093668a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3655:x1874416435968256:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1787583388.114281:0:24227:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3915849728 avail 3684327424 00000100:00100000:0.0:1787583388.114331:0:24227:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9093668a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3655:x1874416435968256:12345-0@lo:13:osp-pre-0-0.0 Request processed in 81us (280us total) trans 0 rc 0/0 00000100:00100000:0.0:1787583388.114338:0:24227:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00080000:0.0:1787583388.114356:0:22713:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1787583388.114393:0:3655:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9093668a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3655:1874416435968256:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1787583388.123516:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1787583388.123523:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787583388.123526:0:36:0:(import.c:65:import_set_state_nolock()) ffff909246691000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787583388.123533:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 689 00000100:00080000:1.0:1787583388.123538:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:1.0:1787583388.123545:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff909246691000 using connection 192.168.203.111@tcp/0@lo 00000100:00100000:1.0:1787583388.123566:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff90936dad2d80 x1874416435968640/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787583388.123593:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1787583388.123597:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1787583388.123600:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1787583388.123603:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1787583388.123742:0:3653:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90936dad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3653:1874416435968512:0@lo:400:kworker.0 00000100:00100000:1.0:1787583388.123806:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787583388.123863:0:3653:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909247f8ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3653:1874416435969152:0@lo:400:kworker.0 00000100:00100000:1.0:1787583388.123898:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787583388.123921:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1787583388.123927:0:3653:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909247f8ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3653:1874416435968768:0@lo:400:kworker.0 00000100:00100000:1.0:1787583388.123955:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787583388.123973:0:3653:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909247f8ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3653:1874416435969280:0@lo:400:kworker.0 00000100:00100000:1.0:1787583388.123989:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787583388.124017:0:3652:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90936dad2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3652:1874416435968640:0@lo:8:kworker.0 00000100:00100000:1.0:1787583388.124040:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787583388.124075:0:22723:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435968512 00000100:00100000:1.0:1787583388.124082:0:22723:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435968512 00000100:00100000:1.0:1787583388.124119:0:22723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:1.0:1787583388.124128:0:22723:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909247f8df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3653:x1874416435968512:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787583388.124176:0:22723:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909247f8df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3653:x1874416435968512:12345-0@lo:400:kworker.0 Request processed in 49us (370us total) trans 0 rc 0/0 00000100:00100000:1.0:1787583388.124184:0:22723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:1.0:1787583388.124204:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435969152 00000100:00100000:1.0:1787583388.124208:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435969152 00000100:00100000:1.0:1787583388.124236:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435968768 00000100:00100000:1.0:1787583388.124239:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435968768 00000100:00100000:1.0:1787583388.124249:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435969280 00000100:00100000:1.0:1787583388.124250:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435969280 00000100:00100000:1.0:1787583388.124262:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1787583388.124268:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909247f8d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3653:x1874416435969152:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787583388.124297:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909247f8d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3653:x1874416435969152:12345-0@lo:400:kworker.0 Request processed in 30us (398us total) trans 0 rc 0/0 00000100:00100000:1.0:1787583388.124303:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1787583388.124314:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1787583388.124320:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909247f8d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3653:x1874416435968768:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787583388.124342:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909247f8d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3653:x1874416435968768:12345-0@lo:400:kworker.0 Request processed in 23us (387us total) trans 0 rc 0/0 00000100:00100000:1.0:1787583388.124357:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1787583388.124369:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1787583388.124374:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909247f8c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3653:x1874416435969280:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787583388.124397:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909247f8c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3653:x1874416435969280:12345-0@lo:400:kworker.0 Request processed in 24us (407us total) trans 0 rc 0/0 00000100:00100000:1.0:1787583388.124403:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1787583388.124424:0:24224:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435968640 00000100:00100000:1.0:1787583388.124427:0:24224:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435968640 00000100:00100000:1.0:1787583388.124452:0:24224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1787583388.124457:0:24224:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909247f8dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3652:x1874416435968640:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1787583388.124475:0:24224:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1787583388.124519:0:24224:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909247f8dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3652:x1874416435968640:12345-0@lo:8:kworker.0 Request processed in 60us (477us total) trans 0 rc -19/-19 00000100:00100000:1.0:1787583388.124525:0:24224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00080000:1.0:1787583388.124555:0:3653:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff909247f8ed80 x1874416435968768/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787583404 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787583388.124569:0:3653:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909247f8ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3653:1874416435968768:0@lo:400:kworker.0 00010000:00080000:1.0:1787583388.124578:0:3653:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff909247f8ce00 x1874416435969280/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787583404 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787583388.124587:0:3653:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909247f8ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3653:1874416435969280:0@lo:400:kworker.0 00000100:00100000:1.0:1787583388.124595:0:3653:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90936dad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3653:1874416435968512:0@lo:400:kworker.0 00010000:00080000:1.0:1787583388.124603:0:3653:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff909247f8ca80 x1874416435969152/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787583404 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787583388.124622:0:3653:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909247f8ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3653:1874416435969152:0@lo:400:kworker.0 00000100:00080000:1.0:1787583388.124653:0:3652:0:(import.c:65:import_set_state_nolock()) ffff909246691000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787583388.124658:0:3652:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1787583388.124661:0:3652:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90936dad2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3652:1874416435968640:0@lo:8:kworker.0 00000100:00100000:1.0:1787583388.124677:0:3656:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90936dad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2def8621-b047-4757-814d-42c7c419cee0:3656:1874416435968384:0@lo:400:kworker.0 00000100:00100000:1.0:1787583388.124705:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787583388.124729:0:3656:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909247f8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3656:1874416435969024:0@lo:400:kworker.0 00000100:00100000:1.0:1787583388.124750:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787583388.124766:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1787583388.124771:0:3656:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909247f8ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3656:1874416435968896:0@lo:400:kworker.0 00000100:00100000:1.0:1787583388.124789:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787583388.124810:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435968384 00000100:00100000:1.0:1787583388.124814:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435968384 00000100:00100000:1.0:1787583388.124839:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87 00000100:00100000:1.0:1787583388.124870:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9093524d6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2def8621-b047-4757-814d-42c7c419cee0+21:3656:x1874416435968384:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787583388.124903:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9093524d6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2def8621-b047-4757-814d-42c7c419cee0+21:3656:x1874416435968384:12345-0@lo:400:kworker.0 Request processed in 58us (197us total) trans 0 rc 0/0 00000100:00100000:1.0:1787583388.124909:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 00000100:00100000:1.0:1787583388.124931:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435969024 00000100:00100000:1.0:1787583388.124934:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435969024 00000100:00100000:1.0:1787583388.124953:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1787583388.124958:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909247f8ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3656:x1874416435969024:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787583388.124985:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909247f8ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3656:x1874416435969024:12345-0@lo:400:kworker.0 Request processed in 27us (234us total) trans 0 rc 0/0 00000100:00100000:1.0:1787583388.124999:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1787583388.125016:0:22722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435968896 00000100:00100000:1.0:1787583388.125019:0:22722:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435968896 00000100:00100000:1.0:1787583388.125037:0:22722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:1.0:1787583388.125042:0:22722:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909247f8ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3656:x1874416435968896:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787583388.125069:0:22722:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909247f8ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3656:x1874416435968896:12345-0@lo:400:kworker.0 Request processed in 28us (280us total) trans 0 rc 0/0 00000100:00100000:1.0:1787583388.125074:0:22722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:1.0:1787583388.125103:0:3656:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909247f8ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3656:1874416435968896:0@lo:400:kworker.0 00000100:00100000:1.0:1787583388.125111:0:3656:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90936dad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2def8621-b047-4757-814d-42c7c419cee0:3656:1874416435968384:0@lo:400:kworker.0 00010000:00080000:1.0:1787583388.125119:0:3656:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff909247f8e300 x1874416435969024/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787583404 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787583388.125128:0:3656:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909247f8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3656:1874416435969024:0@lo:400:kworker.0 00000100:00080000:1.0:1787583388.125146:0:22713:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1787583388.125149:0:22713:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1787583388.433713:0:24313:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:1.0:1787583388.799835:0:24645:0:(tgt_mount.c:2347:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1787583388.800263:0:24645:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:2.0:1787583389.134290:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1787583389.134329:0:3656:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90924846b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3656:1874416435969408:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1787583389.134401:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787583389.134446:0:23458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435969408 00000100:00100000:2.0:1787583389.134454:0:23458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435969408 00000100:00100000:2.0:1787583389.134509:0:23458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:2.0:1787583389.134519:0:23458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909248469c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3656:x1874416435969408:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1787583389.134550:0:23458:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1787583389.134598:0:23458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909248469c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3656:x1874416435969408:12345-0@lo:41:osp-pre-0-1.0 Request processed in 80us (197us total) trans 0 rc 0/0 00000100:00100000:2.0:1787583389.134605:0:23458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:2.0:1787583389.134648:0:3656:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90924846b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3656:1874416435969408:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1787583389.134934:0:3656:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90937fc60e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3656:1874416435969536:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1787583389.134961:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787583389.135026:0:22723:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435969536 00000100:00100000:3.0:1787583389.135031:0:22723:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435969536 00000100:00100000:3.0:1787583389.135062:0:22723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:3.0:1787583389.135070:0:22723:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90924846b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3656:x1874416435969536:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1787583389.135098:0:22723:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1787583389.135136:0:22723:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90924846b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3656:x1874416435969536:12345-0@lo:41:osp-pre-1-0.0 Request processed in 67us (174us total) trans 0 rc 0/0 00000100:00100000:3.0:1787583389.135143:0:22723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:3.0:1787583389.135174:0:3656:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90937fc60e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3656:1874416435969536:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1787583389.455421:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:2.0:1787583389.783359:0:24695:0:(tgt_mount.c:2347:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1787583389.783606:0:24695:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00000040:00080000:0.0:1787583389.838430:0:22751:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000040:00080000:1.0:1787583390.161044:0:23472:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:0.0:1787583390.482360:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787583391.505202:0:24313:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787583392.526047:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787583393.230901:0:3652:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787583378/real 1787583378] req@ffff909247ee4000 x1874416435961600/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787583393 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787583393.230941:0:3652:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff909247ee4000 x1874416435961600/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787583393 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787583393.230951:0:3652:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787583378/real 1787583378] req@ffff909247ee6300 x1874416435961728/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787583393 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787583393.230981:0:3652:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff909247ee6300 x1874416435961728/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787583393 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787583393.230999:0:3652:0:(import.c:65:import_set_state_nolock()) ffff9093449c6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787583393.231005:0:3652:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1787583393.231009:0:3652:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909247ee4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3652:1874416435961600:0@lo:8:kworker.0 00000100:00080000:0.0:1787583393.231015:0:3652:0:(import.c:65:import_set_state_nolock()) ffff90937462b800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787583393.231019:0:3652:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1787583393.231021:0:3652:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909247ee6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3652:1874416435961728:0@lo:8:kworker.0 00000100:00100000:0.0:1787583393.231052:0:3653:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9093668a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3653:1874416435969664:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1787583393.231115:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787583393.231174:0:24227:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435969664 00000100:00100000:0.0:1787583393.231181:0:24227:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435969664 00000100:00100000:0.0:1787583393.231225:0:24227:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1787583393.231234:0:24227:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9093668a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1874416435969664:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1787583393.231261:0:24227:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3915849728 avail 3684327424 00000100:00100000:0.0:1787583393.231304:0:24227:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9093668a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1874416435969664:12345-0@lo:13:osp-pre-0-0.0 Request processed in 71us (191us total) trans 0 rc 0/0 00000100:00100000:0.0:1787583393.231322:0:24227:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1787583393.232258:0:3653:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9093668a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3653:1874416435969664:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1787583393.233011:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1787583393.233017:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787583393.233019:0:37:0:(import.c:65:import_set_state_nolock()) ffff909246691000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787583393.233025:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 695 00000100:00080000:0.0:1787583393.233038:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787583393.233044:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff909246691000 using connection 192.168.203.111@tcp/0@lo 00000100:00100000:0.0:1787583393.233066:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9093668a0380 x1874416435970048/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787583393.233095:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1787583393.233098:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787583393.233100:0:37:0:(import.c:65:import_set_state_nolock()) ffff9093449c6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787583393.233103:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 686 00000100:00080000:0.0:1787583393.233105:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1787583393.233109:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff9093449c6800 using connection 192.168.203.111@tcp/0@lo 00000100:00100000:0.0:1787583393.233132:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9093668a1c00 x1874416435970432/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787583393.233142:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1787583393.233145:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787583393.233147:0:37:0:(import.c:65:import_set_state_nolock()) ffff90937462b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787583393.233150:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 686 00000100:00080000:0.0:1787583393.233153:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1787583393.233156:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff90937462b800 using connection 192.168.203.111@tcp/0@lo 00000100:00100000:0.0:1787583393.233166:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff909247ee6300 x1874416435970560/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787583393.233206:0:3655:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9093668a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3655:1874416435969920:0@lo:400:kworker.0 00000100:00100000:0.0:1787583393.233254:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787583393.235080:0:3655:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909247ee5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3655:1874416435970816:0@lo:400:kworker.0 00000100:00100000:0.0:1787583393.235145:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787583393.235194:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1787583393.235202:0:3655:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9093668a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3655:1874416435970176:0@lo:400:kworker.0 00000100:00100000:0.0:1787583393.235229:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787583393.235248:0:3655:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909247ee4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3655:1874416435970944:0@lo:400:kworker.0 00000100:00100000:0.0:1787583393.235268:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787583393.235723:0:22719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435970176 00000100:00100000:1.0:1787583393.235732:0:22719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435970176 00000100:00100000:1.0:1787583393.235790:0:22719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435970944 00000100:00100000:1.0:1787583393.235794:0:22719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435970944 00000100:00100000:1.0:1787583393.235814:0:22719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1787583393.235823:0:22719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909247ee5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3655:x1874416435970176:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787583393.235897:0:22719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909247ee5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3655:x1874416435970176:12345-0@lo:400:kworker.0 Request processed in 75us (667us total) trans 0 rc 0/0 00000100:00100000:1.0:1787583393.235914:0:22719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1787583393.235931:0:22719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1787583393.235938:0:22719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909247ee6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3655:x1874416435970944:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787583393.235967:0:22719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909247ee6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3655:x1874416435970944:12345-0@lo:400:kworker.0 Request processed in 30us (697us total) trans 0 rc 0/0 00000100:00100000:1.0:1787583393.235972:0:22719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00080000:1.0:1787583393.235990:0:22713:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1787583393.235995:0:22713:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1787583393.236051:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435970816 00000100:00100000:0.0:1787583393.236056:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435970816 00000100:00100000:0.0:1787583393.236091:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1787583393.236097:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909247ee6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3655:x1874416435970816:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787583393.236140:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909247ee6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3655:x1874416435970816:12345-0@lo:400:kworker.0 Request processed in 42us (995us total) trans 0 rc 0/0 00000100:00100000:0.0:1787583393.236145:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00080000:0.0:1787583393.236163:0:22713:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1787583393.236175:0:3654:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9093668a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2def8621-b047-4757-814d-42c7c419cee0:3654:1874416435969792:0@lo:400:kworker.0 00000100:00100000:0.0:1787583393.236204:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787583393.236232:0:3654:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909247ee4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3654:1874416435970688:0@lo:400:kworker.0 00000100:00100000:0.0:1787583393.236255:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787583393.236284:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1787583393.236291:0:3654:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9093668a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3654:1874416435970304:0@lo:400:kworker.0 00000100:00100000:0.0:1787583393.236326:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787583393.236359:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435969792 00000100:00100000:0.0:1787583393.236364:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435969792 00000100:00100000:0.0:1787583393.236387:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88 00000100:00100000:0.0:1787583393.236393:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9093524d4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2def8621-b047-4757-814d-42c7c419cee0+21:3654:x1874416435969792:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787583393.236429:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9093524d4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2def8621-b047-4757-814d-42c7c419cee0+21:3654:x1874416435969792:12345-0@lo:400:kworker.0 Request processed in 35us (223us total) trans 0 rc 0/0 00000100:00100000:0.0:1787583393.236445:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88 00000100:00100000:1.0:1787583393.236490:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435970688 00000100:00100000:1.0:1787583393.236494:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435970688 00000100:00100000:0.0:1787583393.236497:0:3654:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9093668a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2def8621-b047-4757-814d-42c7c419cee0:3654:1874416435969792:0@lo:400:kworker.0 00000100:00100000:1.0:1787583393.236520:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1787583393.236521:0:3652:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9093668a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3652:1874416435970048:0@lo:8:kworker.0 00000100:00100000:1.0:1787583393.236528:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909348842d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3654:x1874416435970688:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787583393.236553:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787583393.236559:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909348842d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3654:x1874416435970688:12345-0@lo:400:kworker.0 Request processed in 34us (304us total) trans 0 rc 0/0 00000100:00100000:1.0:1787583393.236565:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1787583393.236583:0:3652:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9093668a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3652:1874416435970432:0@lo:8:kworker.0 00000100:00100000:0.0:1787583393.236609:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787583393.236626:0:22722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435969920 00000100:00100000:2.0:1787583393.236633:0:22722:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435969920 00000100:00100000:0.0:1787583393.236637:0:3652:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909247ee6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3652:1874416435970560:0@lo:8:kworker.0 00000100:00100000:2.0:1787583393.236666:0:22722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435970304 00000100:00100000:0.0:1787583393.236666:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787583393.236672:0:22722:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435970304 00000100:00100000:1.0:1787583393.236682:0:24224:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435970048 00000100:00100000:1.0:1787583393.236688:0:24224:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435970048 00000100:00100000:2.0:1787583393.236693:0:22722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:0.0:1787583393.236699:0:24226:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435970432 00000100:00100000:0.0:1787583393.236704:0:24226:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435970432 00000100:00100000:2.0:1787583393.236705:0:22722:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909247ee5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3655:x1874416435969920:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787583393.236708:0:24224:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435970560 00000100:00100000:1.0:1787583393.236714:0:24224:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435970560 00000100:00100000:0.0:1787583393.236718:0:24226:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1787583393.236723:0:24226:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909348842300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3652:x1874416435970048:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1787583393.236725:0:24224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1787583393.236729:0:24224:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909348841180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3652:x1874416435970432:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1787583393.236742:0:24226:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1787583393.236759:0:22722:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909247ee5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3655:x1874416435969920:12345-0@lo:400:kworker.0 Request processed in 57us (3503us total) trans 0 rc 0/0 00000100:00100000:2.0:1787583393.236767:0:22722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:0.0:1787583393.236786:0:24226:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909348842300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3652:x1874416435970048:12345-0@lo:8:kworker.0 Request processed in 60us (231us total) trans 0 rc -19/-19 00000100:00100000:0.0:1787583393.236794:0:24226:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1787583393.236821:0:24226:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1787583393.236825:0:24226:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909348840380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3652:x1874416435970560:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1787583393.239209:0:22722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:2.0:1787583393.239246:0:22722:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909348841880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3654:x1874416435970304:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787583393.239340:0:22722:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909348841880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3654:x1874416435970304:12345-0@lo:400:kworker.0 Request processed in 111us (3013us total) trans 0 rc 0/0 00000100:00100000:2.0:1787583393.239450:0:22722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00010000:00080000:1.0:1787583393.245576:0:24224:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 700 last 0 00000020:00000080:1.0:1787583393.245611:0:24224:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x19a47956376b7ec5 00002000:00100000:1.0:1787583393.245627:0:24224:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0001-mdtlov_UUID/ffff90937fc57800 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113950 ocd_grant: 0 ocd_index: 0 ocd_group 1 00002000:00080000:1.0:1787583393.245631:0:24224:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 1 00002000:00100000:1.0:1787583393.245634:0:24224:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:1.0:1787583393.245721:0:24224:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 1 00000100:00080000:1.0:1787583393.245749:0:24224:0:(import.c:65:import_set_state_nolock()) ffff90937fc50800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1787583393.245831:0:24224:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909348841180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:3652:x1874416435970432:12345-0@lo:8:kworker.0 Request processed in 9098us (9219us total) trans 0 rc 0/0 00000100:00100000:1.0:1787583393.245841:0:24224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1787583393.247734:0:3654:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9093668a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3654:1874416435970304:0@lo:400:kworker.0 00010000:00080000:2.0:1787583393.247754:0:3654:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff909247ee4000 x1874416435970688/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787583409 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787583393.247765:0:3654:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909247ee4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3654:1874416435970688:0@lo:400:kworker.0 00010000:00080000:2.0:1787583393.247822:0:3655:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9093668a3480 x1874416435970176/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787583409 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787583393.247832:0:3655:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9093668a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3655:1874416435970176:0@lo:400:kworker.0 00010000:00080000:2.0:1787583393.247878:0:3655:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff909247ee4700 x1874416435970944/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787583409 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787583393.247887:0:3655:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909247ee4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3655:1874416435970944:0@lo:400:kworker.0 00000100:00100000:2.0:1787583393.247901:0:3655:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9093668a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3655:1874416435969920:0@lo:400:kworker.0 00010000:00080000:2.0:1787583393.247917:0:3655:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff909247ee5f80 x1874416435970816/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787583409 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787583393.247926:0:3655:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909247ee5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3655:1874416435970816:0@lo:400:kworker.0 00000100:00080000:2.0:1787583393.247968:0:3652:0:(import.c:65:import_set_state_nolock()) ffff909246691000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787583393.247974:0:3652:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1787583393.247977:0:3652:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9093668a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3652:1874416435970048:0@lo:8:kworker.0 00000100:00100000:2.0:1787583393.247993:0:3652:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:2.0:1787583393.248001:0:3652:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0001: connect to target with instance 3 00000100:00080000:2.0:1787583393.248009:0:3652:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0001: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:2.0:1787583393.248025:0:3652:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:2.0:1787583393.248028:0:3652:0:(import.c:65:import_set_state_nolock()) ffff9093449c6800 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000004:00080000:2.0:1787583393.248040:0:3652:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:2.0:1787583393.248046:0:3652:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9093668a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3652:1874416435970432:0@lo:8:kworker.0 00000004:00080000:2.0:1787583393.248097:0:23460:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0001: going to cleanup orphans since [0x280000400:0x1:0x0] 00000100:00100000:2.0:1787583393.248120:0:23460:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909248469500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23460:1874416435971200:0@lo:7:osp-pre-0-1.0 00000100:00100000:2.0:1787583393.248194:0:23460:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787583393.248223:0:23460:0:(client.c:2715:ptlrpc_set_wait()) set ffff9093477f8b40 going to sleep for 11 seconds 00000100:00100000:2.0:1787583393.248241:0:24225:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435971200 00000100:00100000:2.0:1787583393.248247:0:24225:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435971200 00000100:00100000:2.0:1787583393.248304:0:24225:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1787583393.248313:0:24225:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90924846aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:23460:x1874416435971200:12345-0@lo:7:osp-pre-0-1.0 00010000:00020000:0.0:1787583393.250583:0:24226:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:0.0:1787583393.250606:0:22713:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1787583393.250617:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1787583393.250639:0:3654:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90924846b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3654:1874416435971072:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1787583393.250710:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1787583393.250804:0:23459:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:1.0:1787583393.250912:0:23459:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 700404065746ns, next at 0ns, rc = 0 00080000:00080000:1.0:1787583393.250920:0:23459:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0001: async commit OSD 00000100:00100000:0.0:1787583393.251050:0:24226:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909348840380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3652:x1874416435970560:12345-0@lo:8:kworker.0 Request processed in 14221us (14382us total) trans 0 rc -19/-19 00000100:00100000:0.0:1787583393.251062:0:24226:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1787583393.251094:0:24227:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435971072 00000100:00100000:0.0:1787583393.251108:0:24227:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435971072 00000100:00080000:2.0:1787583393.251298:0:3652:0:(import.c:65:import_set_state_nolock()) ffff90937462b800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787583393.251303:0:3652:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1787583393.251307:0:3652:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909247ee6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3652:1874416435970560:0@lo:8:kworker.0 00000100:00100000:0.0:1787583393.252049:0:24227:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1787583393.252061:0:24227:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909248469880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+7:3654:x1874416435971072:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1787583393.252086:0:24227:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3915849728 avail 3684327424 00000100:00100000:0.0:1787583393.252156:0:24227:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909248469880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+7:3654:x1874416435971072:12345-0@lo:13:osp-pre-0-1.0 Request processed in 98us (1446us total) trans 0 rc 0/0 00000100:00100000:0.0:1787583393.252162:0:24227:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1787583393.252203:0:3654:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90924846b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3654:1874416435971072:0@lo:13:osp-pre-0-1.0 00002000:00080000:2.0:1787583393.258494:0:24225:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0000: adding sequence 0x280000400 00002000:00080000:2.0:1787583393.258504:0:24225:0:(ofd_dev.c:1208:ofd_get_info_hdl()) lustre-OST0000: LAST FID is [0x280000400:0x41:0x0] 00000100:00100000:2.0:1787583393.258610:0:24225:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90924846aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:23460:x1874416435971200:12345-0@lo:7:osp-pre-0-1.0 Request processed in 10293us (10411us total) trans 0 rc 0/0 00000100:00100000:2.0:1787583393.258621:0:24225:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1787583393.258717:0:23460:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909248469500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23460:1874416435971200:0@lo:7:osp-pre-0-1.0 00000004:00080000:2.0:1787583393.258743:0:23460:0:(osp_precreate.c:810:osp_get_lastfid_from_ost()) lustre-OST0000-osc-MDT0001: Got last_fid [0x280000400:0x41:0x0] 00000100:00100000:2.0:1787583393.259178:0:23460:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909248469500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23460:1874416435971328:0@lo:5:osp-pre-0-1.0 00000100:00100000:2.0:1787583393.259220:0:23460:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787583393.259250:0:23460:0:(client.c:2715:ptlrpc_set_wait()) set ffff9093477f8b40 going to sleep for 11 seconds 00000004:00080000:2.0:1787583393.259281:0:23450:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1 committed 00000100:00100000:1.0:1787583393.259593:0:24309:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435971328 00000100:00100000:1.0:1787583393.259601:0:24309:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435971328 00000100:00100000:1.0:1787583393.259644:0:24309:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1787583393.259652:0:24309:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90924846b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:23460:x1874416435971328:12345-0@lo:5:osp-pre-0-1.0 00002000:00080000:1.0:1787583393.259677:0:24309:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = 0 00000100:00100000:1.0:1787583393.259720:0:24309:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90924846b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:23460:x1874416435971328:12345-0@lo:5:osp-pre-0-1.0 Request processed in 69us (501us total) trans 0 rc 0/0 00000100:00100000:1.0:1787583393.259726:0:24309:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1787583393.259764:0:23460:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909248469500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23460:1874416435971328:0@lo:5:osp-pre-0-1.0 00000004:00080000:2.0:1787583393.259774:0:23460:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0001: Got last_id [0x280000400:0x41:0x0] from OST, last_created [0x280000400:0x41:0x0]last_used is [0x280000400:0x41:0x0] 00000100:00100000:2.0:1787583393.259971:0:23460:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909248469500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23460:1874416435971456:0@lo:5:osp-pre-0-1.0 00000100:00100000:2.0:1787583393.259996:0:23460:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787583393.260020:0:23460:0:(client.c:2715:ptlrpc_set_wait()) set ffff9093477f8b40 going to sleep for 11 seconds 00000100:00100000:1.0:1787583393.260358:0:24225:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435971456 00000100:00100000:1.0:1787583393.260363:0:24225:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435971456 00000100:00100000:1.0:1787583393.260397:0:24225:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1787583393.260403:0:24225:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909248468000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:23460:x1874416435971456:12345-0@lo:5:osp-pre-0-1.0 00002000:00080000:1.0:1787583393.260427:0:24225:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x280000400 at 66 00000001:00080000:1.0:1787583393.305734:0:24220:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901890 is committed 00000001:00100000:1.0:1787583393.307564:0:24220:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000100:00100000:0.0:1787583393.310459:0:24225:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909248468000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:23460:x1874416435971456:12345-0@lo:5:osp-pre-0-1.0 Request processed in 50048us (50455us total) trans 12884901890 rc 0/0 00000100:00100000:0.0:1787583393.310484:0:24225:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1787583393.310583:0:23460:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 12884901890 gen 2 00000100:00100000:1.0:1787583393.310591:0:23460:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909248469500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23460:1874416435971456:0@lo:5:osp-pre-0-1.0 00000004:00080000:1.0:1787583393.310606:0:23460:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0000-osc-MDT0001: current precreated pool: [0x280000400:0x41:0x0]-[0x280000400:0x61:0x0] 00000100:00100000:1.0:1787583393.310654:0:23460:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909247f8e300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:23460:1874416435971584:0@lo:900:osp-pre-0-1.0 00000100:00100000:1.0:1787583393.310704:0:23460:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787583393.310736:0:23460:0:(client.c:2715:ptlrpc_set_wait()) set ffff909246773840 going to sleep for 11 seconds 00000100:00100000:0.0:1787583393.310909:0:22729:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435971584 00000100:00100000:0.0:1787583393.310915:0:22729:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435971584 00000100:00100000:0.0:1787583393.310954:0:22729:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1787583393.310963:0:22729:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909247f8ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:23460:x1874416435971584:12345-0@lo:900:osp-pre-0-1.0 00000100:00100000:0.0:1787583393.311012:0:22729:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909247f8ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:23460:x1874416435971584:12345-0@lo:900:osp-pre-0-1.0 Request processed in 49us (308us total) trans 0 rc 0/0 00000100:00100000:0.0:1787583393.311018:0:22729:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:0.0:1787583393.311050:0:23460:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff909247f8e300 x1874416435971584/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1787583409 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787583393.311062:0:23460:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909247f8e300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:23460:1874416435971584:0@lo:900:osp-pre-0-1.0 00010000:00010000:0.0:1787583393.551247:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787583394.254517:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1787583394.254543:0:3653:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909248469f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3653:1874416435971712:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1787583394.254614:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787583394.254729:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1787583394.254739:0:3656:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909248469500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3656:1874416435971840:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1787583394.254772:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787583394.254803:0:23458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435971712 00000100:00100000:2.0:1787583394.254811:0:23458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435971712 00000100:00100000:2.0:1787583394.254866:0:23458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435971840 00000100:00100000:2.0:1787583394.254869:0:23458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435971840 00000100:00100000:2.0:1787583394.254886:0:23458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:2.0:1787583394.254893:0:23458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90937fc60e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3653:x1874416435971712:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1787583394.254925:0:23458:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1787583394.254969:0:23458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90937fc60e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3653:x1874416435971712:12345-0@lo:41:osp-pre-0-1.0 Request processed in 75us (354us total) trans 0 rc 0/0 00000100:00100000:2.0:1787583394.254977:0:23458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:2.0:1787583394.254995:0:23458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:2.0:1787583394.255002:0:23458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909247ee6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3656:x1874416435971840:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1787583394.255037:0:23458:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1787583394.255074:0:23458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909247ee6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3656:x1874416435971840:12345-0@lo:41:osp-pre-1-0.0 Request processed in 72us (301us total) trans 0 rc 0/0 00000100:00100000:2.0:1787583394.255080:0:23458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:2.0:1787583394.255122:0:3656:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909248469500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3656:1874416435971840:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1787583394.255165:0:3653:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909248469f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3653:1874416435971712:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1787583394.574943:0:24313:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787583395.603935:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:1.0:1787583395.981968:0:25040:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:1.0:1787583395.981972:0:25040:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/ost2_flakey 00000020:01000004:1.0:1787583395.981974:0:25040:0:(obd_mount.c:929:lmd_print()) options: errors=remount-ro 00000080:01200004:1.0:1787583395.982077:0:25040:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff90937f386800 00000020:01000004:1.0:1787583395.982093:0:25040:0:(tgt_mount.c:2503:osd_start()) Attempting to start lustre-OST0001, type=osd-ldiskfs, lsifl=200002, mountfl=0 00000020:01000004:1.0:1787583395.982107:0:25040:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-OST0001-osd (typ=osd-ldiskfs) 00000020:00000080:1.0:1787583395.982120:0:25040:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osd (ffff90937fbc0000) 00000020:00000080:1.0:1787583395.982137:0:25040:0:(obd_config.c:720:class_attach_name()) OBD: dev 25 attached type osd-ldiskfs with refcount 2 00100000:10000000:2.0:1787583396.073359:0:25040:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:2.0:1787583396.076031:0:25040:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:2.0:1787583396.078542:0:25040:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x6:0x0] (8/32) registered 00100000:10000000:2.0:1787583396.079000:0:25040:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x5:0x0] (8/32) registered 00100000:10000000:2.0:1787583396.080406:0:25040:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:2.0:1787583396.081814:0:25040:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x4:0x0] (8/32) registered 00100000:10000000:2.0:1787583396.084356:0:25040:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x2:0x0] (8/8) registered 00080000:01000000:3.0:1787583396.093179:0:25040:0:(osd_lproc.c:911:osd_procfs_init()) lustre-OST0001: register osd-ldiskfs tunable parameters 00000020:00000080:3.0:1787583396.093395:0:25040:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osd (uuid lustre-OST0001-osd_UUID) 00080000:01000000:3.0:1787583396.093409:0:25040:0:(osd_handler.c:8925:osd_obd_connect()) connect #0 00000020:00000080:3.0:1787583396.093421:0:25040:0:(genops.c:1385:class_connect()) connect: client lustre-OST0001-osd_UUID, cookie 0x19a47956376b7ed3 00000020:01000004:3.0:1787583396.093428:0:25040:0:(tgt_mount.c:2588:server_fill_super()) Found service lustre-OST0001 on device /dev/mapper/ost2_flakey 00000020:01000004:3.0:1787583396.093461:0:25040:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.203.111@tcp:Set MGC reconnect 1 10000000:01000000:3.0:1787583396.093466:0:25040:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.203.111@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:3.0:1787583396.093472:0:25040:0:(tgt_mount.c:1812:server_start_targets()) starting target lustre-OST0001 00000020:01000004:3.0:1787583396.093504:0:25040:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/ost2_flakey 10000000:01000000:3.0:1787583396.093509:0:25040:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.203.111@tcp: cl_mgc_mutex lustre-OST0001-osd for locked: rc = 0 00000040:01000000:3.0:1787583396.113278:0:25040:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.203.111@tcp ctxt 0 is initialized 00000020:01000004:3.0:1787583396.113350:0:25040:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-OST0001, fs=lustre, 192.168.203.111@tcp, index=0001, flags=0x20002 00000020:01000004:3.0:1787583396.113359:0:25040:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:3.0:1787583396.113361:0:25040:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:3.0:1787583396.113362:0:25040:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1787583396.113363:0:25040:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1787583396.113364:0:25040:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1787583396.113365:0:25040:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1787583396.113367:0:25040:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1787583396.113368:0:25040:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1787583396.113369:0:25040:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:3.0:1787583396.113373:0:25040:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0001 0x10020002 00000020:01000004:3.0:1787583396.113375:0:25040:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:3.0:1787583396.113376:0:25040:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:3.0:1787583396.113377:0:25040:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1787583396.113378:0:25040:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1787583396.113379:0:25040:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1787583396.113380:0:25040:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1787583396.113381:0:25040:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1787583396.113382:0:25040:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1787583396.113383:0:25040:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:3.0:1787583396.113408:0:25040:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0001 00000100:00100000:3.0:1787583396.113427:0:25040:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90937fc60380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2def8621-b047-4757-814d-42c7c419cee0:25040:1874416435971968:0@lo:253:mount.lustre.0 00000100:00100000:3.0:1787583396.113507:0:25040:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787583396.113614:0:25040:0:(client.c:2715:ptlrpc_set_wait()) set ffff90936a0fe480 going to sleep for 11 seconds 00000100:00100000:1.0:1787583396.114605:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435971968 00000100:00100000:1.0:1787583396.114615:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435971968 00000100:00100000:1.0:1787583396.114773:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89 00000100:00100000:1.0:1787583396.114783:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9093524d7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2def8621-b047-4757-814d-42c7c419cee0+21:25040:x1874416435971968:12345-0@lo:253:mount.lustre.0 20000000:01000000:1.0:1787583396.114813:0:22710:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 1 is registered to MGS. 20000000:01000000:1.0:1787583396.114816:0:22710:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-OST0001 is running on 0@lo 20000000:01000000:1.0:1787583396.114820:0:22710:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0001, index=1, rc=0 00000100:00100000:1.0:1787583396.115467:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9093524d7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2def8621-b047-4757-814d-42c7c419cee0+21:25040:x1874416435971968:12345-0@lo:253:mount.lustre.0 Request processed in 680us (1955us total) trans 0 rc 0/0 00000100:00100000:1.0:1787583396.115476:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89 00000100:00100000:3.0:1787583396.115556:0:25040:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90937fc60380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2def8621-b047-4757-814d-42c7c419cee0:25040:1874416435971968:0@lo:253:mount.lustre.0 10000000:01000000:3.0:1787583396.115571:0:25040:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0001 got index = 1 00000020:01000004:3.0:1787583396.115574:0:25040:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1787583396.115575:0:25040:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:3.0:1787583396.115577:0:25040:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1787583396.115578:0:25040:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1787583396.115579:0:25040:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1787583396.115580:0:25040:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1787583396.115582:0:25040:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1787583396.115584:0:25040:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1787583396.115586:0:25040:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:3.0:1787583396.115604:0:25040:0:(tgt_mount.c:101:server_register_mount()) register mount ffff90937f386800 from lustre-OST0001 10000000:01000000:3.0:1787583396.115648:0:25040:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-OST0001 from 0 10000000:01000000:3.0:1787583396.115651:0:25040:0:(mgc_request.c:329:config_log_add()) add config log lustre-OST0001-0000000000000000 10000000:01000000:3.0:1787583396.115677:0:25040:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff909346613370 local copy 00010000:00010000:3.0:1787583396.115690:0:25040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff90924149a200/0x19a47956376b7b0d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x19a47956376b7b14 expref: -99 pid: 22696 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787583396.115793:0:25040:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90937fc60380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2def8621-b047-4757-814d-42c7c419cee0:25040:1874416435972096:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1787583396.115874:0:25040:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787583396.120307:0:25040:0:(client.c:2715:ptlrpc_set_wait()) set ffff90936a0fec00 going to sleep for 11 seconds 00000100:00100000:0.0:1787583396.120379:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435972096 00000100:00100000:0.0:1787583396.120389:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435972096 00000100:00100000:0.0:1787583396.120438:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90 00000100:00100000:0.0:1787583396.120459:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9093524d7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2def8621-b047-4757-814d-42c7c419cee0+21:25040:x1874416435972096:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1787583396.120594:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9093524d7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2def8621-b047-4757-814d-42c7c419cee0+21:25040:x1874416435972096:12345-0@lo:501:mount.lustre.0 Request processed in 137us (4749us total) trans 0 rc -2/-2 00000100:00100000:0.0:1787583396.120602:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90 00000100:00100000:3.0:1787583396.120691:0:25040:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90937fc60380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2def8621-b047-4757-814d-42c7c419cee0:25040:1874416435972096:0@lo:501:mount.lustre.0 10000000:01000000:3.0:1787583396.120712:0:25040:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.203.111@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:3.0:1787583396.122538:0:25040:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.203.111@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:3.0:1787583396.122553:0:25040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff90924149a200/0x19a47956376b7b0d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x19a47956376b7b14 expref: -99 pid: 22696 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583396.122565:0:25040:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.111@tcp lock: ffff90924149a200/0x19a47956376b7b0d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x19a47956376b7b14 expref: -99 pid: 22696 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787583396.122598:0:25040:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff90937f386800 10000000:01000000:3.0:1787583396.122607:0:25040:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:3.0:1787583396.122613:0:25040:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-OST0001-0000000000000000 10000000:01000000:3.0:1787583396.122615:0:25040:0:(mgc_request.c:68:mgc_name2resid()) log lustre-OST0001 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1787583396.122620:0:25040:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-OST0001-0000000000000000 from 1 10000000:01000000:3.0:1787583396.122623:0:25040:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0001 (res 0x65727473756c) 00010000:00010000:3.0:1787583396.122666:0:25040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff90936367f000/0x19a47956376b7eda lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 25040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583396.122674:0:25040:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.111@tcp lock: ffff90936367f000/0x19a47956376b7eda lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 25040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583396.122685:0:25040:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.111@tcp lock: ffff90936367f000/0x19a47956376b7eda lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 25040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787583396.122722:0:25040:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90937fc60380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2def8621-b047-4757-814d-42c7c419cee0:25040:1874416435972224:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1787583396.122933:0:25040:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787583396.122969:0:25040:0:(client.c:2715:ptlrpc_set_wait()) set ffff90936a0fec00 going to sleep for 11 seconds 00000100:00100000:0.0:1787583396.123077:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435972224 00000100:00100000:0.0:1787583396.123085:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435972224 00000100:00100000:0.0:1787583396.123120:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91 00000100:00100000:0.0:1787583396.123130:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9093524d6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2def8621-b047-4757-814d-42c7c419cee0+21:25040:x1874416435972224:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1787583396.123140:0:22711:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787583396.123152:0:22711:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff909340031800/0x19a47956376b7ee1 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: local remote: 0x19a47956376b7eda expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583396.123173:0:22711:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff909340031800/0x19a47956376b7ee1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x19a47956376b7eda expref: 22 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583396.123183:0:22711:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff909340031800/0x19a47956376b7ee1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x19a47956376b7eda expref: 22 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583396.123191:0:22711:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff909340031800, rc 0) 00000100:00100000:0.0:1787583396.123236:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9093524d6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2def8621-b047-4757-814d-42c7c419cee0+22:25040:x1874416435972224:12345-0@lo:101:mount.lustre.0 Request processed in 108us (303us total) trans 0 rc 0/0 00000100:00100000:0.0:1787583396.123242:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91 00000100:00100000:3.0:1787583396.123377:0:25040:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90937fc60380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2def8621-b047-4757-814d-42c7c419cee0:25040:1874416435972224:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1787583396.123390:0:25040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.111@tcp lock: ffff90936367f000/0x19a47956376b7eda lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x19a47956376b7ee1 expref: -99 pid: 25040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583396.123398:0:25040:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.111@tcp lock: ffff90936367f000/0x19a47956376b7eda lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x19a47956376b7ee1 expref: -99 pid: 25040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1787583396.124495:0:25040:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 11 count 11 00000040:00080000:3.0:1787583396.125196:0:25040:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1787583396.130328:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].1, 224 off8416 00000040:00080000:3.0:1787583396.130385:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].2, 128 off8544 00000040:00080000:3.0:1787583396.130401:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].3, 112 off8656 00000040:00080000:3.0:1787583396.130415:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].4, 224 off8880 00000040:00080000:3.0:1787583396.130428:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].5, 224 off9104 00000040:00080000:3.0:1787583396.130456:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].6, 80 off9184 00000040:00080000:3.0:1787583396.130473:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].7, 224 off9408 00000040:00080000:3.0:1787583396.130488:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].8, 224 off9632 00000040:00080000:3.0:1787583396.130501:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].9, 120 off9752 00000040:00080000:3.0:1787583396.130544:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].10, 224 off9976 00000040:00080000:3.0:1787583396.130552:0:25040:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 10 count 11 00000100:00100000:3.0:1787583396.130653:0:25040:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90937fc60380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2def8621-b047-4757-814d-42c7c419cee0:25040:1874416435972352:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1787583396.130722:0:25040:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787583396.130763:0:25040:0:(client.c:2715:ptlrpc_set_wait()) set ffff90936a0fe780 going to sleep for 11 seconds 00000100:00100000:2.0:1787583396.131131:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435972352 00000100:00100000:2.0:1787583396.131139:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435972352 00000100:00100000:2.0:1787583396.131237:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 92 00000100:00100000:2.0:1787583396.131247:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9092458a5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2def8621-b047-4757-814d-42c7c419cee0+22:25040:x1874416435972352:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1787583396.131390:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9092458a5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2def8621-b047-4757-814d-42c7c419cee0+22:25040:x1874416435972352:12345-0@lo:501:mount.lustre.0 Request processed in 145us (668us total) trans 0 rc 0/0 00000100:00100000:2.0:1787583396.131398:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 92 00000100:00100000:3.0:1787583396.131538:0:25040:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90937fc60380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2def8621-b047-4757-814d-42c7c419cee0:25040:1874416435972352:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1787583396.131587:0:25040:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90937fc60380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2def8621-b047-4757-814d-42c7c419cee0:25040:1874416435972480:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1787583396.131628:0:25040:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787583396.131700:0:25040:0:(client.c:2715:ptlrpc_set_wait()) set ffff90936a0fe780 going to sleep for 11 seconds 00000100:00100000:2.0:1787583396.132039:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435972480 00000100:00100000:2.0:1787583396.132044:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435972480 00000100:00100000:2.0:1787583396.132115:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 93 00000100:00100000:2.0:1787583396.132123:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9092458a6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2def8621-b047-4757-814d-42c7c419cee0+22:25040:x1874416435972480:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1787583396.132944:0:25040:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90937fc60380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2def8621-b047-4757-814d-42c7c419cee0:25040:1874416435972480:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1787583396.133343:0:25040:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1787583396.133414:0:25040:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90937fc60380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2def8621-b047-4757-814d-42c7c419cee0:25040:1874416435972608:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1787583396.133475:0:25040:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787583396.133517:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9092458a6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2def8621-b047-4757-814d-42c7c419cee0+22:25040:x1874416435972480:12345-0@lo:503:mount.lustre.0 Request processed in 701us (1196us total) trans 0 rc 0/0 00000100:00100000:2.0:1787583396.133535:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 93 00000100:00100000:3.0:1787583396.133649:0:25040:0:(client.c:2715:ptlrpc_set_wait()) set ffff9093736c19c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787583396.133983:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435972608 00000100:00100000:2.0:1787583396.133989:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435972608 00000100:00100000:2.0:1787583396.134016:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 94 00000100:00100000:2.0:1787583396.134023:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9092458a4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2def8621-b047-4757-814d-42c7c419cee0+22:25040:x1874416435972608:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1787583396.134411:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9092458a4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2def8621-b047-4757-814d-42c7c419cee0+22:25040:x1874416435972608:12345-0@lo:502:mount.lustre.0 Request processed in 387us (934us total) trans 0 rc 0/0 00000100:00100000:2.0:1787583396.134419:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 94 00000100:00100000:3.0:1787583396.134559:0:25040:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90937fc60380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2def8621-b047-4757-814d-42c7c419cee0:25040:1874416435972608:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1787583396.135062:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].1, 224 off8416 00000040:00080000:3.0:1787583396.135090:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].2, 128 off8544 00000040:00080000:3.0:1787583396.135102:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].3, 112 off8656 00000040:00080000:3.0:1787583396.135114:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].4, 224 off8880 00000040:00080000:3.0:1787583396.135125:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].5, 224 off9104 00000040:00080000:3.0:1787583396.135136:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].6, 80 off9184 00000040:00080000:3.0:1787583396.135148:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].7, 224 off9408 00000040:00080000:3.0:1787583396.135159:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].8, 224 off9632 00000040:00080000:3.0:1787583396.135170:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].9, 120 off9752 00000100:00100000:3.0:1787583396.135201:0:25040:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90937fc60380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2def8621-b047-4757-814d-42c7c419cee0:25040:1874416435972736:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1787583396.135245:0:25040:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787583396.135281:0:25040:0:(client.c:2715:ptlrpc_set_wait()) set ffff90936a0fec00 going to sleep for 11 seconds 00000100:00100000:2.0:1787583396.135335:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435972736 00000100:00100000:2.0:1787583396.135341:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435972736 00000100:00100000:2.0:1787583396.135379:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 95 00000100:00100000:2.0:1787583396.135388:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9092458a7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2def8621-b047-4757-814d-42c7c419cee0+22:25040:x1874416435972736:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1787583396.135487:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9092458a7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2def8621-b047-4757-814d-42c7c419cee0+22:25040:x1874416435972736:12345-0@lo:502:mount.lustre.0 Request processed in 99us (240us total) trans 0 rc 0/0 00000100:00100000:2.0:1787583396.135495:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 95 00000100:00100000:3.0:1787583396.135607:0:25040:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90937fc60380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2def8621-b047-4757-814d-42c7c419cee0:25040:1874416435972736:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1787583396.135647:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].10, 224 off9976 00000040:00080000:3.0:1787583396.135664:0:25040:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 10 count 11 00000020:01000000:3.0:1787583396.136468:0:25044:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:3.0:1787583396.136477:0:25044:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/ost2_flakey 00000020:00000080:3.0:1787583396.136490:0:25044:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787583396.136493:0:25044:0:(obd_config.c:1563:class_process_config()) marker 29 (0x1) lustre-OST0001 add ost 00000020:00000080:3.0:1787583396.136499:0:25044:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1787583396.136513:0:25044:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001 (ffff90924668b370) 00000020:00000080:3.0:1787583396.136537:0:25044:0:(obd_config.c:720:class_attach_name()) OBD: dev 26 attached type obdfilter with refcount 2 00000020:00000080:3.0:1787583396.136542:0:25044:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:3.0:1787583396.136635:0:25044:0:(tgt_mount.c:153:server_get_mount()) get mount ffff90937f386800 from lustre-OST0001, refs=2 00080000:01000000:3.0:1787583396.136644:0:25044:0:(osd_handler.c:8925:osd_obd_connect()) connect #1 00000020:00000080:3.0:1787583396.136651:0:25044:0:(genops.c:1385:class_connect()) connect: client lustre-OST0001-osd_UUID, cookie 0x19a47956376b7eef 00010000:00010000:3.0:1787583396.149502:0:25044:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0001_UUID-4 is initialized 00000001:00000004:3.0:1787583396.150195:0:25044:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 3, last_transno is 8589934594 00080000:10000000:3.0:1787583396.151655:0:25044:0:(osd_handler.c:5581:osd_index_try()) lustre-OST0001: index object [0x200000003:0xb:0x0] (8/32) registered 00000020:00000080:3.0:1787583396.153552:0:25044:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001 (uuid lustre-OST0001_UUID) 00000020:01000000:3.0:1787583396.153563:0:25044:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1787583396.153569:0:25044:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787583396.153572:0:25044:0:(obd_config.c:1563:class_process_config()) marker 29 (0x2) lustre-OST0001 add ost 00000020:01000000:3.0:1787583396.153575:0:25044:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1787583396.153578:0:25044:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787583396.153580:0:25044:0:(obd_config.c:1563:class_process_config()) marker 37 (0x1) lustre sys.timeout 00000020:00000080:3.0:1787583396.153583:0:25044:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:3.0:1787583396.153585:0:25044:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:3.0:1787583396.153587:0:25044:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1787583396.153590:0:25044:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787583396.153592:0:25044:0:(obd_config.c:1563:class_process_config()) marker 37 (0x2) lustre sys.timeout 00000020:01000000:3.0:1787583396.153594:0:25044:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1787583396.153596:0:25044:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787583396.153597:0:25044:0:(obd_config.c:1563:class_process_config()) marker 42 (0x1) lustre sys.jobid_var 00000020:00000080:3.0:1787583396.153600:0:25044:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000020:01000000:3.0:1787583396.153626:0:25044:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1787583396.153628:0:25044:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787583396.153630:0:25044:0:(obd_config.c:1563:class_process_config()) marker 42 (0x2) lustre sys.jobid_var 00000040:00080000:3.0:1787583396.153632:0:25044:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 11 count 11 00000020:01000000:0.0:1787583396.153822:0:25040:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0001 gen 1-10 (rc=0) 10000000:01000000:0.0:1787583396.153869:0:25040:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.111@tcp: configuration from log 'lustre-OST0001' succeeded (0). 00010000:00010000:0.0:1787583396.153895:0:25040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff90936367f000/0x19a47956376b7eda lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x19a47956376b7ee1 expref: -99 pid: 25040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583396.153906:0:25040:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.111@tcp lock: ffff90936367f000/0x19a47956376b7eda lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x19a47956376b7ee1 expref: -99 pid: 25040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787583396.153925:0:25040:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff90937f386800 from 1 10000000:01000000:0.0:1787583396.153928:0:25040:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1787583396.153964:0:25040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff909340031200/0x19a47956376b7ef6 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 25040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583396.153972:0:25040:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.111@tcp lock: ffff909340031200/0x19a47956376b7ef6 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 25040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583396.153981:0:25040:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.111@tcp lock: ffff909340031200/0x19a47956376b7ef6 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 25040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787583396.154005:0:25040:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909348842680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2def8621-b047-4757-814d-42c7c419cee0:25040:1874416435972864:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1787583396.154068:0:25040:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787583396.154106:0:25040:0:(client.c:2715:ptlrpc_set_wait()) set ffff909344b3db40 going to sleep for 11 seconds 00000100:00100000:0.0:1787583396.156955:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435972864 00000100:00100000:0.0:1787583396.156968:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435972864 00000100:00100000:0.0:1787583396.157035:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 96 00000100:00100000:0.0:1787583396.157044:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9092458a4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2def8621-b047-4757-814d-42c7c419cee0+22:25040:x1874416435972864:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1787583396.157060:0:22709:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787583396.157075:0:22709:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff909340031a00/0x19a47956376b7efd lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x19a47956376b7ef6 expref: -99 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583396.157100:0:22709:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff909340031a00/0x19a47956376b7efd lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x19a47956376b7ef6 expref: 23 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583396.157111:0:22709:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff909340031a00/0x19a47956376b7efd lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x19a47956376b7ef6 expref: 23 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583396.157138:0:22709:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff909340031a00, rc 0) 00000100:00100000:0.0:1787583396.157210:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9092458a4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2def8621-b047-4757-814d-42c7c419cee0+23:25040:x1874416435972864:12345-0@lo:101:mount.lustre.0 Request processed in 167us (3142us total) trans 0 rc 0/0 00000100:00100000:0.0:1787583396.157216:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 96 00000100:00100000:0.0:1787583396.157270:0:25040:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909348842680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2def8621-b047-4757-814d-42c7c419cee0:25040:1874416435972864:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1787583396.157287:0:25040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.111@tcp lock: ffff909340031200/0x19a47956376b7ef6 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x19a47956376b7efd expref: -99 pid: 25040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583396.157296:0:25040:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.111@tcp lock: ffff909340031200/0x19a47956376b7ef6 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x19a47956376b7efd expref: -99 pid: 25040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1787583396.158463:0:25040:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 13 count 13 00000040:00080000:0.0:1787583396.158723:0:25040:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1787583396.159372:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:0.0:1787583396.159400:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 112 off8528 00000040:00080000:0.0:1787583396.159414:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 224 off8752 00000040:00080000:0.0:1787583396.159427:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8976 00000040:00080000:0.0:1787583396.159440:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 112 off9088 00000040:00080000:0.0:1787583396.159469:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 224 off9312 00000040:00080000:0.0:1787583396.159485:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 224 off9536 00000040:00080000:0.0:1787583396.159497:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 128 off9664 00000040:00080000:0.0:1787583396.159523:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9888 00000040:00080000:0.0:1787583396.159535:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10112 00000040:00080000:0.0:1787583396.159547:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 128 off10240 00000040:00080000:0.0:1787583396.159563:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 224 off10464 00000040:00080000:0.0:1787583396.159568:0:25040:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 12 count 13 00000100:00100000:0.0:1787583396.159641:0:25040:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909348842680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2def8621-b047-4757-814d-42c7c419cee0:25040:1874416435972992:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1787583396.161948:0:25040:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787583396.162051:0:25040:0:(client.c:2715:ptlrpc_set_wait()) set ffff909344b3d0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787583396.168396:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435972992 00000100:00100000:3.0:1787583396.168424:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435972992 00000100:00100000:0.0:1787583396.168581:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 97 00000100:00100000:0.0:1787583396.168592:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9092458a5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2def8621-b047-4757-814d-42c7c419cee0+23:25040:x1874416435972992:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1787583396.168997:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9092458a5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2def8621-b047-4757-814d-42c7c419cee0+23:25040:x1874416435972992:12345-0@lo:501:mount.lustre.0 Request processed in 406us (7054us total) trans 0 rc 0/0 00000100:00100000:0.0:1787583396.169006:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 97 00000100:00100000:1.0:1787583396.169152:0:25040:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909348842680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2def8621-b047-4757-814d-42c7c419cee0:25040:1874416435972992:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1787583396.169201:0:25040:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909247f8ed80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2def8621-b047-4757-814d-42c7c419cee0:25040:1874416435973120:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1787583396.169252:0:25040:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787583396.169291:0:25040:0:(client.c:2715:ptlrpc_set_wait()) set ffff909347b48480 going to sleep for 11 seconds 00000100:00100000:0.0:1787583396.169470:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435973120 00000100:00100000:0.0:1787583396.169475:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435973120 00000100:00100000:0.0:1787583396.169511:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 98 00000100:00100000:0.0:1787583396.169518:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9092458a7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2def8621-b047-4757-814d-42c7c419cee0+23:25040:x1874416435973120:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1787583396.169879:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9092458a7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2def8621-b047-4757-814d-42c7c419cee0+23:25040:x1874416435973120:12345-0@lo:503:mount.lustre.0 Request processed in 325us (591us total) trans 0 rc 0/0 00000100:00100000:0.0:1787583396.169887:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 98 00000100:00100000:3.0:1787583396.170911:0:25040:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909247f8ed80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2def8621-b047-4757-814d-42c7c419cee0:25040:1874416435973120:0@lo:503:mount.lustre.0 00000040:00080000:0.0:1787583396.171483:0:25040:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1787583396.171559:0:25040:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909348840e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2def8621-b047-4757-814d-42c7c419cee0:25040:1874416435973248:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1787583396.171620:0:25040:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787583396.171670:0:25040:0:(client.c:2715:ptlrpc_set_wait()) set ffff909344b3db40 going to sleep for 11 seconds 00000100:00100000:2.0:1787583396.172068:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435973248 00000100:00100000:2.0:1787583396.172075:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435973248 00000100:00100000:2.0:1787583396.172114:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 99 00000100:00100000:2.0:1787583396.172122:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9092458a4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2def8621-b047-4757-814d-42c7c419cee0+23:25040:x1874416435973248:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1787583396.172243:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9092458a4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2def8621-b047-4757-814d-42c7c419cee0+23:25040:x1874416435973248:12345-0@lo:502:mount.lustre.0 Request processed in 121us (622us total) trans 0 rc 0/0 00000100:00100000:2.0:1787583396.172251:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 99 00000100:00100000:3.0:1787583396.172364:0:25040:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909348840e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2def8621-b047-4757-814d-42c7c419cee0:25040:1874416435973248:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1787583396.172557:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:3.0:1787583396.172585:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 112 off8528 00000040:00080000:3.0:1787583396.172601:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 224 off8752 00000040:00080000:3.0:1787583396.172615:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8976 00000040:00080000:3.0:1787583396.172630:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 112 off9088 00000040:00080000:3.0:1787583396.172644:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 224 off9312 00000040:00080000:3.0:1787583396.172672:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 224 off9536 00000040:00080000:3.0:1787583396.172689:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 128 off9664 00000040:00080000:3.0:1787583396.172716:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9888 00000040:00080000:3.0:1787583396.172808:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10112 00000040:00080000:3.0:1787583396.172829:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 128 off10240 00000100:00100000:3.0:1787583396.172900:0:25040:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90937fc60380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2def8621-b047-4757-814d-42c7c419cee0:25040:1874416435973376:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1787583396.173055:0:25040:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787583396.173091:0:25040:0:(client.c:2715:ptlrpc_set_wait()) set ffff909344b1d300 going to sleep for 11 seconds 00000100:00100000:0.0:1787583396.173139:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435973376 00000100:00100000:0.0:1787583396.173144:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435973376 00000100:00100000:0.0:1787583396.173176:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 100 00000100:00100000:0.0:1787583396.173184:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9092458a6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2def8621-b047-4757-814d-42c7c419cee0+23:25040:x1874416435973376:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1787583396.173276:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9092458a6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2def8621-b047-4757-814d-42c7c419cee0+23:25040:x1874416435973376:12345-0@lo:502:mount.lustre.0 Request processed in 92us (220us total) trans 0 rc 0/0 00000100:00100000:0.0:1787583396.173283:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 100 00000100:00100000:3.0:1787583396.173532:0:25040:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90937fc60380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2def8621-b047-4757-814d-42c7c419cee0:25040:1874416435973376:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1787583396.173573:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 224 off10464 00000040:00080000:3.0:1787583396.173581:0:25040:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:1.0:1787583396.177205:0:25048:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1787583396.177218:0:25048:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787583396.177221:0:25048:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:1.0:1787583396.177228:0:25048:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff90937f386800 00000020:00000080:1.0:1787583396.177230:0:25048:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1787583396.177249:0:25048:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787583396.177251:0:25048:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787583396.177253:0:25048:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:1.0:1787583396.177255:0:25048:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1787583396.177257:0:25048:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787583396.177258:0:25048:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:1.0:1787583396.177262:0:25048:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff90937f386800 00000020:00000080:1.0:1787583396.177264:0:25048:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1787583396.178023:0:25048:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787583396.178030:0:25048:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787583396.178031:0:25048:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:1.0:1787583396.178035:0:25048:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1787583396.178038:0:25048:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787583396.178039:0:25048:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:1.0:1787583396.178042:0:25048:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff90937f386800 00000020:00000080:1.0:1787583396.178044:0:25048:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1787583396.178068:0:25048:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787583396.178071:0:25048:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787583396.178072:0:25048:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:1.0:1787583396.178074:0:25048:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1787583396.178077:0:25048:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787583396.178078:0:25048:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:1.0:1787583396.178081:0:25048:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff90937f386800 00000020:00000080:1.0:1787583396.178082:0:25048:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1787583396.178108:0:25048:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787583396.178111:0:25048:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787583396.178112:0:25048:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:1.0:1787583396.178115:0:25048:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 13 count 13 00000020:01000000:0.0:1787583396.186082:0:25040:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:0.0:1787583396.186128:0:25040:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.111@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1787583396.186153:0:25040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff909340031200/0x19a47956376b7ef6 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x19a47956376b7efd expref: -99 pid: 25040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583396.186174:0:25040:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.111@tcp lock: ffff909340031200/0x19a47956376b7ef6 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x19a47956376b7efd expref: -99 pid: 25040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787583396.186322:0:25040:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:0.0:1787583396.186326:0:25040:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff90937f386800 10000000:01000000:0.0:1787583396.186329:0:25040:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff90937f386800 10000000:01000000:0.0:1787583396.186333:0:25040:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1787583396.186339:0:25040:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff90937f386800 from 1 10000000:01000000:0.0:1787583396.186342:0:25040:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1787583396.186376:0:25040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff909340030e00/0x19a47956376b7f04 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 25040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583396.186384:0:25040:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.111@tcp lock: ffff909340030e00/0x19a47956376b7f04 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 25040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583396.186394:0:25040:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.111@tcp lock: ffff909340030e00/0x19a47956376b7f04 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 25040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787583396.186420:0:25040:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909348842a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2def8621-b047-4757-814d-42c7c419cee0:25040:1874416435973504:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1787583396.186497:0:25040:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787583396.186536:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435973504 00000100:00100000:0.0:1787583396.186544:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435973504 00000100:00100000:0.0:1787583396.186586:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 101 00000100:00100000:0.0:1787583396.186594:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9092458a7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2def8621-b047-4757-814d-42c7c419cee0+23:25040:x1874416435973504:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1787583396.186606:0:22709:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787583396.186617:0:22709:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff909340030600/0x19a47956376b7f0b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: local remote: 0x19a47956376b7f04 expref: -99 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583396.186662:0:22709:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff909340030600/0x19a47956376b7f0b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x19a47956376b7f04 expref: 24 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583396.186673:0:22709:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff909340030600/0x19a47956376b7f0b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x19a47956376b7f04 expref: 24 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583396.186682:0:22709:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff909340030600, rc 0) 00000100:00100000:0.0:1787583396.186714:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9092458a7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2def8621-b047-4757-814d-42c7c419cee0+24:25040:x1874416435973504:12345-0@lo:101:mount.lustre.0 Request processed in 121us (218us total) trans 0 rc 0/0 00000100:00100000:0.0:1787583396.186721:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 101 00000100:00100000:0.0:1787583396.188112:0:25040:0:(client.c:2715:ptlrpc_set_wait()) set ffff909344b3d0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787583396.188144:0:25040:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909348842a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2def8621-b047-4757-814d-42c7c419cee0:25040:1874416435973504:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1787583396.188163:0:25040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.111@tcp lock: ffff909340030e00/0x19a47956376b7f04 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x19a47956376b7f0b expref: -99 pid: 25040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583396.188173:0:25040:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.111@tcp lock: ffff909340030e00/0x19a47956376b7f04 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x19a47956376b7f0b expref: -99 pid: 25040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1787583396.193412:0:25040:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 52 count 51 00000040:00080000:0.0:1787583396.193720:0:25040:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1787583396.195496:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:0.0:1787583396.195530:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 120 off8536 00000040:00080000:0.0:1787583396.195545:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 168 off8704 00000040:00080000:0.0:1787583396.195557:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8928 00000040:00080000:0.0:1787583396.195570:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 224 off9152 00000040:00080000:0.0:1787583396.195583:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 120 off9272 00000040:00080000:0.0:1787583396.195596:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 168 off9440 00000040:00080000:0.0:1787583396.195623:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 224 off9664 00000040:00080000:0.0:1787583396.195645:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:0.0:1787583396.195670:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 120 off10008 00000040:00080000:0.0:1787583396.195686:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 224 off10232 00000040:00080000:0.0:1787583396.195710:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10456 00000040:00080000:0.0:1787583396.195724:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].13, 88 off10544 00000040:00080000:0.0:1787583396.195748:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].14, 128 off10672 00000040:00080000:0.0:1787583396.195761:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].15, 144 off10816 00000040:00080000:0.0:1787583396.195775:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].16, 160 off10976 00000040:00080000:0.0:1787583396.195789:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].17, 224 off11200 00000040:00080000:0.0:1787583396.195800:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].18, 224 off11424 00000040:00080000:0.0:1787583396.195814:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].19, 80 off11504 00000040:00080000:0.0:1787583396.195828:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].20, 224 off11728 00000040:00080000:0.0:1787583396.195843:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].21, 224 off11952 00000040:00080000:0.0:1787583396.195886:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].22, 88 off12040 00000040:00080000:0.0:1787583396.195901:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].23, 128 off12168 00000040:00080000:0.0:1787583396.195930:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].24, 144 off12312 00000040:00080000:0.0:1787583396.195959:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].25, 160 off12472 00000040:00080000:0.0:1787583396.195972:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].26, 224 off12696 00000040:00080000:0.0:1787583396.195990:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].27, 224 off12920 00000040:00080000:0.0:1787583396.196004:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].28, 80 off13000 00000040:00080000:0.0:1787583396.196016:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].29, 224 off13224 00000040:00080000:0.0:1787583396.196029:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].30, 224 off13448 00000040:00080000:0.0:1787583396.196043:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].31, 88 off13536 00000040:00080000:0.0:1787583396.196057:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].32, 128 off13664 00000040:00080000:0.0:1787583396.196069:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].33, 144 off13808 00000040:00080000:0.0:1787583396.196082:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].34, 128 off13936 00000040:00080000:0.0:1787583396.196094:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].35, 224 off14160 00000040:00080000:0.0:1787583396.196107:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].36, 224 off14384 00000040:00080000:0.0:1787583396.196119:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].37, 80 off14464 00000040:00080000:0.0:1787583396.196131:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].38, 224 off14688 00000040:00080000:0.0:1787583396.196144:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].39, 224 off14912 00000040:00080000:0.0:1787583396.196166:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].40, 88 off15000 00000040:00080000:0.0:1787583396.196180:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].41, 128 off15128 00000040:00080000:0.0:1787583396.196201:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].42, 144 off15272 00000040:00080000:0.0:1787583396.196214:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].43, 128 off15400 00000040:00080000:0.0:1787583396.196226:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].44, 224 off15624 00000040:00080000:0.0:1787583396.196238:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].45, 224 off15848 00000040:00080000:0.0:1787583396.196250:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].46, 80 off15928 00000040:00080000:0.0:1787583396.196261:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].47, 224 off16152 00000040:00080000:0.0:1787583396.196274:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].48, 232 off16384 00000040:00080000:0.0:1787583396.199827:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].49, 224 off16608 00000040:00080000:0.0:1787583396.199912:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].50, 120 off16728 00000040:00080000:0.0:1787583396.199951:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].51, 224 off16952 00000040:00080000:0.0:1787583396.199958:0:25040:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 51 count 51 00000100:00100000:0.0:1787583396.200055:0:25040:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909348842a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2def8621-b047-4757-814d-42c7c419cee0:25040:1874416435973632:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1787583396.200118:0:25040:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787583396.200158:0:25040:0:(client.c:2715:ptlrpc_set_wait()) set ffff90935ab24e40 going to sleep for 11 seconds 00000100:00100000:2.0:1787583396.200275:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435973632 00000100:00100000:2.0:1787583396.200283:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435973632 00000100:00100000:2.0:1787583396.200364:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 102 00000100:00100000:2.0:1787583396.200375:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9092458a6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2def8621-b047-4757-814d-42c7c419cee0+24:25040:x1874416435973632:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1787583396.200526:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9092458a6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2def8621-b047-4757-814d-42c7c419cee0+24:25040:x1874416435973632:12345-0@lo:501:mount.lustre.0 Request processed in 151us (406us total) trans 0 rc 0/0 00000100:00100000:2.0:1787583396.200534:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 102 00000100:00100000:1.0:1787583396.200606:0:25040:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909348842a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2def8621-b047-4757-814d-42c7c419cee0:25040:1874416435973632:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1787583396.200640:0:25040:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909247f8f480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2def8621-b047-4757-814d-42c7c419cee0:25040:1874416435973760:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1787583396.200704:0:25040:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787583396.201101:0:25040:0:(client.c:2715:ptlrpc_set_wait()) set ffff909341798c00 going to sleep for 11 seconds 00000100:00100000:0.0:1787583396.201154:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435973760 00000100:00100000:0.0:1787583396.201159:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435973760 00000100:00100000:0.0:1787583396.201186:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 103 00000100:00100000:0.0:1787583396.201193:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90936f105050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2def8621-b047-4757-814d-42c7c419cee0+24:25040:x1874416435973760:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1787583396.201317:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90936f105050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2def8621-b047-4757-814d-42c7c419cee0+24:25040:x1874416435973760:12345-0@lo:503:mount.lustre.0 Request processed in 123us (622us total) trans 0 rc 0/0 00000100:00100000:0.0:1787583396.201324:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 103 00000100:00100000:1.0:1787583396.204562:0:25040:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909247f8f480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2def8621-b047-4757-814d-42c7c419cee0:25040:1874416435973760:0@lo:503:mount.lustre.0 00000040:00080000:1.0:1787583396.205297:0:25040:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1787583396.205450:0:25040:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909247f8f480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2def8621-b047-4757-814d-42c7c419cee0:25040:1874416435973888:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1787583396.205513:0:25040:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787583396.205554:0:25040:0:(client.c:2715:ptlrpc_set_wait()) set ffff90935a5c53c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787583396.205659:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435973888 00000100:00100000:0.0:1787583396.205665:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435973888 00000100:00100000:0.0:1787583396.205710:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 104 00000100:00100000:0.0:1787583396.205719:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90936f105c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2def8621-b047-4757-814d-42c7c419cee0+24:25040:x1874416435973888:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1787583396.205843:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90936f105c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2def8621-b047-4757-814d-42c7c419cee0+24:25040:x1874416435973888:12345-0@lo:502:mount.lustre.0 Request processed in 124us (328us total) trans 0 rc 0/0 00000100:00100000:0.0:1787583396.205863:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 104 00000100:00100000:3.0:1787583396.205871:0:25040:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909247f8f480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2def8621-b047-4757-814d-42c7c419cee0:25040:1874416435973888:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1787583396.206046:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:3.0:1787583396.206071:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 120 off8536 00000040:00080000:3.0:1787583396.206085:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 168 off8704 00000040:00080000:3.0:1787583396.206099:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8928 00000040:00080000:3.0:1787583396.206112:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 224 off9152 00000040:00080000:3.0:1787583396.206125:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 120 off9272 00000040:00080000:3.0:1787583396.206136:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 168 off9440 00000040:00080000:3.0:1787583396.206157:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 224 off9664 00000040:00080000:3.0:1787583396.206171:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:3.0:1787583396.206183:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 120 off10008 00000040:00080000:3.0:1787583396.206207:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 224 off10232 00000040:00080000:3.0:1787583396.206221:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10456 00000040:00080000:3.0:1787583396.206234:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].13, 88 off10544 00000040:00080000:3.0:1787583396.206245:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].14, 128 off10672 00000040:00080000:3.0:1787583396.206256:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].15, 144 off10816 00000040:00080000:3.0:1787583396.206267:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].16, 160 off10976 00000040:00080000:3.0:1787583396.206278:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].17, 224 off11200 00000040:00080000:3.0:1787583396.206289:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].18, 224 off11424 00000040:00080000:3.0:1787583396.206302:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].19, 80 off11504 00000040:00080000:3.0:1787583396.206438:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].20, 224 off11728 00000040:00080000:3.0:1787583396.206470:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].21, 224 off11952 00000040:00080000:3.0:1787583396.206482:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].22, 88 off12040 00000040:00080000:3.0:1787583396.206493:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].23, 128 off12168 00000040:00080000:3.0:1787583396.206505:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].24, 144 off12312 00000040:00080000:3.0:1787583396.206517:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].25, 160 off12472 00000040:00080000:3.0:1787583396.206529:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].26, 224 off12696 00000040:00080000:3.0:1787583396.206555:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].27, 224 off12920 00000040:00080000:3.0:1787583396.206568:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].28, 80 off13000 00000040:00080000:3.0:1787583396.206579:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].29, 224 off13224 00000040:00080000:3.0:1787583396.206591:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].30, 224 off13448 00000040:00080000:3.0:1787583396.206604:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].31, 88 off13536 00000040:00080000:3.0:1787583396.206616:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].32, 128 off13664 00000040:00080000:3.0:1787583396.206628:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].33, 144 off13808 00000040:00080000:3.0:1787583396.206639:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].34, 128 off13936 00000040:00080000:3.0:1787583396.206651:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].35, 224 off14160 00000040:00080000:3.0:1787583396.206675:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].36, 224 off14384 00000040:00080000:3.0:1787583396.206686:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].37, 80 off14464 00000040:00080000:3.0:1787583396.206708:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].38, 224 off14688 00000040:00080000:3.0:1787583396.206722:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].39, 224 off14912 00000040:00080000:3.0:1787583396.206743:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].40, 88 off15000 00000040:00080000:3.0:1787583396.206771:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].41, 128 off15128 00000040:00080000:3.0:1787583396.206783:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].42, 144 off15272 00000040:00080000:3.0:1787583396.206808:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].43, 128 off15400 00000040:00080000:3.0:1787583396.206825:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].44, 224 off15624 00000040:00080000:3.0:1787583396.206837:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].45, 224 off15848 00000040:00080000:3.0:1787583396.206869:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].46, 80 off15928 00000040:00080000:3.0:1787583396.206885:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].47, 224 off16152 00000040:00080000:3.0:1787583396.206899:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].48, 232 off16384 00000100:00100000:3.0:1787583396.206936:0:25040:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90937fc60380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2def8621-b047-4757-814d-42c7c419cee0:25040:1874416435974016:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1787583396.206990:0:25040:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787583396.207008:0:25040:0:(client.c:2715:ptlrpc_set_wait()) set ffff90936a0fe480 going to sleep for 11 seconds 00000100:00100000:2.0:1787583396.207210:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435974016 00000100:00100000:2.0:1787583396.207216:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435974016 00000100:00100000:2.0:1787583396.207290:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 105 00000100:00100000:2.0:1787583396.207299:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90936f106c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2def8621-b047-4757-814d-42c7c419cee0+24:25040:x1874416435974016:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1787583396.207401:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90936f106c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2def8621-b047-4757-814d-42c7c419cee0+24:25040:x1874416435974016:12345-0@lo:502:mount.lustre.0 Request processed in 102us (410us total) trans 0 rc 0/0 00000100:00100000:2.0:1787583396.207409:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 105 00000100:00100000:3.0:1787583396.208680:0:25040:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90937fc60380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2def8621-b047-4757-814d-42c7c419cee0:25040:1874416435974016:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1787583396.209493:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].49, 224 off16608 00000040:00080000:3.0:1787583396.209524:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].50, 120 off16728 00000100:00100000:3.0:1787583396.209558:0:25040:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90937fc60380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2def8621-b047-4757-814d-42c7c419cee0:25040:1874416435974144:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1787583396.209615:0:25040:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787583396.209685:0:25040:0:(client.c:2715:ptlrpc_set_wait()) set ffff909358ab3180 going to sleep for 11 seconds 00000100:00100000:2.0:1787583396.209724:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435974144 00000100:00100000:2.0:1787583396.209730:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435974144 00000100:00100000:2.0:1787583396.209808:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 106 00000100:00100000:2.0:1787583396.209832:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90936f105850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2def8621-b047-4757-814d-42c7c419cee0+24:25040:x1874416435974144:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1787583396.210087:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90936f105850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2def8621-b047-4757-814d-42c7c419cee0+24:25040:x1874416435974144:12345-0@lo:502:mount.lustre.0 Request processed in 270us (471us total) trans 0 rc 0/0 00000100:00100000:2.0:1787583396.210095:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 106 00000100:00100000:0.0:1787583396.212094:0:25040:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90937fc60380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2def8621-b047-4757-814d-42c7c419cee0:25040:1874416435974144:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1787583396.212189:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].51, 224 off16952 00000040:00080000:0.0:1787583396.212203:0:25040:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:0.0:1787583396.219633:0:25054:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0001 (typ=lwp) 00000020:00000080:0.0:1787583396.219651:0:25054:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0001 (ffff909343e199b8) 00000020:00000080:0.0:1787583396.219869:0:25054:0:(obd_config.c:720:class_attach_name()) OBD: dev 27 attached type lwp with refcount 2 00000020:01000004:0.0:1787583396.220041:0:25054:0:(tgt_mount.c:153:server_get_mount()) get mount ffff90937f386800 from lustre-OST0001, refs=3 00000020:01000004:0.0:1787583396.220045:0:25054:0:(tgt_mount.c:187:server_put_mount()) put mount ffff90937f386800 from lustre-OST0001, refs=3 00000020:01000004:0.0:1787583396.220048:0:25054:0:(obd_mount.c:710:lustre_put_lsi()) put ffff90937f386800 3 00010000:00080000:0.0:1787583396.220077:0:25054:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9092464da800@lustre-MDT0000-lwp-OST0001: add connection 192.168.203.111@tcp at head 00010000:00010000:0.0:1787583396.222502:0:25054:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0001-11 is initialized 00000020:00000080:0.0:1787583396.222740:0:25054:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0001 (uuid lustre-MDT0000-lwp-OST0001_UUID) 00000010:01000000:0.0:1787583396.222785:0:25054:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:0.0:1787583396.222797:0:25054:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-OST0001, cookie 0x19a47956376b7f19 00000100:00080000:0.0:1787583396.222807:0:25054:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1787583396.222812:0:25054:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9092464da800 using connection 192.168.203.111@tcp/0@lo 00000100:00100000:0.0:1787583396.222862:0:25054:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff909348841c00 x1874416435974272/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787583396.222883:0:25054:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID 00000100:00080000:1.0:1787583396.223039:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1787583396.223044:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787583396.223046:0:37:0:(import.c:65:import_set_state_nolock()) ffff909246691000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787583396.223051:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 700 00000100:00080000:1.0:1787583396.223054:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787583396.223057:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff909246691000 using connection 192.168.203.111@tcp/0@lo 00000100:00100000:0.0:1787583396.223062:0:3656:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909247f8d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3656:1874416435974400:0@lo:400:kworker.0 00000100:00100000:1.0:1787583396.223070:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff909247f8f800 x1874416435974656/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787583396.223092:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1787583396.223095:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787583396.223096:0:37:0:(import.c:65:import_set_state_nolock()) ffff90937462b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787583396.223099:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 700 00000100:00080000:1.0:1787583396.223102:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:1.0:1787583396.223105:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff90937462b800 using connection 192.168.203.111@tcp/0@lo 00000100:00100000:1.0:1787583396.223113:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff909247f8c380 x1874416435975168/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787583396.223121:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787583396.223146:0:3654:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909247f8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3654:1874416435974784:0@lo:400:kworker.0 00000100:00100000:0.0:1787583396.223155:0:3656:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909247f8e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3656:1874416435975040:0@lo:400:kworker.0 00000100:00100000:0.0:1787583396.223175:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787583396.223176:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787583396.223195:0:3654:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909247f8ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3654:1874416435975424:0@lo:400:kworker.0 00000100:00100000:0.0:1787583396.223195:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1787583396.223200:0:3656:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909247f8fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3656:1874416435974912:0@lo:400:kworker.0 00000100:00100000:0.0:1787583396.223219:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787583396.223222:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787583396.223235:0:3656:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909247f8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3656:1874416435975552:0@lo:400:kworker.0 00000100:00100000:1.0:1787583396.223236:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1787583396.223241:0:3654:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909247f8f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3654:1874416435974528:0@lo:400:kworker.0 00000100:00100000:1.0:1787583396.223258:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787583396.223258:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787583396.223272:0:3654:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909247f8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3654:1874416435975296:0@lo:400:kworker.0 00000100:00100000:1.0:1787583396.223292:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787583396.223315:0:24224:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435975040 00000100:00100000:1.0:1787583396.223320:0:24224:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435975040 00000100:00080000:0.0:1787583396.223365:0:22713:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1787583396.223369:0:24224:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435974528 00000100:00100000:1.0:1787583396.223372:0:24224:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435974528 00000100:00100000:1.0:1787583396.223410:0:24224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1787583396.223418:0:24224:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909348843100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3656:x1874416435975040:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1787583396.223459:0:22713:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1787583396.223479:0:24224:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909348843100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3656:x1874416435975040:12345-0@lo:400:kworker.0 Request processed in 61us (303us total) trans 0 rc 0/0 00000100:00100000:1.0:1787583396.223487:0:24224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1787583396.223500:0:24224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1787583396.223506:0:24224:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90936dad1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3654:x1874416435974528:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787583396.223508:0:3656:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909247f8e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3656:1874416435975040:0@lo:400:kworker.0 00000100:00100000:1.0:1787583396.223539:0:24224:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90936dad1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3654:x1874416435974528:12345-0@lo:400:kworker.0 Request processed in 34us (280us total) trans 0 rc 0/0 00000100:00100000:1.0:1787583396.223545:0:24224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1787583396.223546:0:3654:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909247f8f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3654:1874416435974528:0@lo:400:kworker.0 00000100:00100000:1.0:1787583396.223562:0:22719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435974784 00000100:00100000:1.0:1787583396.223565:0:22719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435974784 00000100:00100000:1.0:1787583396.223584:0:22719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435975424 00000100:00100000:1.0:1787583396.223587:0:22719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435975424 00000100:00100000:1.0:1787583396.223610:0:22719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435975552 00000100:00100000:1.0:1787583396.223613:0:22719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435975552 00000100:00100000:1.0:1787583396.223624:0:22719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435975296 00000100:00100000:1.0:1787583396.223627:0:22719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435975296 00000100:00100000:1.0:1787583396.223650:0:22719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1787583396.223655:0:22719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90936dad2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3654:x1874416435974784:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787583396.223694:0:22719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90936dad2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3654:x1874416435974784:12345-0@lo:400:kworker.0 Request processed in 39us (517us total) trans 0 rc 0/0 00000100:00100000:1.0:1787583396.223700:0:22719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1787583396.223712:0:22719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1787583396.223717:0:22719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90936dad2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3654:x1874416435975424:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787583396.223743:0:22719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90936dad2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3654:x1874416435975424:12345-0@lo:400:kworker.0 Request processed in 26us (520us total) trans 0 rc 0/0 00000100:00100000:1.0:1787583396.223748:0:22719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1787583396.223759:0:22719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1787583396.223764:0:22719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909348841500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3656:x1874416435975552:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787583396.223795:0:22719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909348841500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3656:x1874416435975552:12345-0@lo:400:kworker.0 Request processed in 31us (535us total) trans 0 rc 0/0 00000100:00100000:1.0:1787583396.223801:0:22719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1787583396.223812:0:22719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:1.0:1787583396.223818:0:22719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90937fce9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3654:x1874416435975296:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1787583396.223843:0:22713:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1787583396.223873:0:22713:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1787583396.223945:0:22719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90937fce9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3654:x1874416435975296:12345-0@lo:400:kworker.0 Request processed in 127us (652us total) trans 0 rc 0/0 00000100:00100000:1.0:1787583396.223952:0:22719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00010000:00080000:1.0:1787583396.223990:0:3654:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff909247f8f480 x1874416435975296/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787583412 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787583396.224000:0:3654:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909247f8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3654:1874416435975296:0@lo:400:kworker.0 00010000:00080000:1.0:1787583396.224010:0:3654:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff909247f8c000 x1874416435974784/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787583412 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787583396.224030:0:3654:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909247f8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3654:1874416435974784:0@lo:400:kworker.0 00010000:00080000:1.0:1787583396.224042:0:3654:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff909247f8ed80 x1874416435975424/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787583412 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787583396.224050:0:3654:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909247f8ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3654:1874416435975424:0@lo:400:kworker.0 00010000:00080000:1.0:1787583396.224076:0:3656:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff909247f8e300 x1874416435975552/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787583412 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787583396.224083:0:3656:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909247f8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3656:1874416435975552:0@lo:400:kworker.0 00000100:00100000:0.0:1787583396.224918:0:22723:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435974400 00000100:00100000:0.0:1787583396.224926:0:22723:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435974400 00000100:00100000:0.0:1787583396.225035:0:22723:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435974912 00000100:00100000:0.0:1787583396.225039:0:22723:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435974912 00000100:00100000:0.0:1787583396.225055:0:22723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1787583396.225062:0:22723:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909348841f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3656:x1874416435974400:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787583396.225102:0:22722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1787583396.225110:0:22722:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909348840700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3656:x1874416435974912:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787583396.225118:0:22723:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909348841f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3656:x1874416435974400:12345-0@lo:400:kworker.0 Request processed in 58us (1997us total) trans 0 rc 0/0 00000100:00100000:0.0:1787583396.225125:0:22723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1787583396.225141:0:22722:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909348840700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3656:x1874416435974912:12345-0@lo:400:kworker.0 Request processed in 33us (1921us total) trans 0 rc 0/0 00000100:00100000:1.0:1787583396.225147:0:22722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:0.0:1787583396.225156:0:3652:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909348841c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3652:1874416435974272:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1787583396.225173:0:3656:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909247f8fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3656:1874416435974912:0@lo:400:kworker.0 00000100:00100000:1.0:1787583396.225182:0:3656:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909247f8d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3656:1874416435974400:0@lo:400:kworker.0 00000100:00100000:0.0:1787583396.225202:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787583396.225219:0:22719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435974272 00000100:00100000:1.0:1787583396.225222:0:22719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435974272 00000100:00100000:0.0:1787583396.225235:0:3652:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909247f8f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3652:1874416435974656:0@lo:8:kworker.0 00000100:00100000:1.0:1787583396.225240:0:22719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1787583396.225245:0:22719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909348843800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3652:x1874416435974272:12345-0@lo:38:llog_process_th.0 00000100:00100000:0.0:1787583396.225256:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787583396.225272:0:3652:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909247f8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3652:1874416435975168:0@lo:8:kworker.0 00010000:00080000:1.0:1787583396.225273:0:22719:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0001_UUID@0@lo t0 exp 0000000000000000 cur 703 last 0 00000100:00100000:0.0:1787583396.225290:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000080:1.0:1787583396.225302:0:22719:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-OST0001_UUID, cookie 0x19a47956376b7f20 00000004:00100000:1.0:1787583396.225316:0:22719:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:1.0:1787583396.225349:0:22719:0:(import.c:65:import_set_state_nolock()) ffff90937f385000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1787583396.225399:0:22719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909348843800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3652:x1874416435974272:12345-0@lo:38:llog_process_th.0 Request processed in 153us (196us total) trans 0 rc 0/0 00000100:00100000:1.0:1787583396.225405:0:22719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1787583396.225423:0:24224:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435974656 00000100:00100000:1.0:1787583396.225425:0:24224:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435974656 00000100:00100000:1.0:1787583396.225437:0:24224:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435975168 00000100:00100000:1.0:1787583396.225439:0:24224:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435975168 00000100:00100000:1.0:1787583396.225461:0:24224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1787583396.225466:0:24224:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909348843b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3652:x1874416435974656:12345-0@lo:8:kworker.0 00010000:00080000:0.0:1787583396.225480:0:3652:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff909348841c00 x1874416435974272/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1787583406 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787583396.225489:0:3652:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 2 00000100:00080000:0.0:1787583396.225495:0:3652:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0001: connect to target with instance 3 00000100:00100000:1.0:1787583396.225499:0:24224:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909348843b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3652:x1874416435974656:12345-0@lo:8:kworker.0 Request processed in 32us (241us total) trans 0 rc -11/-11 00000100:00100000:1.0:1787583396.225504:0:24224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00080000:0.0:1787583396.225507:0:3652:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0001: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:0.0:1787583396.225511:0:3652:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:0.0:1787583396.225513:0:3652:0:(import.c:65:import_set_state_nolock()) ffff9092464da800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:1.0:1787583396.225515:0:24224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1787583396.225518:0:24224:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909348840000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3652:x1874416435975168:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1787583396.225519:0:3652:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909348841c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3652:1874416435974272:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1787583396.225530:0:3652:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:0.0:1787583396.225534:0:3652:0:(import.c:65:import_set_state_nolock()) ffff909246691000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787583396.225537:0:3652:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-11) 00000100:00100000:0.0:1787583396.225539:0:3652:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909247f8f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3652:1874416435974656:0@lo:8:kworker.0 00000100:00100000:1.0:1787583396.225544:0:24224:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909348840000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3652:x1874416435975168:12345-0@lo:8:kworker.0 Request processed in 24us (253us total) trans 0 rc -11/-11 00000100:00100000:0.0:1787583396.225546:0:3652:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 0 gen 2 00000100:00100000:1.0:1787583396.225549:0:24224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00080000:0.0:1787583396.225549:0:3652:0:(import.c:65:import_set_state_nolock()) ffff90937462b800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787583396.225552:0:3652:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-11) 00000100:00100000:0.0:1787583396.225554:0:3652:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909247f8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3652:1874416435975168:0@lo:8:kworker.0 00000020:01000004:0.0:1787583396.231196:0:25054:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-lwp-OST0001 (typ=lwp) 00000020:00000080:0.0:1787583396.231212:0:25054:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-lwp-OST0001 (ffff9092464c8000) 00000020:00000080:0.0:1787583396.231234:0:25054:0:(obd_config.c:720:class_attach_name()) OBD: dev 28 attached type lwp with refcount 2 00000020:01000004:0.0:1787583396.231304:0:25054:0:(tgt_mount.c:153:server_get_mount()) get mount ffff90937f386800 from lustre-OST0001, refs=3 00000020:01000004:0.0:1787583396.231307:0:25054:0:(tgt_mount.c:187:server_put_mount()) put mount ffff90937f386800 from lustre-OST0001, refs=3 00000020:01000004:0.0:1787583396.231310:0:25054:0:(obd_mount.c:710:lustre_put_lsi()) put ffff90937f386800 3 00010000:00080000:0.0:1787583396.231336:0:25054:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9092464df800@lustre-MDT0001-lwp-OST0001: add connection 192.168.203.111@tcp at head 00010000:00010000:0.0:1787583396.236519:0:25054:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-lwp-OST0001-12 is initialized 00000020:00000080:0.0:1787583396.236722:0:25054:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-lwp-OST0001 (uuid lustre-MDT0001-lwp-OST0001_UUID) 00000010:01000000:0.0:1787583396.239166:0:25054:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:0.0:1787583396.239186:0:25054:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-lwp-OST0001, cookie 0x19a47956376b7f2e 00000100:00080000:0.0:1787583396.239197:0:25054:0:(import.c:510:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1787583396.239203:0:25054:0:(import.c:624:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff9092464df800 using connection 192.168.203.111@tcp/0@lo 00000100:00100000:0.0:1787583396.239239:0:25054:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff909348841c00 x1874416435975680/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787583396.239310:0:3652:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909348841c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3652:1874416435975680:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1787583396.239376:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787583396.239465:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435975680 00000100:00100000:3.0:1787583396.239473:0:22717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435975680 00000100:00100000:3.0:1787583396.239509:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1787583396.239516:0:22717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90937fce9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3652:x1874416435975680:12345-0@lo:38:llog_process_th.0 00010000:00080000:3.0:1787583396.239540:0:22717:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0001-lwp-OST0001_UUID@0@lo t0 exp 0000000000000000 cur 703 last 0 00000020:00000080:3.0:1787583396.239581:0:22717:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-lwp-OST0001_UUID, cookie 0x19a47956376b7f35 00000004:00100000:3.0:1787583396.239597:0:22717:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:3.0:1787583396.239627:0:22717:0:(import.c:65:import_set_state_nolock()) ffff909247c60800 : changing import state from RECOVER to FULL 00000100:00080000:0.0:1787583396.240898:0:25054:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID 00000100:00100000:3.0:1787583396.241470:0:22717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90937fce9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3652:x1874416435975680:12345-0@lo:38:llog_process_th.0 Request processed in 1946us (2087us total) trans 0 rc 0/0 00000100:00100000:3.0:1787583396.241483:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00080000:1.0:1787583396.241891:0:3652:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff909348841c00 x1874416435975680/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1787583406 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787583396.241904:0:3652:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 2 00000100:00080000:1.0:1787583396.241914:0:3652:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0001-lwp-OST0001: connect to target with instance 3 00000100:00080000:1.0:1787583396.241922:0:3652:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0001-lwp-OST0001: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:1.0:1787583396.241927:0:3652:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:1.0:1787583396.241930:0:3652:0:(import.c:65:import_set_state_nolock()) ffff9092464df800 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00100000:1.0:1787583396.241949:0:3652:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909348841c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3652:1874416435975680:0@lo:38:llog_process_th.0 00000040:00080000:1.0:1787583396.250322:0:25054:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 52 count 51 00000020:01000000:0.0:1787583396.252221:0:25040:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:0.0:1787583396.252261:0:25040:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.111@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1787583396.252286:0:25040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff909340030e00/0x19a47956376b7f04 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x19a47956376b7f0b expref: -99 pid: 25040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583396.252299:0:25040:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.111@tcp lock: ffff909340030e00/0x19a47956376b7f04 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x19a47956376b7f0b expref: -99 pid: 25040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:0.0:1787583396.252358:0:25040:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:0.0:1787583396.252361:0:25040:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:0.0:1787583396.252362:0:25040:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1787583396.252363:0:25040:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1787583396.252365:0:25040:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1787583396.252366:0:25040:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1787583396.252368:0:25040:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1787583396.252370:0:25040:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1787583396.252371:0:25040:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:0.0:1787583396.252375:0:25040:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0001 0x40020002 00000020:01000004:0.0:1787583396.252377:0:25040:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:0.0:1787583396.252379:0:25040:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:0.0:1787583396.252380:0:25040:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1787583396.252381:0:25040:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1787583396.252382:0:25040:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1787583396.252383:0:25040:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1787583396.252384:0:25040:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1787583396.252385:0:25040:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1787583396.252386:0:25040:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:0.0:1787583396.252413:0:25040:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0001 00000100:00100000:0.0:1787583396.252434:0:25040:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909348843480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2def8621-b047-4757-814d-42c7c419cee0:25040:1874416435975808:0@lo:253:mount.lustre.0 00000100:00100000:0.0:1787583396.252515:0:25040:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787583396.252557:0:25040:0:(client.c:2715:ptlrpc_set_wait()) set ffff909358ab3180 going to sleep for 11 seconds 00000100:00100000:2.0:1787583396.252684:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435975808 00000100:00100000:2.0:1787583396.252701:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435975808 00000100:00100000:2.0:1787583396.253031:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 107 00000100:00100000:2.0:1787583396.253041:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90936f107450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2def8621-b047-4757-814d-42c7c419cee0+24:25040:x1874416435975808:12345-0@lo:253:mount.lustre.0 20000000:01000000:2.0:1787583396.253069:0:22710:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 1 is ready to reconnect. 20000000:01000000:2.0:1787583396.253086:0:22710:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:1.0:1787583396.255523:0:22710:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:1.0:1787583396.255562:0:22710:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0001, index=1, rc=0 20000000:01000000:0.0:1787583396.256231:0:22733:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:0.0:1787583396.256248:0:22733:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:0.0:1787583396.256282:0:22733:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff909248add800/0x19a47956376b7f3c lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583396.256302:0:22733:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff909340031c00/0x19a47956376b7eb0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x19a47956376b7ea9 expref: 24 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583396.256309:0:22733:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff909340030800/0x19a47956376b7ebe lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x19a47956376b7eb7 expref: 24 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583396.256317:0:22733:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff909248add800/0x19a47956376b7f3c lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583396.256355:0:22733:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff909340030800/0x19a47956376b7ebe lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x19a47956376b7eb7 expref: 24 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583396.256370:0:22733:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff909340030800/0x19a47956376b7ebe lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x19a47956376b7eb7 expref: 24 pid: 22711 timeout: 803 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787583396.256384:0:22733:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909348840a80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22733:1874416435975936:0@lo:104: 00000100:00100000:0.0:1787583396.256455:0:22733:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1787583396.256506:0:22733:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff909340031c00/0x19a47956376b7eb0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x19a47956376b7ea9 expref: 24 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583396.256514:0:22733:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff909340031c00/0x19a47956376b7eb0 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x19a47956376b7ea9 expref: 24 pid: 22710 timeout: 803 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787583396.256522:0:22733:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909348842a00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22733:1874416435976064:0@lo:104: 00000100:00100000:0.0:1787583396.256540:0:22733:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787583396.256563:0:22733:0:(client.c:2715:ptlrpc_set_wait()) set ffff909345715540 going to sleep for 11 seconds 00000100:00100000:2.0:1787583396.256624:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435975936 00000100:00100000:2.0:1787583396.256632:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435975936 00000100:00100000:2.0:1787583396.256671:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435976064 00000100:00100000:2.0:1787583396.256673:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435976064 00000100:00100000:2.0:1787583396.256705:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1787583396.256714:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909348841c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:2def8621-b047-4757-814d-42c7c419cee0+4:22733:x1874416435975936:12345-0@lo:104: 00010000:00010000:2.0:1787583396.256725:0:22700:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.111@tcp lock: ffff909340031600/0x19a47956376b7eb7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x19a47956376b7ebe expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583396.256790:0:22700:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1787583396.256796:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909348841c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:2def8621-b047-4757-814d-42c7c419cee0+4:22733:x1874416435975936:12345-0@lo:104: Request processed in 84us (354us total) trans 0 rc 0/0 00000100:00100000:2.0:1787583396.256803:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1787583396.256819:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1787583396.256824:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909348840e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:2def8621-b047-4757-814d-42c7c419cee0+3:22733:x1874416435976064:12345-0@lo:104: 00010000:00010000:2.0:1787583396.256832:0:22700:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.111@tcp lock: ffff909340031400/0x19a47956376b7ea9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x19a47956376b7eb0 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583396.256883:0:22700:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:2.0:1787583396.256888:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909348840e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:2def8621-b047-4757-814d-42c7c419cee0+3:22733:x1874416435976064:12345-0@lo:104: Request processed in 64us (347us total) trans 0 rc 0/0 00000100:00100000:2.0:1787583396.256894:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00010000:00010000:2.0:1787583396.256910:0:22705:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1787583396.256916:0:22705:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.111@tcp lock: ffff909340031600/0x19a47956376b7eb7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x19a47956376b7ebe expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583396.256923:0:22705:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff909340031600 already unused, calling callback (ffffffffc118ec20) 10000000:00010000:2.0:1787583396.256926:0:22705:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.111@tcp lock: ffff909340031600/0x19a47956376b7eb7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x19a47956376b7ebe expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583396.256945:0:22705:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.111@tcp lock: ffff909340031600/0x19a47956376b7eb7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x19a47956376b7ebe expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1787583396.256963:0:22705:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.111@tcp lock: ffff909340031600/0x19a47956376b7eb7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x19a47956376b7ebe expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787583396.256968:0:22705:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:2.0:1787583396.256995:0:22705:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.111@tcp lock: ffff909340031600/0x19a47956376b7eb7 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x19a47956376b7ebe expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583396.257001:0:22705:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787583396.257018:0:22705:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.111@tcp lock: ffff909340031600/0x19a47956376b7eb7 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x19a47956376b7ebe expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583396.257024:0:22705:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.111@tcp lock: ffff909340031600/0x19a47956376b7eb7 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x19a47956376b7ebe expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583396.257036:0:22705:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787583396.257039:0:22705:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.111@tcp lock: ffff909340031400/0x19a47956376b7ea9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x19a47956376b7eb0 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583396.257044:0:22705:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff909340031400 already unused, calling callback (ffffffffc118ec20) 10000000:00010000:2.0:1787583396.257047:0:22705:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.111@tcp lock: ffff909340031400/0x19a47956376b7ea9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x19a47956376b7eb0 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583396.257053:0:22705:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.111@tcp lock: ffff909340031400/0x19a47956376b7ea9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x19a47956376b7eb0 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1787583396.257058:0:22705:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.111@tcp lock: ffff909340031400/0x19a47956376b7ea9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x19a47956376b7eb0 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787583396.257062:0:22705:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:2.0:1787583396.257080:0:22705:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.111@tcp lock: ffff909340031400/0x19a47956376b7ea9 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x19a47956376b7eb0 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583396.257085:0:22705:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787583396.257098:0:22705:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.111@tcp lock: ffff909340031400/0x19a47956376b7ea9 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x19a47956376b7eb0 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583396.257105:0:22705:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.111@tcp lock: ffff909340031400/0x19a47956376b7ea9 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x19a47956376b7eb0 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583396.257115:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787583396.257117:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787583396.257118:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787583396.257124:0:24313:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787583396.257142:0:3656:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909247ee5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2def8621-b047-4757-814d-42c7c419cee0:3656:1874416435976192:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787583396.257171:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787583396.257202:0:3653:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909247ee4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2def8621-b047-4757-814d-42c7c419cee0:3653:1874416435976320:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787583396.257225:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787583396.257257:0:23872:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435976192 00000100:00100000:2.0:1787583396.257261:0:23872:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435976192 00010000:00010000:2.0:1787583396.257276:0:23872:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff909340030800/0x19a47956376b7ebe lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x19a47956376b7eb7 expref: 25 pid: 22711 timeout: 803 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787583396.257295:0:23872:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435976320 00000100:00100000:2.0:1787583396.257298:0:23872:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435976320 00010000:00010000:2.0:1787583396.257309:0:23872:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff909340031c00/0x19a47956376b7eb0 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x19a47956376b7ea9 expref: 26 pid: 22710 timeout: 803 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787583396.257326:0:23872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1787583396.257333:0:23872:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909247ee4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2def8621-b047-4757-814d-42c7c419cee0+26:3656:x1874416435976192:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1787583396.257351:0:23872:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787583396.257356:0:23872:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff909340030800/0x19a47956376b7ebe lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x19a47956376b7eb7 expref: 26 pid: 22711 timeout: 803 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583396.257367:0:23872:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff909340030800/0x19a47956376b7ebe lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x19a47956376b7eb7 expref: 26 pid: 22711 timeout: 803 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583396.257382:0:23872:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787583396.257409:0:23872:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909247ee4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2def8621-b047-4757-814d-42c7c419cee0+26:3656:x1874416435976192:12345-0@lo:103:ldlm_bl.0 Request processed in 77us (238us total) trans 0 rc 0/0 00000100:00100000:2.0:1787583396.257415:0:23872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1787583396.257429:0:23872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1787583396.257435:0:23872:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909248469f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2def8621-b047-4757-814d-42c7c419cee0+25:3653:x1874416435976320:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1787583396.257455:0:23872:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787583396.257459:0:23872:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff909340031c00/0x19a47956376b7eb0 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x19a47956376b7ea9 expref: 25 pid: 22710 timeout: 803 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583396.257468:0:23872:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff909340031c00/0x19a47956376b7eb0 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x19a47956376b7ea9 expref: 25 pid: 22710 timeout: 803 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583396.257478:0:23872:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff909248add800/0x19a47956376b7f3c lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583396.257486:0:23872:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff909248add800/0x19a47956376b7f3c lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:2.0:1787583396.257498:0:23872:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.005955705s 00010000:00010000:2.0:1787583396.257502:0:23872:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff909248add800/0x19a47956376b7f3c lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583396.257518:0:23872:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff909248add800/0x19a47956376b7f3c lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583396.257525:0:23872:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff909248add800/0x19a47956376b7f3c lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583396.257531:0:23872:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff909248add800/0x19a47956376b7f3c lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583396.257536:0:23872:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff909248add800 already unused, calling callback (ffffffffc0b91230) 00010000:00010000:2.0:1787583396.257540:0:23872:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff909248add800/0x19a47956376b7f3c lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583396.257547:0:23872:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff909248add800/0x19a47956376b7f3c lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583396.257555:0:23872:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff909248add800/0x19a47956376b7f3c lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583396.257564:0:23872:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787583396.257594:0:23872:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909248469f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2def8621-b047-4757-814d-42c7c419cee0+25:3653:x1874416435976320:12345-0@lo:103:ldlm_bl.0 Request processed in 158us (367us total) trans 0 rc 0/0 00000100:00100000:2.0:1787583396.257600:0:23872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1787583396.257641:0:3653:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909247ee4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2def8621-b047-4757-814d-42c7c419cee0:3653:1874416435976320:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787583396.257664:0:3656:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909247ee5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2def8621-b047-4757-814d-42c7c419cee0:3656:1874416435976192:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1787583396.258166:0:22733:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff909340030800/0x19a47956376b7ebe lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x19a47956376b7eb7 expref: 24 pid: 22711 timeout: 803 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787583396.258187:0:22733:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909348840a80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22733:1874416435975936:0@lo:104: 00010000:00010000:0.0:1787583396.258198:0:22733:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff909340031c00/0x19a47956376b7eb0 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x19a47956376b7ea9 expref: 23 pid: 22710 timeout: 803 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787583396.258205:0:22733:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909348842a00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22733:1874416435976064:0@lo:104: 00010000:00010000:0.0:1787583396.258221:0:22733:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff909248add800/0x19a47956376b7f3c lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583396.258229:0:22733:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff909248add800/0x19a47956376b7f3c lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583396.258235:0:22733:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff909248add800/0x19a47956376b7f3c lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583396.258241:0:22733:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff909248add800/0x19a47956376b7f3c lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787583396.259127:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90936f107450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2def8621-b047-4757-814d-42c7c419cee0+22:25040:x1874416435975808:12345-0@lo:253:mount.lustre.0 Request processed in 6083us (6607us total) trans 0 rc 0/0 00000100:00100000:1.0:1787583396.259138:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 107 00000100:00100000:0.0:1787583396.259206:0:25040:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909348843480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2def8621-b047-4757-814d-42c7c419cee0:25040:1874416435975808:0@lo:253:mount.lustre.0 10000000:01000000:0.0:1787583396.259220:0:25040:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0001 got index = 1 00000020:01000004:0.0:1787583396.259223:0:25040:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:0.0:1787583396.259224:0:25040:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:0.0:1787583396.259225:0:25040:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1787583396.259227:0:25040:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1787583396.259228:0:25040:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1787583396.259229:0:25040:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1787583396.259230:0:25040:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1787583396.259232:0:25040:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1787583396.259233:0:25040:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:0.0:1787583396.259245:0:25040:0:(tgt_mount.c:2695:server_calc_timeout()) lustre-OST0001: Imperative Recovery not enabled, recovery window 60-180 00000001:00000004:3.0:1787583396.261158:0:25040:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 3, last_transno is 12884901888 00002000:00080000:1.0:1787583396.264517:0:25040:0:(ofd_obd.c:539:ofd_postrecov()) lustre-OST0001: recovery is over 00100000:10000000:1.0:1787583396.264527:0:25040:0:(lfsck_lib.c:3085:lfsck_start()) lustre-OST0001-osd: start master thread 00000020:01000004:1.0:1787583396.264566:0:25040:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:1.0:1787583396.264608:0:25040:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.203.111@tcp: cl_mgc_mutex unlock 00000020:01000004:1.0:1787583396.264626:0:25040:0:(tgt_mount.c:2461:server_fill_super_common()) Server sb, dev=50 00000080:00000004:1.0:1787583396.264821:0:25040:0:(super25.c:182:lustre_fill_super()) /dev/mapper/ost2_flakey: Mount complete 00000020:00000004:1.0:1787583396.269610:0:25040:0:(tgt_mount.c:2347:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1787583396.271229:0:25040:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:0.0:1787583396.622251:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:1.0:1787583397.136796:0:25108:0:(tgt_mount.c:2347:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1787583397.137062:0:25108:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:2.0:1787583397.649120:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1787583398.096175:0:22714:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:1.0:1787583398.096183:0:22714:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff90936f2d6000 from 14 10000000:01000000:1.0:1787583398.096189:0:22714:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:1.0:1787583398.097013:0:22714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff90924149b800/0x19a47956376b7f43 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583398.097030:0:22714:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.111@tcp lock: ffff90924149b800/0x19a47956376b7f43 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583398.097043:0:22714:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.111@tcp lock: ffff90924149b800/0x19a47956376b7f43 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787583398.097071:0:22714:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90937fceb100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:2def8621-b047-4757-814d-42c7c419cee0:22714:1874416435976448:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1787583398.097139:0:22714:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787583398.097187:0:22714:0:(client.c:2715:ptlrpc_set_wait()) set ffff909344a2f0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787583398.097655:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435976448 00000100:00100000:3.0:1787583398.097664:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435976448 00000100:00100000:3.0:1787583398.097716:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108 00000100:00100000:3.0:1787583398.097904:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90936f107850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2def8621-b047-4757-814d-42c7c419cee0+22:22714:x1874416435976448:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1787583398.098069:0:22709:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787583398.098087:0:22709:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90936367ec00/0x19a47956376b7f4a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x19a47956376b7f43 expref: -99 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583398.098112:0:22709:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90936367ec00/0x19a47956376b7f4a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x19a47956376b7f43 expref: 23 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583398.098123:0:22709:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90936367ec00/0x19a47956376b7f4a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x19a47956376b7f43 expref: 23 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583398.098132:0:22709:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90936367ec00, rc 0) 00000100:00100000:3.0:1787583398.098355:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90936f107850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2def8621-b047-4757-814d-42c7c419cee0+23:22714:x1874416435976448:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 453us (1214us total) trans 0 rc 0/0 00000100:00100000:3.0:1787583398.098363:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108 00000100:00100000:1.0:1787583398.103685:0:22714:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90937fceb100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:2def8621-b047-4757-814d-42c7c419cee0:22714:1874416435976448:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1787583398.103715:0:22714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.111@tcp lock: ffff90924149b800/0x19a47956376b7f43 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x19a47956376b7f4a expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583398.103728:0:22714:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.111@tcp lock: ffff90924149b800/0x19a47956376b7f43 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x19a47956376b7f4a expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787583398.104556:0:22714:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90937fceb100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:2def8621-b047-4757-814d-42c7c419cee0:22714:1874416435976576:0@lo:256:ll_cfg_requeue.0 00000100:00100000:1.0:1787583398.104628:0:22714:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787583398.106602:0:22714:0:(client.c:2715:ptlrpc_set_wait()) set ffff909344a2f0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787583398.108012:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435976576 00000100:00100000:2.0:1787583398.108023:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435976576 00000100:00100000:3.0:1787583398.111110:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109 00000100:00100000:3.0:1787583398.111124:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90936f106050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2def8621-b047-4757-814d-42c7c419cee0+23:22714:x1874416435976576:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:3.0:1787583398.111148:0:22710:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:3.0:1787583398.111164:0:22710:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:3.0:1787583398.111168:0:22710:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 14 00000100:00100000:3.0:1787583398.111297:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90936f106050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2def8621-b047-4757-814d-42c7c419cee0+23:22714:x1874416435976576:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 176us (6668us total) trans 0 rc 0/0 00000100:00100000:3.0:1787583398.111305:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109 00000100:00100000:3.0:1787583398.111366:0:22714:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90937fceb100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:2def8621-b047-4757-814d-42c7c419cee0:22714:1874416435976576:0@lo:256:ll_cfg_requeue.0 10000000:01000000:3.0:1787583398.111525:0:22714:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.111@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1787583398.111536:0:22714:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff90924149b800/0x19a47956376b7f43 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x19a47956376b7f4a expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583398.111547:0:22714:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.111@tcp lock: ffff90924149b800/0x19a47956376b7f43 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x19a47956376b7f4a expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787583398.111558:0:22714:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:3.0:1787583398.111560:0:22714:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff909366a92000 from 14 10000000:01000000:3.0:1787583398.111563:0:22714:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1787583398.111591:0:22714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff90936367ea00/0x19a47956376b7f51 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583398.111599:0:22714:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.111@tcp lock: ffff90936367ea00/0x19a47956376b7f51 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583398.111608:0:22714:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.111@tcp lock: ffff90936367ea00/0x19a47956376b7f51 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787583398.111627:0:22714:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90937fc62d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:2def8621-b047-4757-814d-42c7c419cee0:22714:1874416435976704:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1787583398.111663:0:22714:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787583398.111693:0:22714:0:(client.c:2715:ptlrpc_set_wait()) set ffff909347b0ce40 going to sleep for 11 seconds 00000100:00100000:3.0:1787583398.111708:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435976704 00000100:00100000:3.0:1787583398.111713:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435976704 00000100:00100000:3.0:1787583398.111737:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 110 00000100:00100000:3.0:1787583398.111743:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90936f104450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2def8621-b047-4757-814d-42c7c419cee0+23:22714:x1874416435976704:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1787583398.111751:0:22709:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787583398.111762:0:22709:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90936367e200/0x19a47956376b7f58 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x19a47956376b7f51 expref: -99 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583398.111874:0:22709:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90936367e200/0x19a47956376b7f58 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x19a47956376b7f51 expref: 24 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583398.111885:0:22709:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90936367e200/0x19a47956376b7f58 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x19a47956376b7f51 expref: 24 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583398.111894:0:22709:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90936367e200, rc 0) 00000100:00100000:3.0:1787583398.112023:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90936f104450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2def8621-b047-4757-814d-42c7c419cee0+24:22714:x1874416435976704:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 279us (359us total) trans 0 rc 0/0 00000100:00100000:3.0:1787583398.112029:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 110 00000100:00100000:3.0:1787583398.112070:0:22714:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90937fc62d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:2def8621-b047-4757-814d-42c7c419cee0:22714:1874416435976704:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1787583398.112082:0:22714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.111@tcp lock: ffff90936367ea00/0x19a47956376b7f51 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x19a47956376b7f58 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583398.112092:0:22714:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.111@tcp lock: ffff90936367ea00/0x19a47956376b7f51 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x19a47956376b7f58 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787583398.112135:0:22714:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90937fc62d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:2def8621-b047-4757-814d-42c7c419cee0:22714:1874416435976832:0@lo:256:ll_cfg_requeue.0 00000100:00100000:3.0:1787583398.112165:0:22714:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787583398.112184:0:22714:0:(client.c:2715:ptlrpc_set_wait()) set ffff909347b0ce40 going to sleep for 11 seconds 00000100:00100000:3.0:1787583398.112196:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435976832 00000100:00100000:3.0:1787583398.112200:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435976832 00000100:00100000:3.0:1787583398.112224:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 111 00000100:00100000:3.0:1787583398.112231:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90936f104c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2def8621-b047-4757-814d-42c7c419cee0+24:22714:x1874416435976832:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:3.0:1787583398.112242:0:22711:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:3.0:1787583398.112255:0:22711:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:3.0:1787583398.112263:0:22711:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 14 00000100:00100000:3.0:1787583398.112329:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90936f104c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2def8621-b047-4757-814d-42c7c419cee0+24:22714:x1874416435976832:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 98us (163us total) trans 0 rc 0/0 00000100:00100000:3.0:1787583398.112336:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 111 00000100:00100000:3.0:1787583398.112366:0:22714:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90937fc62d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:2def8621-b047-4757-814d-42c7c419cee0:22714:1874416435976832:0@lo:256:ll_cfg_requeue.0 10000000:01000000:3.0:1787583398.112406:0:22714:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.111@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1787583398.112571:0:22714:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff90936367ea00/0x19a47956376b7f51 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x19a47956376b7f58 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583398.112581:0:22714:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.111@tcp lock: ffff90936367ea00/0x19a47956376b7f51 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x19a47956376b7f58 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787583398.350694:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1787583398.350717:0:3653:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909348843480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3653:1874416435976960:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1787583398.350784:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787583398.350871:0:3655:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909248469500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3655:1874416435977088:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1787583398.350904:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787583398.351044:0:24228:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435976960 00000100:00100000:1.0:1787583398.351053:0:24228:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435976960 00000100:00100000:1.0:1787583398.351111:0:24228:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435977088 00000100:00100000:1.0:1787583398.351115:0:24228:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435977088 00000100:00100000:1.0:1787583398.351138:0:24228:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1787583398.351148:0:24228:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909247ee5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1874416435976960:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1787583398.351174:0:24228:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915849728 avail 3684327424 00000100:00100000:1.0:1787583398.351226:0:24228:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909247ee5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1874416435976960:12345-0@lo:13:osp-pre-0-1.0 Request processed in 80us (441us total) trans 0 rc 0/0 00000100:00100000:1.0:1787583398.351232:0:24228:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1787583398.351256:0:24228:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1787583398.351263:0:24228:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90937fc62d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3655:x1874416435977088:12345-0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1787583398.351386:0:3653:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909348843480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3653:1874416435976960:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1787583398.351452:0:22713:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00000024:1.0:1787583398.351484:0:24228:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915849728 avail 3684327424 00000100:00100000:1.0:1787583398.351523:0:24228:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90937fc62d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3655:x1874416435977088:12345-0@lo:13:osp-pre-0-0.0 Request processed in 261us (618us total) trans 0 rc 0/0 00000100:00100000:1.0:1787583398.351529:0:24228:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1787583398.351603:0:3655:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909248469500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3655:1874416435977088:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1787583398.671541:0:24313:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1787583399.055010:0:22751:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:1.0:1787583399.374134:0:3656:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90937fcead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3656:1874416435977216:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1787583399.374211:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787583399.375961:0:22723:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435977216 00000100:00100000:0.0:1787583399.375969:0:22723:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435977216 00000100:00100000:0.0:1787583399.376019:0:22723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:0.0:1787583399.376029:0:22723:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90937fce8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3656:x1874416435977216:12345-0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1787583399.376132:0:3653:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909348842a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3653:1874416435977344:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1787583399.376186:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787583399.376211:0:23458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435977344 00000100:00100000:3.0:1787583399.376218:0:23458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435977344 00000004:00000024:0.0:1787583399.377580:0:22723:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1787583399.377649:0:22723:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90937fce8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3656:x1874416435977216:12345-0@lo:41:osp-pre-0-1.0 Request processed in 1619us (3435us total) trans 0 rc 0/0 00000100:00100000:0.0:1787583399.377657:0:22723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:0.0:1787583399.377680:0:22723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:0.0:1787583399.377690:0:22723:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90937fce9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3653:x1874416435977344:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1787583399.377707:0:22723:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1787583399.377740:0:22723:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90937fce9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3653:x1874416435977344:12345-0@lo:41:osp-pre-1-0.0 Request processed in 53us (1554us total) trans 0 rc 0/0 00000100:00100000:0.0:1787583399.377746:0:22723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:0.0:1787583399.379992:0:3653:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909348842a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3653:1874416435977344:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1787583399.380048:0:3656:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90937fcead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3656:1874416435977216:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1787583399.694164:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1787583400.399947:0:23472:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:2.0:1787583400.718968:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787583401.423096:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1787583401.423103:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787583401.423107:0:38:0:(import.c:65:import_set_state_nolock()) ffff909246691000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787583401.423119:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff909246691000 using connection 192.168.203.111@tcp/0@lo 00000100:00100000:2.0:1787583401.423141:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff909245b61180 x1874416435977856/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787583401.423176:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1787583401.423180:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787583401.423181:0:38:0:(import.c:65:import_set_state_nolock()) ffff90937462b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787583401.423187:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff90937462b800 using connection 192.168.203.111@tcp/0@lo 00000100:00100000:2.0:1787583401.423198:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff909245b62d80 x1874416435978368/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787583401.423267:0:3654:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909247ee4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2def8621-b047-4757-814d-42c7c419cee0:3654:1874416435977472:0@lo:400:kworker.0 00000100:00100000:2.0:1787583401.423338:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787583401.423382:0:3654:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909245b60380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3654:1874416435978112:0@lo:400:kworker.0 00000100:00100000:2.0:1787583401.423421:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787583401.423443:0:3654:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909245b63800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3654:1874416435978752:0@lo:400:kworker.0 00000100:00100000:2.0:1787583401.423469:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787583401.423494:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1787583401.423500:0:3654:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909245b63100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3654:1874416435977984:0@lo:400:kworker.0 00000100:00100000:2.0:1787583401.423540:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787583401.423557:0:3654:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909245b60a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3654:1874416435978624:0@lo:400:kworker.0 00000100:00100000:2.0:1787583401.423578:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787583401.423608:0:3655:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909245b61500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3655:1874416435977600:0@lo:400:kworker.0 00000100:00100000:2.0:1787583401.423631:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787583401.423649:0:3655:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909245b62300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3655:1874416435978240:0@lo:400:kworker.0 00000100:00100000:2.0:1787583401.423673:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787583401.423691:0:3655:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909245b61c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3655:1874416435978880:0@lo:400:kworker.0 00000100:00100000:2.0:1787583401.423717:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787583401.423730:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:2.0:1787583401.423735:0:3655:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909245b62a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3655:1874416435977728:0@lo:400:kworker.0 00000100:00100000:2.0:1787583401.423787:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787583401.423808:0:3655:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909245b61f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3655:1874416435978496:0@lo:400:kworker.0 00000100:00100000:2.0:1787583401.423829:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787583401.423840:0:3655:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909245b60000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3655:1874416435979008:0@lo:400:kworker.0 00000100:00100000:2.0:1787583401.423892:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787583401.423915:0:3652:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909245b61180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3652:1874416435977856:0@lo:8:kworker.0 00000100:00100000:2.0:1787583401.423988:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787583401.424006:0:3652:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909245b62d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3652:1874416435978368:0@lo:8:kworker.0 00000100:00100000:2.0:1787583401.424026:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787583401.424057:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435977472 00000100:00100000:2.0:1787583401.424065:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435977472 00000100:00100000:2.0:1787583401.424107:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 112 00000100:00100000:2.0:1787583401.424117:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90936f106850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2def8621-b047-4757-814d-42c7c419cee0+24:3654:x1874416435977472:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787583401.424175:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90936f106850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2def8621-b047-4757-814d-42c7c419cee0+24:3654:x1874416435977472:12345-0@lo:400:kworker.0 Request processed in 59us (836us total) trans 0 rc 0/0 00000100:00100000:2.0:1787583401.424183:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 112 00000100:00100000:2.0:1787583401.424217:0:22723:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435978112 00000100:00100000:2.0:1787583401.424220:0:22723:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435978112 00000100:00100000:2.0:1787583401.424242:0:22723:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435977600 00000100:00100000:2.0:1787583401.424245:0:22723:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435977600 00000100:00100000:2.0:1787583401.424258:0:22723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:2.0:1787583401.424263:0:22723:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909245b60700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3654:x1874416435978112:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787583401.424304:0:22723:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909245b60700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3654:x1874416435978112:12345-0@lo:400:kworker.0 Request processed in 40us (882us total) trans 0 rc 0/0 00000100:00100000:2.0:1787583401.424311:0:22723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:2.0:1787583401.424326:0:22723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:2.0:1787583401.424332:0:22723:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909245b62680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3655:x1874416435977600:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787583401.424363:0:22723:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909245b62680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3655:x1874416435977600:12345-0@lo:400:kworker.0 Request processed in 32us (732us total) trans 0 rc 0/0 00000100:00100000:2.0:1787583401.424369:0:22723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:2.0:1787583401.424391:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435978752 00000100:00100000:2.0:1787583401.424394:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435978752 00000100:00100000:2.0:1787583401.424689:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435977984 00000100:00100000:2.0:1787583401.424693:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435977984 00000100:00100000:2.0:1787583401.424704:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435978624 00000100:00100000:2.0:1787583401.424706:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435978624 00000100:00100000:2.0:1787583401.424719:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435978880 00000100:00100000:2.0:1787583401.424721:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435978880 00000100:00100000:2.0:1787583401.424733:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435978496 00000100:00100000:2.0:1787583401.424735:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435978496 00000100:00100000:3.0:1787583401.424861:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435979008 00000100:00100000:3.0:1787583401.424865:0:22717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435979008 00000100:00100000:2.0:1787583401.425022:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:3.0:1787583401.425053:0:22717:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000100:00100000:3.0:1787583401.425061:0:22717:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_003' 00000100:00100000:2.0:1787583401.425101:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909245b60e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3654:x1874416435978752:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787583401.425153:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909245b60e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3654:x1874416435978752:12345-0@lo:400:kworker.0 Request processed in 125us (1683us total) trans 0 rc 0/0 00000100:00100000:2.0:1787583401.425159:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:2.0:1787583401.425173:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:2.0:1787583401.425179:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909245b61880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3654:x1874416435977984:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787583401.425205:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909245b61880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3654:x1874416435977984:12345-0@lo:400:kworker.0 Request processed in 27us (1665us total) trans 0 rc 0/0 00000100:00100000:2.0:1787583401.425210:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:2.0:1787583401.425221:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:2.0:1787583401.425227:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909245b63480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3654:x1874416435978624:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787583401.425322:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909245b63480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3654:x1874416435978624:12345-0@lo:400:kworker.0 Request processed in 94us (1742us total) trans 0 rc 0/0 00000100:00100000:2.0:1787583401.425328:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:2.0:1787583401.425341:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:2.0:1787583401.425347:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90937fc8a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3655:x1874416435978880:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787583401.425376:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90937fc8a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3655:x1874416435978880:12345-0@lo:400:kworker.0 Request processed in 30us (1658us total) trans 0 rc 0/0 00000100:00100000:2.0:1787583401.425382:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:2.0:1787583401.425393:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:2.0:1787583401.425398:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90937fc89c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3655:x1874416435978496:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787583401.425437:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90937fc89c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3655:x1874416435978496:12345-0@lo:400:kworker.0 Request processed in 39us (1608us total) trans 0 rc 0/0 00000100:00100000:2.0:1787583401.425442:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:2.0:1787583401.425454:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:2.0:1787583401.425460:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90937fc8b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3655:x1874416435979008:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787583401.425496:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90937fc8b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3655:x1874416435979008:12345-0@lo:400:kworker.0 Request processed in 36us (1604us total) trans 0 rc 0/0 00000100:00100000:2.0:1787583401.425502:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:2.0:1787583401.425532:0:24224:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435978240 00000100:00100000:2.0:1787583401.425536:0:24224:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435978240 00000100:00100000:2.0:1787583401.425557:0:24224:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435977728 00000100:00100000:2.0:1787583401.425560:0:24224:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435977728 00000100:00100000:2.0:1787583401.425570:0:24224:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435977856 00000100:00100000:2.0:1787583401.425572:0:24224:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435977856 00000100:00100000:2.0:1787583401.425579:0:24224:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435978368 00000100:00100000:2.0:1787583401.425582:0:24224:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435978368 00000100:00100000:2.0:1787583401.425590:0:24224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1787583401.425595:0:24224:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909245b63b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3655:x1874416435978240:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787583401.425625:0:24224:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909245b63b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3655:x1874416435978240:12345-0@lo:400:kworker.0 Request processed in 30us (1951us total) trans 0 rc 0/0 00000100:00100000:2.0:1787583401.425630:0:24224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1787583401.425641:0:24224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1787583401.425647:0:24224:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90937fc89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3655:x1874416435977728:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787583401.425690:0:24224:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90937fc89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3655:x1874416435977728:12345-0@lo:400:kworker.0 Request processed in 43us (1902us total) trans 0 rc 0/0 00000100:00100000:2.0:1787583401.425696:0:24224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1787583401.425708:0:24224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1787583401.425712:0:24224:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90937fc89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3652:x1874416435977856:12345-0@lo:8:kworker.0 00010000:00080000:2.0:1787583401.425737:0:24224:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0001: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 708 last 0 00000100:00100000:3.0:1787583401.426073:0:24309:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1787583401.426079:0:24309:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90937fc8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3652:x1874416435978368:12345-0@lo:8:kworker.0 00010000:00080000:3.0:1787583401.426095:0:24309:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0001: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 708 last 0 00000020:00000080:3.0:1787583401.426138:0:24309:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x19a47956376b7f5f 00002000:00100000:3.0:1787583401.426151:0:24309:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli lustre-MDT0001-mdtlov_UUID/ffff909247c67800 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113950 ocd_grant: 0 ocd_index: 1 ocd_group 1 00002000:00080000:3.0:1787583401.426155:0:24309:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0001: Received MDS connection for group 1 00002000:00100000:3.0:1787583401.426158:0:24309:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0001: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:3.0:1787583401.426331:0:24309:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 1 00000100:00080000:3.0:1787583401.426362:0:24309:0:(import.c:65:import_set_state_nolock()) ffff909247c63800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1787583401.426420:0:24309:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90937fc8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:3652:x1874416435978368:12345-0@lo:8:kworker.0 Request processed in 339us (2392us total) trans 0 rc 0/0 00000100:00100000:3.0:1787583401.426426:0:24309:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1787583401.426505:0:3655:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909245b62a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3655:1874416435977728:0@lo:400:kworker.0 00010000:00080000:3.0:1787583401.426520:0:3655:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff909245b61f80 x1874416435978496/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787583417 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787583401.426530:0:3655:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909245b61f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3655:1874416435978496:0@lo:400:kworker.0 00010000:00080000:3.0:1787583401.426546:0:3655:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff909245b60000 x1874416435979008/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787583417 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787583401.426554:0:3655:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909245b60000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3655:1874416435979008:0@lo:400:kworker.0 00000100:00100000:3.0:1787583401.426567:0:3655:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909245b61500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3655:1874416435977600:0@lo:400:kworker.0 00000100:00100000:3.0:1787583401.426578:0:3655:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909245b62300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3655:1874416435978240:0@lo:400:kworker.0 00010000:00080000:3.0:1787583401.426589:0:3655:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff909245b61c00 x1874416435978880/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787583417 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787583401.426598:0:3655:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909245b61c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3655:1874416435978880:0@lo:400:kworker.0 00010000:00080000:3.0:1787583401.426642:0:3654:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff909245b63100 x1874416435977984/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787583417 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787583401.426665:0:3654:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909245b63100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3654:1874416435977984:0@lo:400:kworker.0 00010000:00080000:3.0:1787583401.426681:0:3654:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff909245b60a80 x1874416435978624/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787583417 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787583401.426689:0:3654:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909245b60a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3654:1874416435978624:0@lo:400:kworker.0 00000100:00100000:3.0:1787583401.426700:0:3654:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909247ee4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2def8621-b047-4757-814d-42c7c419cee0:3654:1874416435977472:0@lo:400:kworker.0 00000100:00100000:3.0:1787583401.426710:0:3654:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909245b60380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3654:1874416435978112:0@lo:400:kworker.0 00010000:00080000:3.0:1787583401.426723:0:3654:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff909245b63800 x1874416435978752/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787583417 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787583401.426730:0:3654:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909245b63800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3654:1874416435978752:0@lo:400:kworker.0 00000100:00080000:3.0:1787583401.427030:0:22713:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1787583401.427035:0:22713:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1787583401.427038:0:22713:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:3.0:1787583401.427067:0:3652:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff909245b62d80 x1874416435978368/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/416 e 0 to 0 dl 1787583426 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787583401.427079:0:3652:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0001-osc-MDT0001: connect to target with instance 3 00000100:00080000:3.0:1787583401.427087:0:3652:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0001-osc-MDT0001: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:3.0:1787583401.427091:0:3652:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:3.0:1787583401.427094:0:3652:0:(import.c:65:import_set_state_nolock()) ffff90937462b800 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000004:00080000:3.0:1787583401.427122:0:3652:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:3.0:1787583401.427127:0:3652:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909245b62d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3652:1874416435978368:0@lo:8:kworker.0 00000004:00080000:3.0:1787583401.427172:0:23462:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0001: going to cleanup orphans since [0x2c0000400:0x1:0x0] 00000100:00100000:3.0:1787583401.427191:0:23462:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90937fc61180 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23462:1874416435979264:0@lo:7:osp-pre-1-1.0 00000100:00100000:3.0:1787583401.427233:0:23462:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000080:2.0:1787583401.427343:0:24224:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x19a47956376b7f66 00002000:00100000:2.0:1787583401.427355:0:24224:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli lustre-MDT0000-mdtlov_UUID/ffff90935822c800 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113950 ocd_grant: 0 ocd_index: 1 ocd_group 0 00002000:00080000:2.0:1787583401.427359:0:24224:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0001: Received MDS connection for group 0 00002000:00100000:2.0:1787583401.427368:0:24224:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0001: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:2.0:1787583401.427421:0:24224:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:2.0:1787583401.427438:0:24224:0:(import.c:65:import_set_state_nolock()) ffff909247c46800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1787583401.427479:0:24224:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90937fc89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3652:x1874416435977856:12345-0@lo:8:kworker.0 Request processed in 1765us (3490us total) trans 0 rc 0/0 00000100:00100000:2.0:1787583401.427486:0:24224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1787583401.427501:0:24224:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435979264 00000100:00100000:2.0:1787583401.427506:0:24224:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435979264 00000100:00100000:2.0:1787583401.427537:0:24224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1787583401.427545:0:24224:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90937fc60700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:23462:x1874416435979264:12345-0@lo:7:osp-pre-1-1.0 00000100:00100000:2.0:1787583401.427732:0:3653:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90937fc63b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3653:1874416435979136:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1787583401.430821:0:23462:0:(client.c:2715:ptlrpc_set_wait()) set ffff909345134300 going to sleep for 11 seconds 00000100:00080000:3.0:1787583401.430905:0:22713:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00080000:3.0:1787583401.431107:0:3652:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff909245b61180 x1874416435977856/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1787583426 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787583401.431127:0:3652:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0001-osc-MDT0000: connect to target with instance 3 00000100:00080000:3.0:1787583401.431135:0:3652:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0001-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:3.0:1787583401.431150:0:3652:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:3.0:1787583401.431153:0:3652:0:(import.c:65:import_set_state_nolock()) ffff909246691000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000004:00080000:3.0:1787583401.431181:0:3652:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:3.0:1787583401.431187:0:3652:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909245b61180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3652:1874416435977856:0@lo:8:kworker.0 00000004:00080000:3.0:1787583401.431228:0:22743:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:3.0:1787583401.431326:0:22743:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 708584479808ns, next at 0ns, rc = 0 00080000:00080000:3.0:1787583401.431333:0:22743:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0000: async commit OSD 00000004:00080000:0.0:1787583401.431748:0:22744:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: going to cleanup orphans since [0x2c0000401:0x5:0x0] 00000100:00100000:0.0:1787583401.431768:0:22744:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909348840a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22744:1874416435979520:0@lo:5:osp-pre-1-0.0 00000100:00100000:0.0:1787583401.431821:0:22744:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1787583401.431866:0:23461:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:1.0:1787583401.431924:0:23461:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 708585078169ns, next at 0ns, rc = 0 00080000:00080000:1.0:1787583401.431930:0:23461:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0001: async commit OSD 00000100:00100000:0.0:1787583401.432035:0:22744:0:(client.c:2715:ptlrpc_set_wait()) set ffff909248de1600 going to sleep for 11 seconds 00000100:00100000:0.0:1787583401.432064:0:24226:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435979520 00000100:00100000:0.0:1787583401.432070:0:24226:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435979520 00000100:00100000:0.0:1787583401.432120:0:24226:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1787583401.432130:0:24226:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909348842680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:22744:x1874416435979520:12345-0@lo:5:osp-pre-1-0.0 00000100:00080000:0.0:1787583401.432196:0:22713:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1787583401.432587:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787583401.432612:0:24228:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435979136 00000100:00100000:1.0:1787583401.432617:0:24228:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435979136 00000100:00100000:1.0:1787583401.432644:0:24228:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1787583401.432651:0:24228:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90937fc61c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+7:3653:x1874416435979136:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1787583401.432669:0:24228:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1787583401.432687:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1787583401.432697:0:3653:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909348842a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3653:1874416435979392:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1787583401.432713:0:24228:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90937fc61c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+7:3653:x1874416435979136:12345-0@lo:13:osp-pre-1-1.0 Request processed in 63us (127us total) trans 0 rc 0/0 00000100:00100000:1.0:1787583401.432722:0:24228:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1787583401.432843:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:3.0:1787583401.432890:0:3653:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff90937fc63b80 x1874416435979136/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1787583417 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787583401.432907:0:3653:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90937fc63b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3653:1874416435979136:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1787583401.432936:0:24228:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435979392 00000100:00100000:1.0:1787583401.432940:0:24228:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435979392 00000100:00100000:1.0:1787583401.432959:0:24228:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1787583401.432965:0:24228:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90937fc63100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3653:x1874416435979392:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1787583401.432976:0:24228:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1787583401.433005:0:24228:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90937fc63100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3653:x1874416435979392:12345-0@lo:13:osp-pre-1-0.0 Request processed in 40us (162us total) trans 0 rc 0/0 00000100:00100000:1.0:1787583401.433011:0:24228:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00010000:00080000:3.0:1787583401.433021:0:3653:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff909348842a00 x1874416435979392/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1787583417 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787583401.433034:0:3653:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909348842a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3653:1874416435979392:0@lo:13:osp-pre-1-0.0 00000004:00080000:3.0:1787583401.434115:0:22697:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1 committed 00002000:00080000:0.0:1787583401.436259:0:24224:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0001: adding sequence 0x2c0000400 00002000:00080000:0.0:1787583401.436267:0:24224:0:(ofd_dev.c:1208:ofd_get_info_hdl()) lustre-OST0001: LAST FID is [0x2c0000400:0x41:0x0] 00000100:00100000:0.0:1787583401.436356:0:24224:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90937fc60700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:23462:x1874416435979264:12345-0@lo:7:osp-pre-1-1.0 Request processed in 8807us (9117us total) trans 0 rc 0/0 00000100:00100000:0.0:1787583401.436366:0:24224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00010000:00080000:0.0:1787583401.436436:0:23462:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff90937fc61180 x1874416435979264/t0(0) o7->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 264/240 e 0 to 0 dl 1787583417 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787583401.436452:0:23462:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90937fc61180 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23462:1874416435979264:0@lo:7:osp-pre-1-1.0 00000004:00080000:0.0:1787583401.436467:0:23462:0:(osp_precreate.c:810:osp_get_lastfid_from_ost()) lustre-OST0001-osc-MDT0001: Got last_fid [0x2c0000400:0x41:0x0] 00000100:00100000:0.0:1787583401.436505:0:23462:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909348842a00 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23462:1874416435979648:0@lo:5:osp-pre-1-1.0 00000100:00100000:0.0:1787583401.436538:0:23462:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787583401.436562:0:23462:0:(client.c:2715:ptlrpc_set_wait()) set ffff909344af4b40 going to sleep for 11 seconds 00000100:00100000:0.0:1787583401.436579:0:24225:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435979648 00000100:00100000:0.0:1787583401.436585:0:24225:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435979648 00000100:00100000:0.0:1787583401.436621:0:24225:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1787583401.436630:0:24225:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909348843480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:23462:x1874416435979648:12345-0@lo:5:osp-pre-1-1.0 00002000:00080000:0.0:1787583401.436654:0:24225:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = 0 00000100:00100000:0.0:1787583401.436683:0:24225:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909348843480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:23462:x1874416435979648:12345-0@lo:5:osp-pre-1-1.0 Request processed in 54us (144us total) trans 0 rc 0/0 00000100:00100000:0.0:1787583401.436699:0:24225:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00010000:00080000:0.0:1787583401.436731:0:23462:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff909348842a00 x1874416435979648/t0(0) o5->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 432/432 e 0 to 0 dl 1787583417 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787583401.436741:0:23462:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909348842a00 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23462:1874416435979648:0@lo:5:osp-pre-1-1.0 00000004:00080000:0.0:1787583401.436750:0:23462:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0001: Got last_id [0x2c0000400:0x41:0x0] from OST, last_created [0x2c0000400:0x41:0x0]last_used is [0x2c0000400:0x41:0x0] 00000100:00100000:0.0:1787583401.436778:0:23462:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909348842a00 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23462:1874416435979776:0@lo:5:osp-pre-1-1.0 00000100:00100000:0.0:1787583401.436801:0:23462:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787583401.436816:0:23462:0:(client.c:2715:ptlrpc_set_wait()) set ffff909344af4b40 going to sleep for 11 seconds 00000100:00100000:0.0:1787583401.436827:0:24224:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435979776 00000100:00100000:0.0:1787583401.436830:0:24224:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435979776 00000100:00100000:0.0:1787583401.436868:0:24224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1787583401.436890:0:24224:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909247f8c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:23462:x1874416435979776:12345-0@lo:5:osp-pre-1-1.0 00002000:00080000:0.0:1787583401.436912:0:24224:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000400 at 66 00000004:00080000:3.0:1787583401.440478:0:23450:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1 committed 00002000:00080000:0.0:1787583401.442353:0:24226:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0001: adding sequence 0x2c0000401 00002000:00080000:0.0:1787583401.442363:0:24226:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = -60 00002000:02000040:0.0:1787583401.442368:0:24226:0:(ofd_dev.c:1491:ofd_orphans_destroy()) lustre-OST0001: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x2c0000401:6 to 0x2c0000401:65) 00002000:00010000:0.0:1787583401.457431:0:24226:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x41:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787583401.457441:0:24226:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e7502426/0x19a47956376b7f6d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583401.457459:0:24226:0:(ldlm_extent.c:415:ldlm_update_contention()) add 0 to [0x2c0000401:0x41:0x0].0x0 since=708s v=(0 0) 00010000:00010000:0.0:1787583401.457464:0:24226:0:(ldlm_extent.c:415:ldlm_update_contention()) add 0 to [0x2c0000401:0x41:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787583401.457470:0:24226:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e7502426/0x19a47956376b7f6d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583401.457487:0:24226:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e7502426/0x19a47956376b7f6d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583401.457498:0:24226:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e7502426/0x19a47956376b7f6d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583401.457507:0:24226:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e7502426/0x19a47956376b7f6d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583401.457535:0:24226:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1787583401.457548:0:24313:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787583401.457554:0:24313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e7502426/0x19a47956376b7f6d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583401.457562:0:24313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff909248add200 already unused, calling callback (ffffffffc0b91230) 00010000:00010000:0.0:1787583401.457567:0:24313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e7502426/0x19a47956376b7f6d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583401.457577:0:24313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e7502426/0x19a47956376b7f6d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583401.457594:0:24313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e7502426/0x19a47956376b7f6d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583401.457601:0:24313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e7502426/0x19a47956376b7f6d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583401.457622:0:24313:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787583401.457624:0:24313:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787583401.457626:0:24313:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1787583401.459077:0:24226:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x40:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787583401.459087:0:24226:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000081c05b28/0x19a47956376b7f74 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583401.459101:0:24226:0:(ldlm_extent.c:415:ldlm_update_contention()) add 0 to [0x2c0000401:0x40:0x0].0x0 since=708s v=(0 0) 00010000:00010000:0.0:1787583401.459112:0:24226:0:(ldlm_extent.c:415:ldlm_update_contention()) add 0 to [0x2c0000401:0x40:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787583401.459118:0:24226:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000081c05b28/0x19a47956376b7f74 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583401.459130:0:24226:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000081c05b28/0x19a47956376b7f74 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583401.459140:0:24226:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000081c05b28/0x19a47956376b7f74 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583401.459147:0:24226:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000081c05b28/0x19a47956376b7f74 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583401.459170:0:24226:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1787583401.459181:0:22706:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787583401.459186:0:22706:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000081c05b28/0x19a47956376b7f74 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583401.459194:0:22706:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff909248add400 already unused, calling callback (ffffffffc0b91230) 00010000:00010000:0.0:1787583401.459198:0:22706:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000081c05b28/0x19a47956376b7f74 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583401.459206:0:22706:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000081c05b28/0x19a47956376b7f74 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583401.459219:0:22706:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000081c05b28/0x19a47956376b7f74 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583401.459237:0:22706:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000081c05b28/0x19a47956376b7f74 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583401.459254:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787583401.459257:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787583401.459259:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1787583401.459969:0:24226:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787583401.459979:0:24226:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000072fabb4d/0x19a47956376b7f7b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583401.459992:0:24226:0:(ldlm_extent.c:415:ldlm_update_contention()) add 0 to [0x2c0000401:0x3f:0x0].0x0 since=708s v=(0 0) 00010000:00010000:2.0:1787583401.459997:0:24226:0:(ldlm_extent.c:415:ldlm_update_contention()) add 0 to [0x2c0000401:0x3f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787583401.460002:0:24226:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000072fabb4d/0x19a47956376b7f7b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583401.460016:0:24226:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000072fabb4d/0x19a47956376b7f7b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583401.460026:0:24226:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000072fabb4d/0x19a47956376b7f7b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583401.460033:0:24226:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000072fabb4d/0x19a47956376b7f7b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583401.460065:0:24226:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1787583401.460319:0:22705:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787583401.460326:0:22705:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000072fabb4d/0x19a47956376b7f7b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583401.460335:0:22705:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9092464f0600 already unused, calling callback (ffffffffc0b91230) 00010000:00010000:3.0:1787583401.460339:0:22705:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000072fabb4d/0x19a47956376b7f7b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583401.460347:0:22705:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000072fabb4d/0x19a47956376b7f7b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583401.460362:0:22705:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000072fabb4d/0x19a47956376b7f7b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583401.460370:0:22705:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000072fabb4d/0x19a47956376b7f7b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583401.460386:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787583401.460388:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787583401.460389:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1787583401.460551:0:24226:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787583401.460626:0:24226:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003ab6d2b5/0x19a47956376b7f82 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583401.460634:0:24226:0:(ldlm_extent.c:415:ldlm_update_contention()) add 0 to [0x2c0000401:0x3e:0x0].0x0 since=708s v=(0 0) 00010000:00010000:2.0:1787583401.460637:0:24226:0:(ldlm_extent.c:415:ldlm_update_contention()) add 0 to [0x2c0000401:0x3e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787583401.460641:0:24226:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003ab6d2b5/0x19a47956376b7f82 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583401.460770:0:24226:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003ab6d2b5/0x19a47956376b7f82 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583401.460780:0:24226:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003ab6d2b5/0x19a47956376b7f82 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583401.460787:0:24226:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003ab6d2b5/0x19a47956376b7f82 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583401.460810:0:24226:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1787583401.461094:0:24226:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787583401.461101:0:24226:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bb32d5d5/0x19a47956376b7f89 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583401.461110:0:24226:0:(ldlm_extent.c:415:ldlm_update_contention()) add 0 to [0x2c0000401:0x3d:0x0].0x0 since=708s v=(0 0) 00010000:00010000:2.0:1787583401.461119:0:24226:0:(ldlm_extent.c:415:ldlm_update_contention()) add 0 to [0x2c0000401:0x3d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787583401.461123:0:24226:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bb32d5d5/0x19a47956376b7f89 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583401.461132:0:24226:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bb32d5d5/0x19a47956376b7f89 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583401.461140:0:24226:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bb32d5d5/0x19a47956376b7f89 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583401.461150:0:24313:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787583401.461441:0:24313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003ab6d2b5/0x19a47956376b7f82 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583401.461452:0:24313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9092464f0200 already unused, calling callback (ffffffffc0b91230) 00010000:00010000:3.0:1787583401.461457:0:24313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003ab6d2b5/0x19a47956376b7f82 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583401.461478:0:24313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003ab6d2b5/0x19a47956376b7f82 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583401.461493:0:24313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003ab6d2b5/0x19a47956376b7f82 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583401.461499:0:24313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003ab6d2b5/0x19a47956376b7f82 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583401.461515:0:24313:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787583401.461517:0:24313:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787583401.461519:0:24313:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787583401.462767:0:24226:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000bb32d5d5/0x19a47956376b7f89 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583401.462791:0:24226:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1787583401.462816:0:22706:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787583401.462825:0:22706:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000bb32d5d5/0x19a47956376b7f89 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583401.462835:0:22706:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9092464f0400 already unused, calling callback (ffffffffc0b91230) 00010000:00010000:0.0:1787583401.462840:0:22706:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000bb32d5d5/0x19a47956376b7f89 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583401.462878:0:22706:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000bb32d5d5/0x19a47956376b7f89 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583401.462895:0:22706:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000bb32d5d5/0x19a47956376b7f89 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583401.462902:0:22706:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bb32d5d5/0x19a47956376b7f89 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583401.462921:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787583401.462924:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787583401.462926:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1787583401.463535:0:24226:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787583401.463542:0:24226:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b02542fb/0x19a47956376b7f90 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583401.463622:0:24226:0:(ldlm_extent.c:415:ldlm_update_contention()) add 0 to [0x2c0000401:0x3c:0x0].0x0 since=708s v=(0 0) 00010000:00010000:2.0:1787583401.463627:0:24226:0:(ldlm_extent.c:415:ldlm_update_contention()) add 0 to [0x2c0000401:0x3c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787583401.463633:0:24226:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b02542fb/0x19a47956376b7f90 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583401.463711:0:24226:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b02542fb/0x19a47956376b7f90 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583401.463784:0:24226:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b02542fb/0x19a47956376b7f90 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583401.463799:0:24226:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b02542fb/0x19a47956376b7f90 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583401.463819:0:24226:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1787583401.463960:0:22705:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787583401.463967:0:22705:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b02542fb/0x19a47956376b7f90 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583401.463976:0:22705:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9092464f0c00 already unused, calling callback (ffffffffc0b91230) 00010000:00010000:3.0:1787583401.463979:0:22705:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b02542fb/0x19a47956376b7f90 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583401.463987:0:22705:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b02542fb/0x19a47956376b7f90 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583401.464000:0:22705:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b02542fb/0x19a47956376b7f90 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583401.464019:0:22705:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b02542fb/0x19a47956376b7f90 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583401.464037:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787583401.464040:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787583401.464042:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1787583401.465334:0:24226:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787583401.465343:0:24226:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006f64b140/0x19a47956376b7f97 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583401.465357:0:24226:0:(ldlm_extent.c:415:ldlm_update_contention()) add 0 to [0x2c0000401:0x3b:0x0].0x0 since=708s v=(0 0) 00010000:00010000:2.0:1787583401.465361:0:24226:0:(ldlm_extent.c:415:ldlm_update_contention()) add 0 to [0x2c0000401:0x3b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787583401.465368:0:24226:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006f64b140/0x19a47956376b7f97 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583401.465380:0:24226:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006f64b140/0x19a47956376b7f97 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583401.465388:0:24226:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006f64b140/0x19a47956376b7f97 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583401.465396:0:24226:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006f64b140/0x19a47956376b7f97 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583401.465424:0:24226:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1787583401.465435:0:24313:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787583401.465440:0:24313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006f64b140/0x19a47956376b7f97 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583401.465454:0:24313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9092464f0a00 already unused, calling callback (ffffffffc0b91230) 00010000:00010000:2.0:1787583401.465459:0:24313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006f64b140/0x19a47956376b7f97 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583401.465467:0:24313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006f64b140/0x19a47956376b7f97 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583401.465481:0:24313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006f64b140/0x19a47956376b7f97 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583401.465489:0:24313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006f64b140/0x19a47956376b7f97 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583401.465506:0:24313:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787583401.465508:0:24313:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787583401.465510:0:24313:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1787583401.473246:0:25041:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901889 is committed 00000001:00100000:0.0:1787583401.473271:0:25041:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000001:00100000:0.0:1787583401.473277:0:25041:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000100:00100000:0.0:1787583401.473434:0:24224:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909247f8c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:23462:x1874416435979776:12345-0@lo:5:osp-pre-1-1.0 Request processed in 36556us (36628us total) trans 12884901889 rc 0/0 00000100:00100000:0.0:1787583401.473445:0:24224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1787583401.473461:0:23462:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 12884901889 gen 2 00000100:00100000:2.0:1787583401.473472:0:23462:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909348842a00 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23462:1874416435979776:0@lo:5:osp-pre-1-1.0 00000004:00080000:2.0:1787583401.473491:0:23462:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0001-osc-MDT0001: current precreated pool: [0x2c0000400:0x41:0x0]-[0x2c0000400:0x61:0x0] 00000100:00100000:2.0:1787583401.473539:0:23462:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90937fc8b100 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0000-lwp-MDT0001_UUID:23462:1874416435979904:0@lo:900:osp-pre-1-1.0 00000100:00100000:2.0:1787583401.473684:0:23462:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787583401.473835:0:23462:0:(client.c:2715:ptlrpc_set_wait()) set ffff9093453f6540 going to sleep for 11 seconds 00000100:00100000:0.0:1787583401.474041:0:22728:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435979904 00000100:00100000:0.0:1787583401.474048:0:22728:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435979904 00000100:00100000:0.0:1787583401.474094:0:22728:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00002000:00010000:1.0:1787583401.474097:0:24226:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00000100:00100000:0.0:1787583401.474106:0:22728:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90937fc88a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23462:x1874416435979904:12345-0@lo:900:osp-pre-1-1.0 00010000:00010000:1.0:1787583401.474109:0:24226:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a8a59cab/0x19a47956376b7f9e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583401.474126:0:24226:0:(ldlm_extent.c:415:ldlm_update_contention()) add 0 to [0x2c0000401:0x3a:0x0].0x0 since=708s v=(0 0) 00010000:00010000:1.0:1787583401.474137:0:24226:0:(ldlm_extent.c:415:ldlm_update_contention()) add 0 to [0x2c0000401:0x3a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787583401.474144:0:24226:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a8a59cab/0x19a47956376b7f9e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583401.474160:0:24226:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a8a59cab/0x19a47956376b7f9e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583401.474170:0:24226:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a8a59cab/0x19a47956376b7f9e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583401.474177:0:24226:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a8a59cab/0x19a47956376b7f9e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583401.474195:0:24226:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1787583401.474349:0:22728:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90937fc88a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23462:x1874416435979904:12345-0@lo:900:osp-pre-1-1.0 Request processed in 245us (664us total) trans 0 rc 0/0 00000100:00100000:0.0:1787583401.474357:0:22728:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00010000:0.0:1787583401.474379:0:22706:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787583401.474385:0:22706:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a8a59cab/0x19a47956376b7f9e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583401.474395:0:22706:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90924149b200 already unused, calling callback (ffffffffc0b91230) 00010000:00010000:0.0:1787583401.474399:0:22706:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a8a59cab/0x19a47956376b7f9e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583401.474422:0:22706:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a8a59cab/0x19a47956376b7f9e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583401.474440:0:22706:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a8a59cab/0x19a47956376b7f9e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583401.474459:0:22706:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a8a59cab/0x19a47956376b7f9e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583401.474478:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787583401.474480:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787583401.474482:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00080000:0.0:1787583401.474506:0:23462:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff90937fc8b100 x1874416435979904/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1787583417 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787583401.474517:0:23462:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90937fc8b100 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0000-lwp-MDT0001_UUID:23462:1874416435979904:0@lo:900:osp-pre-1-1.0 00002000:00010000:0.0:1787583401.476300:0:24226:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x39:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787583401.476312:0:24226:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000081c05b28/0x19a47956376b7fa5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583401.476325:0:24226:0:(ldlm_extent.c:415:ldlm_update_contention()) add 0 to [0x2c0000401:0x39:0x0].0x0 since=708s v=(0 0) 00010000:00010000:0.0:1787583401.476329:0:24226:0:(ldlm_extent.c:415:ldlm_update_contention()) add 0 to [0x2c0000401:0x39:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787583401.476335:0:24226:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000081c05b28/0x19a47956376b7fa5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583401.476347:0:24226:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000081c05b28/0x19a47956376b7fa5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583401.476356:0:24226:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000081c05b28/0x19a47956376b7fa5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583401.476363:0:24226:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000081c05b28/0x19a47956376b7fa5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583401.476401:0:24226:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1787583401.480733:0:24226:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x38:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787583401.480746:0:24226:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000bb28bee/0x19a47956376b7fac lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583401.480762:0:24226:0:(ldlm_extent.c:415:ldlm_update_contention()) add 0 to [0x2c0000401:0x38:0x0].0x0 since=708s v=(0 0) 00010000:00010000:3.0:1787583401.480767:0:24226:0:(ldlm_extent.c:415:ldlm_update_contention()) add 0 to [0x2c0000401:0x38:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787583401.480773:0:24226:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000bb28bee/0x19a47956376b7fac lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583401.480788:0:24226:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000bb28bee/0x19a47956376b7fac lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583401.480797:0:24226:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000bb28bee/0x19a47956376b7fac lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583401.480804:0:24226:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000bb28bee/0x19a47956376b7fac lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583401.480832:0:24226:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1787583401.482268:0:24313:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1787583401.482279:0:24313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000081c05b28/0x19a47956376b7fa5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583401.482291:0:24313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff909248add400 already unused, calling callback (ffffffffc0b91230) 00010000:00010000:0.0:1787583401.482296:0:24313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000081c05b28/0x19a47956376b7fa5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583401.482306:0:24313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000081c05b28/0x19a47956376b7fa5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583401.482325:0:24313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000081c05b28/0x19a47956376b7fa5 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583401.482333:0:24313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000081c05b28/0x19a47956376b7fa5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583401.482350:0:24313:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787583401.482354:0:24313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000bb28bee/0x19a47956376b7fac lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583401.482361:0:24313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90936367f400 already unused, calling callback (ffffffffc0b91230) 00010000:00010000:0.0:1787583401.482364:0:24313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000bb28bee/0x19a47956376b7fac lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583401.482385:0:24313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000bb28bee/0x19a47956376b7fac lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583401.482397:0:24313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000bb28bee/0x19a47956376b7fac lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583401.482412:0:24313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000bb28bee/0x19a47956376b7fac lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583401.482430:0:24313:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787583401.482432:0:24313:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787583401.482434:0:24313:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1787583401.482481:0:24226:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x37:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787583401.482494:0:24226:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000034c3f82f/0x19a47956376b7fb3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583401.482504:0:24226:0:(ldlm_extent.c:415:ldlm_update_contention()) add 0 to [0x2c0000401:0x37:0x0].0x0 since=708s v=(0 0) 00010000:00010000:3.0:1787583401.482507:0:24226:0:(ldlm_extent.c:415:ldlm_update_contention()) add 0 to [0x2c0000401:0x37:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787583401.482513:0:24226:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000034c3f82f/0x19a47956376b7fb3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583401.482523:0:24226:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000034c3f82f/0x19a47956376b7fb3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583401.482901:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787583401.485570:0:24226:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000034c3f82f/0x19a47956376b7fb3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583401.485580:0:24226:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000034c3f82f/0x19a47956376b7fb3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583401.485606:0:24226:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1787583401.486233:0:24226:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x36:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787583401.486241:0:24226:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006e49296a/0x19a47956376b7fba lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583401.486255:0:24226:0:(ldlm_extent.c:415:ldlm_update_contention()) add 0 to [0x2c0000401:0x36:0x0].0x0 since=708s v=(0 0) 00010000:00010000:3.0:1787583401.486260:0:24226:0:(ldlm_extent.c:415:ldlm_update_contention()) add 0 to [0x2c0000401:0x36:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787583401.486266:0:24226:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006e49296a/0x19a47956376b7fba lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583401.486279:0:24226:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006e49296a/0x19a47956376b7fba lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583401.486304:0:24226:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006e49296a/0x19a47956376b7fba lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583401.486311:0:24226:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006e49296a/0x19a47956376b7fba lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583401.486328:0:24226:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1787583401.486338:0:24313:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1787583401.486344:0:24313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000034c3f82f/0x19a47956376b7fb3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583401.486352:0:24313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90936367fa00 already unused, calling callback (ffffffffc0b91230) 00010000:00010000:3.0:1787583401.486357:0:24313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000034c3f82f/0x19a47956376b7fb3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583401.486365:0:24313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000034c3f82f/0x19a47956376b7fb3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583401.486381:0:24313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000034c3f82f/0x19a47956376b7fb3 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583401.486388:0:24313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000034c3f82f/0x19a47956376b7fb3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583401.486417:0:24313:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787583401.486427:0:24313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006e49296a/0x19a47956376b7fba lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583401.486434:0:24313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90924770b800 already unused, calling callback (ffffffffc0b91230) 00010000:00010000:3.0:1787583401.486437:0:24313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006e49296a/0x19a47956376b7fba lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583401.486445:0:24313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006e49296a/0x19a47956376b7fba lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583401.486456:0:24313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006e49296a/0x19a47956376b7fba lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583401.486462:0:24313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006e49296a/0x19a47956376b7fba lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583401.486474:0:24313:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787583401.486476:0:24313:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787583401.486477:0:24313:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787583401.487752:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1787583401.496382:0:24226:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x35:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787583401.496397:0:24226:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e7502426/0x19a47956376b7fc1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583401.496422:0:24226:0:(ldlm_extent.c:415:ldlm_update_contention()) add 0 to [0x2c0000401:0x35:0x0].0x0 since=708s v=(0 0) 00010000:00010000:0.0:1787583401.496427:0:24226:0:(ldlm_extent.c:415:ldlm_update_contention()) add 0 to [0x2c0000401:0x35:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787583401.496434:0:24226:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e7502426/0x19a47956376b7fc1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583401.496449:0:24226:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e7502426/0x19a47956376b7fc1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583401.496459:0:24226:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e7502426/0x19a47956376b7fc1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583401.496477:0:24226:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e7502426/0x19a47956376b7fc1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583401.496495:0:24226:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1787583401.496779:0:22705:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787583401.496793:0:22705:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e7502426/0x19a47956376b7fc1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583401.496802:0:22705:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff909248add200 already unused, calling callback (ffffffffc0b91230) 00010000:00010000:2.0:1787583401.496807:0:22705:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e7502426/0x19a47956376b7fc1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583401.496817:0:22705:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e7502426/0x19a47956376b7fc1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583401.496836:0:22705:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e7502426/0x19a47956376b7fc1 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583401.496869:0:22705:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e7502426/0x19a47956376b7fc1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583401.496893:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787583401.496895:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787583401.496896:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1787583401.497993:0:24226:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x34:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787583401.498003:0:24226:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000088605614/0x19a47956376b7fc8 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583401.498016:0:24226:0:(ldlm_extent.c:415:ldlm_update_contention()) add 0 to [0x2c0000401:0x34:0x0].0x0 since=708s v=(0 0) 00010000:00010000:0.0:1787583401.498021:0:24226:0:(ldlm_extent.c:415:ldlm_update_contention()) add 0 to [0x2c0000401:0x34:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787583401.498028:0:24226:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000088605614/0x19a47956376b7fc8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583401.498040:0:24226:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000088605614/0x19a47956376b7fc8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583401.498049:0:24226:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000088605614/0x19a47956376b7fc8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583401.498057:0:24226:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000088605614/0x19a47956376b7fc8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583401.498075:0:24226:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1787583401.498121:0:24313:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787583401.498129:0:24313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000088605614/0x19a47956376b7fc8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583401.498142:0:24313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff909248adc600 already unused, calling callback (ffffffffc0b91230) 00010000:00010000:1.0:1787583401.498147:0:24313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000088605614/0x19a47956376b7fc8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583401.498156:0:24313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000088605614/0x19a47956376b7fc8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583401.498171:0:24313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000088605614/0x19a47956376b7fc8 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583401.498192:0:24313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000088605614/0x19a47956376b7fc8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583401.498209:0:24313:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787583401.498212:0:24313:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787583401.498213:0:24313:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1787583401.499099:0:24226:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x33:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787583401.499108:0:24226:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004e04e498/0x19a47956376b7fcf lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583401.499125:0:24226:0:(ldlm_extent.c:415:ldlm_update_contention()) add 0 to [0x2c0000401:0x33:0x0].0x0 since=708s v=(0 0) 00010000:00010000:0.0:1787583401.499129:0:24226:0:(ldlm_extent.c:415:ldlm_update_contention()) add 0 to [0x2c0000401:0x33:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787583401.499134:0:24226:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004e04e498/0x19a47956376b7fcf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583401.499145:0:24226:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004e04e498/0x19a47956376b7fcf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583401.499154:0:24226:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004e04e498/0x19a47956376b7fcf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583401.499162:0:24226:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004e04e498/0x19a47956376b7fcf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583401.499176:0:24226:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1787583401.499184:0:22706:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787583401.499188:0:22706:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004e04e498/0x19a47956376b7fcf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583401.499195:0:22706:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff909248add600 already unused, calling callback (ffffffffc0b91230) 00010000:00010000:0.0:1787583401.499199:0:22706:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004e04e498/0x19a47956376b7fcf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583401.499207:0:22706:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004e04e498/0x19a47956376b7fcf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583401.499229:0:22706:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004e04e498/0x19a47956376b7fcf lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583401.499237:0:22706:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004e04e498/0x19a47956376b7fcf lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583401.499811:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787583401.499815:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787583401.499817:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1787583401.501030:0:24226:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x32:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787583401.501041:0:24226:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006e49296a/0x19a47956376b7fd6 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583401.501056:0:24226:0:(ldlm_extent.c:415:ldlm_update_contention()) add 0 to [0x2c0000401:0x32:0x0].0x0 since=708s v=(0 0) 00010000:00010000:3.0:1787583401.501060:0:24226:0:(ldlm_extent.c:415:ldlm_update_contention()) add 0 to [0x2c0000401:0x32:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787583401.501067:0:24226:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006e49296a/0x19a47956376b7fd6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583401.501092:0:24226:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006e49296a/0x19a47956376b7fd6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583401.501101:0:24226:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006e49296a/0x19a47956376b7fd6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583401.501109:0:24226:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006e49296a/0x19a47956376b7fd6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583401.501139:0:24226:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1787583401.501414:0:22705:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787583401.501421:0:22705:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006e49296a/0x19a47956376b7fd6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583401.501431:0:22705:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90924770b800 already unused, calling callback (ffffffffc0b91230) 00010000:00010000:1.0:1787583401.501435:0:22705:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006e49296a/0x19a47956376b7fd6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583401.501444:0:22705:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006e49296a/0x19a47956376b7fd6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583401.501458:0:22705:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006e49296a/0x19a47956376b7fd6 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583401.501466:0:22705:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006e49296a/0x19a47956376b7fd6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583401.501482:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787583401.501484:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787583401.501486:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1787583401.502395:0:24226:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x31:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787583401.502413:0:24226:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000da8b1a0/0x19a47956376b7fdd lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583401.502425:0:24226:0:(ldlm_extent.c:415:ldlm_update_contention()) add 0 to [0x2c0000401:0x31:0x0].0x0 since=708s v=(0 0) 00010000:00010000:3.0:1787583401.502429:0:24226:0:(ldlm_extent.c:415:ldlm_update_contention()) add 0 to [0x2c0000401:0x31:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787583401.502434:0:24226:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000da8b1a0/0x19a47956376b7fdd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583401.502444:0:24226:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000da8b1a0/0x19a47956376b7fdd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583401.502452:0:24226:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000da8b1a0/0x19a47956376b7fdd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583401.502472:0:24226:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000da8b1a0/0x19a47956376b7fdd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583401.502494:0:24226:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1787583401.502516:0:24313:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787583401.502524:0:24313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000da8b1a0/0x19a47956376b7fdd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583401.502533:0:24313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90924770b000 already unused, calling callback (ffffffffc0b91230) 00010000:00010000:1.0:1787583401.502538:0:24313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000da8b1a0/0x19a47956376b7fdd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583401.502547:0:24313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000da8b1a0/0x19a47956376b7fdd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583401.502569:0:24313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000da8b1a0/0x19a47956376b7fdd lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583401.502577:0:24313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000da8b1a0/0x19a47956376b7fdd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583401.502593:0:24313:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787583401.502595:0:24313:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787583401.502597:0:24313:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1787583401.504110:0:24226:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x30:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787583401.504121:0:24226:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c0c87b48/0x19a47956376b7fe4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583401.504134:0:24226:0:(ldlm_extent.c:415:ldlm_update_contention()) add 0 to [0x2c0000401:0x30:0x0].0x0 since=708s v=(0 0) 00010000:00010000:3.0:1787583401.504138:0:24226:0:(ldlm_extent.c:415:ldlm_update_contention()) add 0 to [0x2c0000401:0x30:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787583401.504144:0:24226:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c0c87b48/0x19a47956376b7fe4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583401.504155:0:24226:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c0c87b48/0x19a47956376b7fe4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583401.504418:0:24226:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c0c87b48/0x19a47956376b7fe4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583401.504426:0:24226:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c0c87b48/0x19a47956376b7fe4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583401.504525:0:24226:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1787583401.504709:0:22706:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787583401.504716:0:22706:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c0c87b48/0x19a47956376b7fe4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583401.504723:0:22706:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90924770b200 already unused, calling callback (ffffffffc0b91230) 00010000:00010000:1.0:1787583401.504727:0:22706:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c0c87b48/0x19a47956376b7fe4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583401.504747:0:22706:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c0c87b48/0x19a47956376b7fe4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583401.504762:0:22706:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c0c87b48/0x19a47956376b7fe4 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583401.504769:0:22706:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c0c87b48/0x19a47956376b7fe4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583401.504787:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787583401.504788:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787583401.504790:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1787583401.504976:0:24226:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787583401.504983:0:24226:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a0176d18/0x19a47956376b7feb lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583401.504999:0:24226:0:(ldlm_extent.c:415:ldlm_update_contention()) add 0 to [0x2c0000401:0x2f:0x0].0x0 since=708s v=(0 0) 00010000:00010000:3.0:1787583401.505002:0:24226:0:(ldlm_extent.c:415:ldlm_update_contention()) add 0 to [0x2c0000401:0x2f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787583401.505007:0:24226:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a0176d18/0x19a47956376b7feb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583401.505017:0:24226:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a0176d18/0x19a47956376b7feb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583401.505025:0:24226:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a0176d18/0x19a47956376b7feb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583401.505032:0:24226:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a0176d18/0x19a47956376b7feb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583401.505054:0:24226:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1787583401.505085:0:22705:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787583401.505091:0:22705:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a0176d18/0x19a47956376b7feb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583401.505100:0:22705:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90924770bc00 already unused, calling callback (ffffffffc0b91230) 00010000:00010000:1.0:1787583401.505103:0:22705:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a0176d18/0x19a47956376b7feb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583401.505111:0:22705:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a0176d18/0x19a47956376b7feb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583401.505121:0:22705:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a0176d18/0x19a47956376b7feb lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583401.505138:0:22705:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a0176d18/0x19a47956376b7feb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583401.505152:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787583401.505154:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787583401.505166:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1787583401.505533:0:24226:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787583401.505540:0:24226:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000bb28bee/0x19a47956376b7ff2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583401.505549:0:24226:0:(ldlm_extent.c:415:ldlm_update_contention()) add 0 to [0x2c0000401:0x2e:0x0].0x0 since=708s v=(0 0) 00010000:00010000:3.0:1787583401.505553:0:24226:0:(ldlm_extent.c:415:ldlm_update_contention()) add 0 to [0x2c0000401:0x2e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787583401.505557:0:24226:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000bb28bee/0x19a47956376b7ff2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583401.505567:0:24226:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000bb28bee/0x19a47956376b7ff2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583401.505586:0:24226:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000bb28bee/0x19a47956376b7ff2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583401.505593:0:24226:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000bb28bee/0x19a47956376b7ff2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583401.505611:0:24226:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1787583401.505634:0:24313:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787583401.505642:0:24313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000bb28bee/0x19a47956376b7ff2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583401.505650:0:24313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90936367f400 already unused, calling callback (ffffffffc0b91230) 00010000:00010000:1.0:1787583401.505654:0:24313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000bb28bee/0x19a47956376b7ff2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583401.505662:0:24313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000bb28bee/0x19a47956376b7ff2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583401.505675:0:24313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000bb28bee/0x19a47956376b7ff2 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583401.505682:0:24313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000bb28bee/0x19a47956376b7ff2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583401.505697:0:24313:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787583401.505699:0:24313:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787583401.505700:0:24313:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1787583401.506201:0:24226:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787583401.506230:0:24226:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000034c3f82f/0x19a47956376b7ff9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583401.506241:0:24226:0:(ldlm_extent.c:415:ldlm_update_contention()) add 0 to [0x2c0000401:0x2d:0x0].0x0 since=708s v=(0 0) 00010000:00010000:3.0:1787583401.506245:0:24226:0:(ldlm_extent.c:415:ldlm_update_contention()) add 0 to [0x2c0000401:0x2d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787583401.506333:0:24226:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000034c3f82f/0x19a47956376b7ff9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583401.506345:0:24226:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000034c3f82f/0x19a47956376b7ff9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583401.506355:0:24226:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000034c3f82f/0x19a47956376b7ff9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583401.506363:0:24226:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000034c3f82f/0x19a47956376b7ff9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583401.506395:0:24226:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1787583401.506430:0:22706:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787583401.506439:0:22706:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000034c3f82f/0x19a47956376b7ff9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583401.506447:0:22706:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90936367fa00 already unused, calling callback (ffffffffc0b91230) 00010000:00010000:0.0:1787583401.506450:0:22706:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000034c3f82f/0x19a47956376b7ff9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583401.506458:0:22706:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000034c3f82f/0x19a47956376b7ff9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583401.506473:0:22706:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000034c3f82f/0x19a47956376b7ff9 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583401.506479:0:22706:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000034c3f82f/0x19a47956376b7ff9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583401.506510:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787583401.506512:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787583401.506514:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1787583401.506879:0:24226:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787583401.506886:0:24226:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000002968e2a/0x19a47956376b8000 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583401.506896:0:24226:0:(ldlm_extent.c:415:ldlm_update_contention()) add 0 to [0x2c0000401:0x2c:0x0].0x0 since=708s v=(0 0) 00010000:00010000:3.0:1787583401.506899:0:24226:0:(ldlm_extent.c:415:ldlm_update_contention()) add 0 to [0x2c0000401:0x2c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787583401.506904:0:24226:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000002968e2a/0x19a47956376b8000 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583401.506912:0:24226:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000002968e2a/0x19a47956376b8000 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583401.507112:0:24226:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000002968e2a/0x19a47956376b8000 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583401.507120:0:24226:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000002968e2a/0x19a47956376b8000 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583401.507141:0:24226:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1787583401.507254:0:22705:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787583401.507261:0:22705:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000002968e2a/0x19a47956376b8000 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583401.507269:0:22705:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff909247c53800 already unused, calling callback (ffffffffc0b91230) 00010000:00010000:1.0:1787583401.507273:0:22705:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000002968e2a/0x19a47956376b8000 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583401.507280:0:22705:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000002968e2a/0x19a47956376b8000 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583401.507292:0:22705:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000002968e2a/0x19a47956376b8000 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583401.507299:0:22705:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000002968e2a/0x19a47956376b8000 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583401.507315:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787583401.507316:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787583401.507318:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1787583401.507526:0:24226:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787583401.507533:0:24226:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006317b11f/0x19a47956376b8007 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583401.507541:0:24226:0:(ldlm_extent.c:415:ldlm_update_contention()) add 0 to [0x2c0000401:0x2b:0x0].0x0 since=708s v=(0 0) 00010000:00010000:3.0:1787583401.507550:0:24226:0:(ldlm_extent.c:415:ldlm_update_contention()) add 0 to [0x2c0000401:0x2b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787583401.507555:0:24226:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006317b11f/0x19a47956376b8007 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583401.507565:0:24226:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006317b11f/0x19a47956376b8007 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583401.507574:0:24226:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006317b11f/0x19a47956376b8007 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583401.507582:0:24226:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006317b11f/0x19a47956376b8007 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583401.507598:0:24226:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1787583401.507607:0:24313:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787583401.507612:0:24313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006317b11f/0x19a47956376b8007 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583401.507684:0:24313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff909247c52800 already unused, calling callback (ffffffffc0b91230) 00010000:00010000:3.0:1787583401.507688:0:24313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006317b11f/0x19a47956376b8007 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583401.507811:0:24313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006317b11f/0x19a47956376b8007 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583401.507824:0:24313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006317b11f/0x19a47956376b8007 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583401.507843:0:24313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006317b11f/0x19a47956376b8007 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583401.508210:0:24313:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787583401.508213:0:24313:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787583401.508214:0:24313:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1787583401.511121:0:24226:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787583401.511134:0:24226:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000002192c48/0x19a47956376b800e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583401.511151:0:24226:0:(ldlm_extent.c:415:ldlm_update_contention()) add 0 to [0x2c0000401:0x2a:0x0].0x0 since=708s v=(0 0) 00010000:00010000:3.0:1787583401.511155:0:24226:0:(ldlm_extent.c:415:ldlm_update_contention()) add 0 to [0x2c0000401:0x2a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787583401.511160:0:24226:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000002192c48/0x19a47956376b800e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583401.511173:0:24226:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000002192c48/0x19a47956376b800e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583401.511183:0:24226:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000002192c48/0x19a47956376b800e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583401.511190:0:24226:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000002192c48/0x19a47956376b800e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583401.511217:0:24226:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1787583401.511427:0:22706:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787583401.511436:0:22706:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000002192c48/0x19a47956376b800e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583401.511447:0:22706:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff909247c53200 already unused, calling callback (ffffffffc0b91230) 00010000:00010000:0.0:1787583401.511453:0:22706:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000002192c48/0x19a47956376b800e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583401.511471:0:22706:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000002192c48/0x19a47956376b800e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583401.511492:0:22706:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000002192c48/0x19a47956376b800e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583401.511500:0:22706:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000002192c48/0x19a47956376b800e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583401.511517:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787583401.511520:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787583401.511521:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1787583401.513084:0:24226:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x29:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787583401.513103:0:24226:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d4de79d9/0x19a47956376b8015 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583401.513117:0:24226:0:(ldlm_extent.c:415:ldlm_update_contention()) add 0 to [0x2c0000401:0x29:0x0].0x0 since=708s v=(0 0) 00010000:00010000:3.0:1787583401.513123:0:24226:0:(ldlm_extent.c:415:ldlm_update_contention()) add 0 to [0x2c0000401:0x29:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787583401.513129:0:24226:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d4de79d9/0x19a47956376b8015 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583401.513141:0:24226:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d4de79d9/0x19a47956376b8015 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583401.513151:0:24226:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d4de79d9/0x19a47956376b8015 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583401.513158:0:24226:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d4de79d9/0x19a47956376b8015 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583401.513223:0:24226:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1787583401.515215:0:24226:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x28:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787583401.515227:0:24226:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000053e7f3ce/0x19a47956376b801c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583401.515241:0:24226:0:(ldlm_extent.c:415:ldlm_update_contention()) add 0 to [0x2c0000401:0x28:0x0].0x0 since=708s v=(0 0) 00010000:00010000:3.0:1787583401.515245:0:24226:0:(ldlm_extent.c:415:ldlm_update_contention()) add 0 to [0x2c0000401:0x28:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787583401.515263:0:24226:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000053e7f3ce/0x19a47956376b801c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583401.515278:0:24226:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000053e7f3ce/0x19a47956376b801c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583401.515295:0:24226:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000053e7f3ce/0x19a47956376b801c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583401.515304:0:24226:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000053e7f3ce/0x19a47956376b801c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583401.519512:0:22705:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1787583401.519525:0:22705:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d4de79d9/0x19a47956376b8015 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583401.519869:0:22705:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff909247c52a00 already unused, calling callback (ffffffffc0b91230) 00010000:00010000:0.0:1787583401.519883:0:22705:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d4de79d9/0x19a47956376b8015 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583401.519895:0:22705:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d4de79d9/0x19a47956376b8015 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583401.520187:0:22705:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d4de79d9/0x19a47956376b8015 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583401.520197:0:22705:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d4de79d9/0x19a47956376b8015 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583401.520363:0:22705:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787583401.520369:0:22705:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000053e7f3ce/0x19a47956376b801c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583401.520378:0:22705:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff909247c52000 already unused, calling callback (ffffffffc0b91230) 00010000:00010000:1.0:1787583401.520381:0:22705:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000053e7f3ce/0x19a47956376b801c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583401.520400:0:22705:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000053e7f3ce/0x19a47956376b801c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583401.521025:0:22705:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000053e7f3ce/0x19a47956376b801c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583401.521036:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787583401.521037:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787583401.521039:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787583401.521356:0:24226:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1787583401.521364:0:24226:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000053e7f3ce/0x19a47956376b801c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583401.522182:0:24313:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1787583401.523197:0:24226:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x27:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787583401.523207:0:24226:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000099419a06/0x19a47956376b8023 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583401.523223:0:24226:0:(ldlm_extent.c:415:ldlm_update_contention()) add 0 to [0x2c0000401:0x27:0x0].0x0 since=708s v=(0 0) 00010000:00010000:3.0:1787583401.523227:0:24226:0:(ldlm_extent.c:415:ldlm_update_contention()) add 0 to [0x2c0000401:0x27:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787583401.523233:0:24226:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000099419a06/0x19a47956376b8023 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583401.523244:0:24226:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000099419a06/0x19a47956376b8023 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583401.523360:0:24226:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000099419a06/0x19a47956376b8023 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583401.523384:0:24226:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000099419a06/0x19a47956376b8023 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583401.524402:0:24226:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1787583401.526565:0:24226:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x26:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787583401.526578:0:24226:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006317b11f/0x19a47956376b802a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583401.526596:0:24226:0:(ldlm_extent.c:415:ldlm_update_contention()) add 0 to [0x2c0000401:0x26:0x0].0x0 since=708s v=(0 0) 00010000:00010000:3.0:1787583401.526599:0:24226:0:(ldlm_extent.c:415:ldlm_update_contention()) add 0 to [0x2c0000401:0x26:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787583401.526605:0:24226:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006317b11f/0x19a47956376b802a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583401.526630:0:24226:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006317b11f/0x19a47956376b802a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583401.526642:0:24226:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006317b11f/0x19a47956376b802a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583401.526649:0:24226:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006317b11f/0x19a47956376b802a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583401.527634:0:22706:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1787583401.527646:0:22706:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000099419a06/0x19a47956376b8023 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583401.527656:0:22706:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff909247c52400 already unused, calling callback (ffffffffc0b91230) 00010000:00010000:0.0:1787583401.527662:0:22706:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000099419a06/0x19a47956376b8023 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583401.527672:0:22706:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000099419a06/0x19a47956376b8023 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583401.527838:0:22706:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000099419a06/0x19a47956376b8023 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583401.527858:0:22706:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000099419a06/0x19a47956376b8023 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583401.527892:0:22706:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787583401.527897:0:22706:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006317b11f/0x19a47956376b802a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583401.527904:0:22706:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff909247c52800 already unused, calling callback (ffffffffc0b91230) 00010000:00010000:0.0:1787583401.527908:0:22706:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006317b11f/0x19a47956376b802a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583401.527924:0:22706:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006317b11f/0x19a47956376b802a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583401.527934:0:22706:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006317b11f/0x19a47956376b802a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583401.527942:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787583401.527944:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787583401.527946:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787583401.528858:0:24226:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1787583401.528868:0:24226:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006317b11f/0x19a47956376b802a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583401.529480:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1787583401.530388:0:24226:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x25:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787583401.530400:0:24226:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000538f4acb/0x19a47956376b8031 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583401.530426:0:24226:0:(ldlm_extent.c:415:ldlm_update_contention()) add 0 to [0x2c0000401:0x25:0x0].0x0 since=708s v=(0 0) 00010000:00010000:3.0:1787583401.530432:0:24226:0:(ldlm_extent.c:415:ldlm_update_contention()) add 0 to [0x2c0000401:0x25:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787583401.530439:0:24226:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000538f4acb/0x19a47956376b8031 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583401.530454:0:24226:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000538f4acb/0x19a47956376b8031 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583401.530465:0:24226:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000538f4acb/0x19a47956376b8031 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583401.530472:0:24226:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000538f4acb/0x19a47956376b8031 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583401.531602:0:24226:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1787583401.533318:0:24226:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x24:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787583401.533331:0:24226:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000878b37b1/0x19a47956376b8038 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583401.533348:0:24226:0:(ldlm_extent.c:415:ldlm_update_contention()) add 0 to [0x2c0000401:0x24:0x0].0x0 since=708s v=(0 0) 00010000:00010000:3.0:1787583401.533352:0:24226:0:(ldlm_extent.c:415:ldlm_update_contention()) add 0 to [0x2c0000401:0x24:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787583401.533375:0:24226:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000878b37b1/0x19a47956376b8038 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583401.533388:0:24226:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000878b37b1/0x19a47956376b8038 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583401.533399:0:24226:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000878b37b1/0x19a47956376b8038 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583401.533418:0:24226:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000878b37b1/0x19a47956376b8038 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583401.533476:0:24313:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1787583401.533484:0:24313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000538f4acb/0x19a47956376b8031 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583401.533500:0:24313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff909247c52c00 already unused, calling callback (ffffffffc0b91230) 00010000:00010000:0.0:1787583401.533505:0:24313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000538f4acb/0x19a47956376b8031 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583401.533514:0:24313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000538f4acb/0x19a47956376b8031 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583401.533532:0:24313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000538f4acb/0x19a47956376b8031 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583401.533540:0:24313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000538f4acb/0x19a47956376b8031 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583401.533559:0:24313:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787583401.533562:0:24313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000878b37b1/0x19a47956376b8038 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583401.533569:0:24313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff909247c52200 already unused, calling callback (ffffffffc0b91230) 00010000:00010000:0.0:1787583401.533572:0:24313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000878b37b1/0x19a47956376b8038 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583401.533580:0:24313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000878b37b1/0x19a47956376b8038 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583401.533590:0:24313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000878b37b1/0x19a47956376b8038 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583401.533603:0:24313:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787583401.533604:0:24313:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787583401.533606:0:24313:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787583401.533864:0:24226:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1787583401.533870:0:24226:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000878b37b1/0x19a47956376b8038 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583401.534014:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1787583401.534356:0:24226:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x23:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787583401.534362:0:24226:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c388970c/0x19a47956376b803f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583401.534372:0:24226:0:(ldlm_extent.c:415:ldlm_update_contention()) add 0 to [0x2c0000401:0x23:0x0].0x0 since=708s v=(0 0) 00010000:00010000:3.0:1787583401.534375:0:24226:0:(ldlm_extent.c:415:ldlm_update_contention()) add 0 to [0x2c0000401:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787583401.534381:0:24226:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c388970c/0x19a47956376b803f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583401.534390:0:24226:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c388970c/0x19a47956376b803f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583401.534423:0:24226:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c388970c/0x19a47956376b803f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583401.534431:0:24226:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c388970c/0x19a47956376b803f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583401.534481:0:24226:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1787583401.534781:0:24226:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x22:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787583401.534787:0:24226:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000065d9db4d/0x19a47956376b8046 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583401.534797:0:24226:0:(ldlm_extent.c:415:ldlm_update_contention()) add 0 to [0x2c0000401:0x22:0x0].0x0 since=708s v=(0 0) 00010000:00010000:3.0:1787583401.534800:0:24226:0:(ldlm_extent.c:415:ldlm_update_contention()) add 0 to [0x2c0000401:0x22:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787583401.534804:0:24226:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000065d9db4d/0x19a47956376b8046 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583401.534812:0:24226:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000065d9db4d/0x19a47956376b8046 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583401.534820:0:24226:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000065d9db4d/0x19a47956376b8046 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583401.534827:0:24226:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000065d9db4d/0x19a47956376b8046 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583401.535249:0:22705:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1787583401.535256:0:22705:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c388970c/0x19a47956376b803f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583401.535266:0:22705:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff909247c53c00 already unused, calling callback (ffffffffc0b91230) 00010000:00010000:0.0:1787583401.535270:0:22705:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c388970c/0x19a47956376b803f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583401.535278:0:22705:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c388970c/0x19a47956376b803f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583401.535293:0:22705:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c388970c/0x19a47956376b803f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583401.535301:0:22705:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c388970c/0x19a47956376b803f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583401.535318:0:22705:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787583401.535321:0:22705:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000065d9db4d/0x19a47956376b8046 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583401.535328:0:22705:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff909247c53000 already unused, calling callback (ffffffffc0b91230) 00010000:00010000:0.0:1787583401.535339:0:22705:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000065d9db4d/0x19a47956376b8046 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583401.535346:0:22705:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000065d9db4d/0x19a47956376b8046 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583401.535357:0:22705:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000065d9db4d/0x19a47956376b8046 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583401.535365:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787583401.535366:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787583401.535369:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787583401.535444:0:24226:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1787583401.535450:0:24226:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000065d9db4d/0x19a47956376b8046 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:3.0:1787583401.535733:0:24226:0:(ofd_dev.c:1518:ofd_orphans_destroy()) lustre-OST0001: after destroy: set last_id to 0x2c0000401:5 00000100:00100000:3.0:1787583401.535823:0:24226:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909348842680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:22744:x1874416435979520:12345-0@lo:5:osp-pre-1-0.0 Request processed in 103691us (104000us total) trans 0 rc 0/0 00000100:00100000:3.0:1787583401.535833:0:24226:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00010000:00010000:0.0:1787583401.536306:0:24313:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787583401.536348:0:22744:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909348840a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22744:1874416435979520:0@lo:5:osp-pre-1-0.0 00000004:00080000:0.0:1787583401.536364:0:22744:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: Got last_id [0x2c0000401:0x41:0x0] from OST, last_created [0x2c0000401:0x41:0x0]last_used is [0x2c0000401:0x5:0x0] 00000100:00100000:0.0:1787583401.536419:0:22744:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909247f8f800 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22744:1874416435980032:0@lo:5:osp-pre-1-0.0 00000100:00100000:0.0:1787583401.536455:0:22744:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787583401.536491:0:22744:0:(client.c:2715:ptlrpc_set_wait()) set ffff909344b1db40 going to sleep for 11 seconds 00000100:00100000:1.0:1787583401.538088:0:24309:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435980032 00000100:00100000:1.0:1787583401.538098:0:24309:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435980032 00000100:00100000:1.0:1787583401.538346:0:24309:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:1.0:1787583401.538358:0:24309:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909247f8d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:22744:x1874416435980032:12345-0@lo:5:osp-pre-1-0.0 00002000:00080000:1.0:1787583401.538396:0:24309:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000401 at 66 00000100:00100000:1.0:1787583401.547688:0:24309:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909247f8d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:22744:x1874416435980032:12345-0@lo:5:osp-pre-1-0.0 Request processed in 9326us (11226us total) trans 12884901890 rc 0/0 00000100:00100000:1.0:1787583401.547701:0:24309:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:3.0:1787583401.547767:0:22744:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909247f8f800 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22744:1874416435980032:0@lo:5:osp-pre-1-0.0 00000004:00080000:3.0:1787583401.547782:0:22744:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0001-osc-MDT0000: current precreated pool: [0x2c0000401:0x41:0x0]-[0x2c0000401:0x61:0x0] 00010000:00010000:0.0:1787583401.744387:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1787583402.671493:0:25400:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg311-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:0.0:1787583402.769488:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787583403.470521:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1787583403.470544:0:3656:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90937fc89880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3656:1874416435980160:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1787583403.470607:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787583403.470714:0:24228:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435980160 00000100:00100000:2.0:1787583403.470723:0:24228:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435980160 00000100:00100000:2.0:1787583403.470780:0:24228:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1787583403.470789:0:24228:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90937fceaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3656:x1874416435980160:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1787583403.470816:0:24228:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915849728 avail 3684327424 00000100:00100000:2.0:1787583403.470877:0:24228:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90937fceaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3656:x1874416435980160:12345-0@lo:13:osp-pre-0-0.0 Request processed in 90us (270us total) trans 0 rc 0/0 00000100:00100000:2.0:1787583403.470884:0:24228:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1787583403.470937:0:3656:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90937fc89880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3656:1874416435980160:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1787583403.471068:0:22713:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1787583403.471115:0:3656:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909247f8fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3656:1874416435980288:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1787583403.471155:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787583403.471288:0:24228:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435980288 00000100:00100000:1.0:1787583403.471292:0:24228:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435980288 00000100:00100000:1.0:1787583403.471335:0:24228:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1787583403.471343:0:24228:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90937fc89880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3656:x1874416435980288:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1787583403.471353:0:24228:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915849728 avail 3684327424 00000100:00100000:1.0:1787583403.471406:0:24228:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90937fc89880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3656:x1874416435980288:12345-0@lo:13:osp-pre-0-1.0 Request processed in 63us (249us total) trans 0 rc 0/0 00000100:00100000:1.0:1787583403.471413:0:24228:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00080000:0.0:1787583403.471466:0:22713:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1787583403.471555:0:3656:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909247f8fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3656:1874416435980288:0@lo:13:osp-pre-0-1.0 00000020:00000004:0.0:1787583403.707639:0:25452:0:(tgt_mount.c:2347:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1787583403.708225:0:25452:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:1.0:1787583403.790222:0:24313:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787583404.494039:0:3653:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909247f8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3653:1874416435980416:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1787583404.494108:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787583404.494273:0:22723:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435980416 00000100:00100000:0.0:1787583404.494281:0:22723:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435980416 00000100:00100000:0.0:1787583404.494337:0:22723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:0.0:1787583404.494347:0:22723:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90937fc63b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3653:x1874416435980416:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1787583404.494404:0:22723:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1787583404.494455:0:22723:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90937fc63b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3653:x1874416435980416:12345-0@lo:41:osp-pre-1-0.0 Request processed in 109us (348us total) trans 0 rc 0/0 00000100:00100000:0.0:1787583404.494462:0:22723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:0.0:1787583404.494514:0:3653:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909247f8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3653:1874416435980416:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1787583404.495501:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1787583404.495514:0:3653:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90937fcea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3653:1874416435980544:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1787583404.495551:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787583404.495581:0:22722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435980544 00000100:00100000:1.0:1787583404.495585:0:22722:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435980544 00000100:00100000:1.0:1787583404.496046:0:22722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1787583404.496057:0:22722:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90937fce8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3653:x1874416435980544:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1787583404.496083:0:22722:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1787583404.496149:0:22722:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90937fce8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3653:x1874416435980544:12345-0@lo:41:osp-pre-0-1.0 Request processed in 89us (591us total) trans 0 rc 0/0 00000100:00100000:1.0:1787583404.496156:0:22722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:2.0:1787583404.497340:0:3653:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90937fcea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3653:1874416435980544:0@lo:41:osp-pre-0-1.0 00000020:00000004:3.0:1787583404.663249:0:25502:0:(tgt_mount.c:2347:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1787583404.663498:0:25502:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:2.0:1787583404.817662:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787583404.886780:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787583404.886977:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413849984 00000100:00100000:3.0:1787583404.886988:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413849984 00000100:00100000:3.0:1787583404.887043:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 113 00000100:00100000:3.0:1787583404.887052:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90936f104050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0+-99:2403:x1874416413849984:12345-192.168.203.11@tcp:250:mount.lustre.0 00010000:00080000:3.0:1787583404.887080:0:22710:0:(ldlm_lib.c:1444:target_handle_connect()) MGS: connection from 2f6b1d02-9984-46f6-9b6b-4418cb7765a9@192.168.203.11@tcp t0 exp 0000000000000000 cur 712 last 0 00000020:00000080:3.0:1787583404.887110:0:22710:0:(genops.c:1385:class_connect()) connect: client 2f6b1d02-9984-46f6-9b6b-4418cb7765a9, cookie 0x19a47956376b804d 00000100:00080000:3.0:1787583404.887245:0:22710:0:(import.c:65:import_set_state_nolock()) ffff909365fb1000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1787583404.887308:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90936f104050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2f6b1d02-9984-46f6-9b6b-4418cb7765a9+5:2403:x1874416413849984:12345-192.168.203.11@tcp:250:mount.lustre.0 Request processed in 255us (535us total) trans 0 rc 0/0 00000100:00100000:3.0:1787583404.887332:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 113 00000100:00100000:3.0:1787583404.899116:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787583404.899217:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413850112 00000100:00100000:0.0:1787583404.899228:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413850112 00000100:00100000:0.0:1787583404.899284:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 114 00000100:00100000:0.0:1787583404.899294:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90936f105450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2f6b1d02-9984-46f6-9b6b-4418cb7765a9+5:18068:x1874416413850112:12345-192.168.203.11@tcp:101:mount.lustre.0 00010000:00010000:0.0:1787583404.899311:0:22709:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787583404.899328:0:22709:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff909248adc200/0x19a47956376b8054 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: local remote: 0x13d50ad9d93c4718 expref: -99 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583404.899356:0:22709:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff909248adc200/0x19a47956376b8054 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000000 nid: 192.168.203.11@tcp remote: 0x13d50ad9d93c4718 expref: 6 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583404.899366:0:22709:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff909248adc200/0x19a47956376b8054 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 192.168.203.11@tcp remote: 0x13d50ad9d93c4718 expref: 6 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583404.899374:0:22709:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff909248adc200, rc 0) 00000100:00100000:0.0:1787583404.899443:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90936f105450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2f6b1d02-9984-46f6-9b6b-4418cb7765a9+6:18068:x1874416413850112:12345-192.168.203.11@tcp:101:mount.lustre.0 Request processed in 150us (336us total) trans 0 rc 0/0 00000100:00100000:0.0:1787583404.899450:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 114 00000100:00100000:0.0:1787583404.903719:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787583404.903816:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413850240 00000100:00100000:2.0:1787583404.903827:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413850240 00000100:00100000:2.0:1787583404.903919:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 115 00000100:00100000:2.0:1787583404.903930:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90936f107c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2f6b1d02-9984-46f6-9b6b-4418cb7765a9+6:18068:x1874416413850240:12345-192.168.203.11@tcp:501:mount.lustre.0 00000100:00100000:2.0:1787583404.904048:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90936f107c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2f6b1d02-9984-46f6-9b6b-4418cb7765a9+6:18068:x1874416413850240:12345-192.168.203.11@tcp:501:mount.lustre.0 Request processed in 120us (336us total) trans 0 rc -2/-2 00000100:00100000:2.0:1787583404.904056:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 115 00000100:00100000:2.0:1787583404.908019:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787583404.910897:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413850368 00000100:00100000:3.0:1787583404.910911:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413850368 00000100:00100000:3.0:1787583404.911035:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 116 00000100:00100000:3.0:1787583404.911046:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90936f106450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2f6b1d02-9984-46f6-9b6b-4418cb7765a9+6:18068:x1874416413850368:12345-192.168.203.11@tcp:101:mount.lustre.0 00010000:00010000:3.0:1787583404.911061:0:22710:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787583404.911078:0:22710:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff909247c52200/0x19a47956376b805b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: local remote: 0x13d50ad9d93c471f expref: -99 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583404.911106:0:22710:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff909247c52200/0x19a47956376b805b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000000 nid: 192.168.203.11@tcp remote: 0x13d50ad9d93c471f expref: 7 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583404.911117:0:22710:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff909247c52200/0x19a47956376b805b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 192.168.203.11@tcp remote: 0x13d50ad9d93c471f expref: 7 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583404.911126:0:22710:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff909247c52200, rc 0) 00000100:00100000:3.0:1787583404.911196:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90936f106450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2f6b1d02-9984-46f6-9b6b-4418cb7765a9+7:18068:x1874416413850368:12345-192.168.203.11@tcp:101:mount.lustre.0 Request processed in 151us (3185us total) trans 0 rc 0/0 00000100:00100000:3.0:1787583404.911203:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 116 00000100:00100000:3.0:1787583404.921422:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787583404.923269:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413850496 00000100:00100000:2.0:1787583404.923284:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413850496 00000100:00100000:2.0:1787583404.924652:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 117 00000100:00100000:2.0:1787583404.924681:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90936d899050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2f6b1d02-9984-46f6-9b6b-4418cb7765a9+7:18068:x1874416413850496:12345-192.168.203.11@tcp:501:mount.lustre.0 00000100:00100000:2.0:1787583404.924902:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90936d899050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2f6b1d02-9984-46f6-9b6b-4418cb7765a9+8:18068:x1874416413850496:12345-192.168.203.11@tcp:501:mount.lustre.0 Request processed in 237us (3487us total) trans 0 rc 0/0 00000100:00100000:2.0:1787583404.924911:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 117 00000100:00100000:2.0:1787583404.928014:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787583404.928061:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413850624 00000100:00100000:3.0:1787583404.928071:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413850624 00000100:00100000:3.0:1787583404.928125:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 118 00000100:00100000:3.0:1787583404.928136:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90936d899c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2f6b1d02-9984-46f6-9b6b-4418cb7765a9+8:18068:x1874416413850624:12345-192.168.203.11@tcp:503:mount.lustre.0 00000100:00100000:3.0:1787583404.928286:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90936d899c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2f6b1d02-9984-46f6-9b6b-4418cb7765a9+8:18068:x1874416413850624:12345-192.168.203.11@tcp:503:mount.lustre.0 Request processed in 151us (277us total) trans 0 rc 0/0 00000100:00100000:3.0:1787583404.928301:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 118 00000100:00100000:3.0:1787583404.935585:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787583404.935797:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413850752 00000100:00100000:2.0:1787583404.935820:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413850752 00000100:00100000:2.0:1787583404.935905:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 119 00000100:00100000:2.0:1787583404.935917:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90936d89a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2f6b1d02-9984-46f6-9b6b-4418cb7765a9+8:18087:x1874416413850752:12345-192.168.203.11@tcp:502:llog_process_th.0 00000100:00100000:2.0:1787583404.936084:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90936d89a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2f6b1d02-9984-46f6-9b6b-4418cb7765a9+8:18087:x1874416413850752:12345-192.168.203.11@tcp:502:llog_process_th.0 Request processed in 169us (507us total) trans 0 rc 0/0 00000100:00100000:2.0:1787583404.936093:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 119 00000100:00100000:2.0:1787583404.964152:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787583404.964445:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413850880 00000100:00100000:3.0:1787583404.964454:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413850880 00000100:00100000:3.0:1787583404.964509:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 120 00000100:00100000:3.0:1787583404.964521:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90936d898c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2f6b1d02-9984-46f6-9b6b-4418cb7765a9+8:18087:x1874416413850880:12345-192.168.203.11@tcp:502:llog_process_th.0 00000100:00100000:3.0:1787583404.964839:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90936d898c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2f6b1d02-9984-46f6-9b6b-4418cb7765a9+8:18087:x1874416413850880:12345-192.168.203.11@tcp:502:llog_process_th.0 Request processed in 319us (698us total) trans 0 rc 0/0 00000100:00100000:3.0:1787583404.964868:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 120 00000100:00100000:3.0:1787583404.969571:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787583404.970473:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413851008 00000100:00100000:0.0:1787583404.970486:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413851008 00000100:00100000:0.0:1787583404.971391:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 121 00000100:00100000:0.0:1787583404.971421:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90936d898850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2f6b1d02-9984-46f6-9b6b-4418cb7765a9+8:18087:x1874416413851008:12345-192.168.203.11@tcp:502:llog_process_th.0 00000100:00100000:0.0:1787583404.971574:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90936d898850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2f6b1d02-9984-46f6-9b6b-4418cb7765a9+8:18087:x1874416413851008:12345-192.168.203.11@tcp:502:llog_process_th.0 Request processed in 158us (2014us total) trans 0 rc 0/0 00000100:00100000:0.0:1787583404.971582:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 121 00000100:00100000:0.0:1787583404.982974:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787583404.983054:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413851136 00000100:00100000:3.0:1787583404.983064:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413851136 00000100:00100000:3.0:1787583404.983117:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 122 00000100:00100000:3.0:1787583404.983129:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90936d89b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2f6b1d02-9984-46f6-9b6b-4418cb7765a9+8:18068:x1874416413851136:12345-192.168.203.11@tcp:101:mount.lustre.0 00010000:00010000:3.0:1787583404.983144:0:22710:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787583404.983161:0:22710:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff909247c53000/0x19a47956376b8062 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x13d50ad9d93c4750 expref: -99 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583404.983187:0:22710:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff909247c53000/0x19a47956376b8062 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 192.168.203.11@tcp remote: 0x13d50ad9d93c4750 expref: 9 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583404.983210:0:22710:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff909247c53000/0x19a47956376b8062 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 192.168.203.11@tcp remote: 0x13d50ad9d93c4750 expref: 9 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583404.983221:0:22710:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff909247c53000, rc 0) 00000100:00100000:3.0:1787583404.983349:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90936d89b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2f6b1d02-9984-46f6-9b6b-4418cb7765a9+9:18068:x1874416413851136:12345-192.168.203.11@tcp:101:mount.lustre.0 Request processed in 222us (382us total) trans 0 rc 0/0 00000100:00100000:3.0:1787583404.983370:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 122 00000100:00100000:3.0:1787583404.989039:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787583404.990728:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413851264 00000100:00100000:0.0:1787583404.990741:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413851264 00000100:00100000:0.0:1787583404.990806:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 123 00000100:00100000:0.0:1787583404.990816:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90936d899450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2f6b1d02-9984-46f6-9b6b-4418cb7765a9+9:18068:x1874416413851264:12345-192.168.203.11@tcp:256:mount.lustre.0 20000000:01000000:0.0:1787583404.990841:0:22709:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:0.0:1787583404.991363:0:22709:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:0.0:1787583404.991368:0:22709:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:0.0:1787583404.991371:0:22709:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:0.0:1787583404.991374:0:22709:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3920/1/256/255. 20000000:01000000:0.0:1787583404.991377:0:22709:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 176, version 14 00000100:00100000:3.0:1787583404.993878:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90936d899450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2f6b1d02-9984-46f6-9b6b-4418cb7765a9+9:18068:x1874416413851264:12345-192.168.203.11@tcp:256:mount.lustre.0 Request processed in 3027us (4811us total) trans 0 rc 0/0 00000100:00100000:3.0:1787583404.993891:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 123 00000100:00100000:2.0:1787583404.998495:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787583404.998751:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413851392 00000100:00100000:3.0:1787583404.998760:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413851392 00000100:00100000:3.0:1787583404.998886:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 124 00000100:00100000:3.0:1787583404.998897:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90936d89a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2f6b1d02-9984-46f6-9b6b-4418cb7765a9+9:18068:x1874416413851392:12345-192.168.203.11@tcp:101:mount.lustre.0 00010000:00010000:3.0:1787583404.998914:0:22711:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787583404.998930:0:22711:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff909247c52800/0x19a47956376b8069 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x13d50ad9d93c4757 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583404.998958:0:22711:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff909247c52800/0x19a47956376b8069 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 192.168.203.11@tcp remote: 0x13d50ad9d93c4757 expref: 10 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583404.998968:0:22711:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff909247c52800/0x19a47956376b8069 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 192.168.203.11@tcp remote: 0x13d50ad9d93c4757 expref: 10 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583404.998976:0:22711:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff909247c52800, rc 0) 00000100:00100000:3.0:1787583404.999027:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90936d89a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2f6b1d02-9984-46f6-9b6b-4418cb7765a9+10:18068:x1874416413851392:12345-192.168.203.11@tcp:101:mount.lustre.0 Request processed in 132us (543us total) trans 0 rc 0/0 00000100:00100000:3.0:1787583404.999034:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 124 00000100:00100000:2.0:1787583405.003792:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787583405.003884:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413851520 00000100:00100000:3.0:1787583405.003894:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413851520 00000100:00100000:3.0:1787583405.003953:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 125 00000100:00100000:3.0:1787583405.003964:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90936d898050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2f6b1d02-9984-46f6-9b6b-4418cb7765a9+10:18068:x1874416413851520:12345-192.168.203.11@tcp:501:mount.lustre.0 00000100:00100000:3.0:1787583405.004128:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90936d898050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2f6b1d02-9984-46f6-9b6b-4418cb7765a9+10:18068:x1874416413851520:12345-192.168.203.11@tcp:501:mount.lustre.0 Request processed in 165us (344us total) trans 0 rc 0/0 00000100:00100000:3.0:1787583405.004137:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 125 00000100:00100000:1.0:1787583405.011532:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787583405.011645:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413851648 00000100:00100000:3.0:1787583405.011656:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413851648 00000100:00100000:3.0:1787583405.011723:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 126 00000100:00100000:3.0:1787583405.011735:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90936d898450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2f6b1d02-9984-46f6-9b6b-4418cb7765a9+10:18068:x1874416413851648:12345-192.168.203.11@tcp:503:mount.lustre.0 00000100:00100000:1.0:1787583405.012100:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90936d898450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2f6b1d02-9984-46f6-9b6b-4418cb7765a9+10:18068:x1874416413851648:12345-192.168.203.11@tcp:503:mount.lustre.0 Request processed in 366us (576us total) trans 0 rc 0/0 00000100:00100000:1.0:1787583405.012106:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 126 00000100:00100000:2.0:1787583405.014260:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787583405.017765:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413851776 00000100:00100000:0.0:1787583405.017779:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413851776 00000100:00100000:0.0:1787583405.017972:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 127 00000100:00100000:0.0:1787583405.017983:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90936d899850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2f6b1d02-9984-46f6-9b6b-4418cb7765a9+10:18092:x1874416413851776:12345-192.168.203.11@tcp:502:llog_process_th.0 00000100:00100000:1.0:1787583405.018505:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90936d899850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2f6b1d02-9984-46f6-9b6b-4418cb7765a9+10:18092:x1874416413851776:12345-192.168.203.11@tcp:502:llog_process_th.0 Request processed in 522us (4251us total) trans 0 rc 0/0 00000100:00100000:1.0:1787583405.018515:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 127 00000100:00100000:2.0:1787583405.036200:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787583405.036301:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413851904 00000100:00100000:1.0:1787583405.036311:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413851904 00000100:00100000:1.0:1787583405.036372:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 128 00000100:00100000:1.0:1787583405.036392:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909365c70450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2f6b1d02-9984-46f6-9b6b-4418cb7765a9+10:18092:x1874416413851904:12345-192.168.203.11@tcp:502:llog_process_th.0 00000100:00100000:1.0:1787583405.036544:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909365c70450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2f6b1d02-9984-46f6-9b6b-4418cb7765a9+10:18092:x1874416413851904:12345-192.168.203.11@tcp:502:llog_process_th.0 Request processed in 163us (351us total) trans 0 rc 0/0 00000100:00100000:1.0:1787583405.036559:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 128 00000100:00100000:1.0:1787583405.044004:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787583405.044092:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787583405.044392:0:22719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413852032 00000100:00100000:3.0:1787583405.044402:0:22719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413852032 00000100:00100000:3.0:1787583405.044490:0:22719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413852288 00000100:00100000:3.0:1787583405.044494:0:22719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413852288 00000100:00100000:0.0:1787583405.046052:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 7 00000100:00100000:0.0:1787583405.046064:0:22717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90937fce8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2403:x1874416413852032:12345-192.168.203.11@tcp:38:mount.lustre.0 00010000:00080000:0.0:1787583405.046100:0:22717:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from 5d591a6a-6229-44f8-afc3-441eed19ded6@192.168.203.11@tcp t0 exp 0000000000000000 cur 712 last 0 00000020:00000080:0.0:1787583405.046152:0:22717:0:(genops.c:1385:class_connect()) connect: client 5d591a6a-6229-44f8-afc3-441eed19ded6, cookie 0x19a47956376b8070 00000004:00100000:0.0:1787583405.046175:0:22717:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000100:00080000:0.0:1787583405.046447:0:22717:0:(import.c:65:import_set_state_nolock()) ffff9092464df000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1787583405.046530:0:22717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90937fce8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5d591a6a-6229-44f8-afc3-441eed19ded6+6:2403:x1874416413852032:12345-192.168.203.11@tcp:38:mount.lustre.0 Request processed in 466us (2538us total) trans 0 rc 0/0 00000100:00100000:0.0:1787583405.046539:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 7 00000100:00100000:0.0:1787583405.046561:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 8 00000100:00100000:0.0:1787583405.046566:0:22717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90937fce9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2403:x1874416413852288:12345-192.168.203.11@tcp:38:mount.lustre.0 00010000:00080000:0.0:1787583405.046582:0:22717:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0001: connection from 5d591a6a-6229-44f8-afc3-441eed19ded6@192.168.203.11@tcp t0 exp 0000000000000000 cur 712 last 0 00000020:00000080:0.0:1787583405.048311:0:22717:0:(genops.c:1385:class_connect()) connect: client 5d591a6a-6229-44f8-afc3-441eed19ded6, cookie 0x19a47956376b8077 00000004:00100000:0.0:1787583405.048336:0:22717:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0001: cli supports cksum type f7, return f7 00000100:00080000:0.0:1787583405.049210:0:22717:0:(import.c:65:import_set_state_nolock()) ffff9092464dd800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1787583405.049272:0:22717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90937fce9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5d591a6a-6229-44f8-afc3-441eed19ded6+6:2403:x1874416413852288:12345-192.168.203.11@tcp:38:mount.lustre.0 Request processed in 2703us (5179us total) trans 0 rc 0/0 00000100:00100000:0.0:1787583405.049282:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 8 00000100:00100000:1.0:1787583405.059717:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787583405.063833:0:22719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413852544 00000100:00100000:3.0:1787583405.064086:0:22719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413852544 00000100:00100000:2.0:1787583405.064233:0:22719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 9 00000100:00100000:2.0:1787583405.064245:0:22719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90937fce9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5d591a6a-6229-44f8-afc3-441eed19ded6+6:18068:x1874416413852544:12345-192.168.203.11@tcp:41:mount.lustre.0 00000004:00000024:2.0:1787583405.064279:0:22719:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00080000:0.0:1787583405.065435:0:22713:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1787583405.067290:0:22719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90937fce9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5d591a6a-6229-44f8-afc3-441eed19ded6+6:18068:x1874416413852544:12345-192.168.203.11@tcp:41:mount.lustre.0 Request processed in 3032us (7568us total) trans 0 rc 0/0 00000100:00100000:2.0:1787583405.067306:0:22719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 9 00000100:00100000:3.0:1787583405.067471:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787583405.067973:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787583405.068553:0:25336:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413852160 00000100:00100000:2.0:1787583405.068563:0:25336:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413852160 00000100:00100000:2.0:1787583405.068665:0:25336:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413852416 00000100:00100000:2.0:1787583405.068731:0:25336:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413852416 00000100:00100000:2.0:1787583405.068819:0:25336:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 10 00000100:00100000:2.0:1787583405.068829:0:25336:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90937fc63480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5d591a6a-6229-44f8-afc3-441eed19ded6+6:0:x1874416413852160:12345-192.168.203.11@tcp:41:mount.lustre.0 00000004:00000024:2.0:1787583405.068875:0:25336:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1787583405.068938:0:25336:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90937fc63480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5d591a6a-6229-44f8-afc3-441eed19ded6+6:0:x1874416413852160:12345-192.168.203.11@tcp:41:mount.lustre.0 Request processed in 110us (1467us total) trans 0 rc 0/0 00000100:00100000:2.0:1787583405.068961:0:25336:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 10 00000100:00100000:2.0:1787583405.069098:0:25336:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 11 00000100:00100000:2.0:1787583405.069107:0:25336:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90937fc60a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5d591a6a-6229-44f8-afc3-441eed19ded6+6:0:x1874416413852416:12345-192.168.203.11@tcp:41:mount.lustre.0 00000004:00000024:2.0:1787583405.069126:0:25336:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1787583405.069172:0:25336:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90937fc60a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5d591a6a-6229-44f8-afc3-441eed19ded6+6:0:x1874416413852416:12345-192.168.203.11@tcp:41:mount.lustre.0 Request processed in 66us (1209us total) trans 0 rc 0/0 00000100:00100000:2.0:1787583405.069178:0:25336:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 11 00000100:00080000:0.0:1787583405.069283:0:22713:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1787583405.084039:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787583405.084994:0:25336:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413852672 00000100:00100000:0.0:1787583405.085005:0:25336:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413852672 00000100:00100000:0.0:1787583405.085076:0:25336:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 12 00000100:00100000:0.0:1787583405.085087:0:25336:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90937fc8a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5d591a6a-6229-44f8-afc3-441eed19ded6+6:18068:x1874416413852672:12345-192.168.203.11@tcp:40:mount.lustre.0 00000100:00100000:0.0:1787583405.085165:0:25336:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90937fc8a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5d591a6a-6229-44f8-afc3-441eed19ded6+6:18068:x1874416413852672:12345-192.168.203.11@tcp:40:mount.lustre.0 Request processed in 80us (1136us total) trans 0 rc 0/0 00000100:00100000:0.0:1787583405.085173:0:25336:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 12 00000100:00100000:3.0:1787583405.094983:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787583405.095019:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787583405.096130:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787583405.096209:0:24226:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413852800 00000100:00100000:3.0:1787583405.096213:0:22729:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413853056 00000100:00100000:1.0:1787583405.096219:0:24226:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413852800 00000100:00100000:3.0:1787583405.096220:0:22729:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413853056 00000100:00100000:1.0:1787583405.096258:0:24226:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413852928 00000100:00100000:1.0:1787583405.096262:0:24226:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413852928 00000100:00100000:3.0:1787583405.096286:0:22729:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 3 00000100:00100000:1.0:1787583405.096289:0:24226:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 20 00000100:00100000:1.0:1787583405.096297:0:24226:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90937fc63800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2403:x1874416413852800:12345-192.168.203.11@tcp:8:mount.lustre.0 00000100:00100000:3.0:1787583405.096310:0:22729:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90937fc8ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:5d591a6a-6229-44f8-afc3-441eed19ded6+6:18068:x1874416413853056:12345-192.168.203.11@tcp:900:mount.lustre.0 00010000:00080000:1.0:1787583405.096332:0:24226:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0000: connection from 5d591a6a-6229-44f8-afc3-441eed19ded6@192.168.203.11@tcp t0 exp 0000000000000000 cur 712 last 0 00000020:00000080:1.0:1787583405.096387:0:24226:0:(genops.c:1385:class_connect()) connect: client 5d591a6a-6229-44f8-afc3-441eed19ded6, cookie 0x19a47956376b807e 00000100:00100000:3.0:1787583405.096392:0:22729:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90937fc8ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:5d591a6a-6229-44f8-afc3-441eed19ded6+6:18068:x1874416413853056:12345-192.168.203.11@tcp:900:mount.lustre.0 Request processed in 74us (253us total) trans 0 rc 0/0 00002000:00100000:1.0:1787583405.096401:0:24226:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli 5d591a6a-6229-44f8-afc3-441eed19ded6/ffff90937f384000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113950 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00000100:00100000:3.0:1787583405.096403:0:22729:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 3 00002000:00100000:1.0:1787583405.096424:0:24226:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00000100:00100000:2.0:1787583405.096610:0:24225:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 21 00000100:00100000:2.0:1787583405.096616:0:24225:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90937fc60000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2403:x1874416413852928:12345-192.168.203.11@tcp:8:mount.lustre.0 00010000:00080000:2.0:1787583405.096634:0:24225:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0001: connection from 5d591a6a-6229-44f8-afc3-441eed19ded6@192.168.203.11@tcp t0 exp 0000000000000000 cur 712 last 0 00000020:00000080:2.0:1787583405.096653:0:24225:0:(genops.c:1385:class_connect()) connect: client 5d591a6a-6229-44f8-afc3-441eed19ded6, cookie 0x19a47956376b8085 00002000:00100000:2.0:1787583405.096659:0:24225:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli 5d591a6a-6229-44f8-afc3-441eed19ded6/ffff909248dec800 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113950 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1787583405.096670:0:24225:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:2.0:1787583405.096811:0:24225:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:2.0:1787583405.096889:0:24225:0:(import.c:65:import_set_state_nolock()) ffff90937da77800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1787583405.096921:0:24225:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90937fc60000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d591a6a-6229-44f8-afc3-441eed19ded6+6:2403:x1874416413852928:12345-192.168.203.11@tcp:8:mount.lustre.0 Request processed in 303us (1901us total) trans 0 rc 0/0 00000100:00100000:2.0:1787583405.096928:0:24225:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 21 00002000:00080000:1.0:1787583405.097620:0:24226:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:1.0:1787583405.097643:0:24226:0:(import.c:65:import_set_state_nolock()) ffff90937f380000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1787583405.097676:0:24226:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90937fc63800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d591a6a-6229-44f8-afc3-441eed19ded6+6:2403:x1874416413852800:12345-192.168.203.11@tcp:8:mount.lustre.0 Request processed in 1377us (2703us total) trans 0 rc 0/0 00000100:00100000:1.0:1787583405.097684:0:24226:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 20 00000100:00100000:3.0:1787583405.104002:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787583405.111218:0:22720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413853184 00000100:00100000:2.0:1787583405.111235:0:22720:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413853184 00000100:00100000:2.0:1787583405.111364:0:22720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 0 00000100:00100000:2.0:1787583405.111375:0:22720:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90937fc61880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5d591a6a-6229-44f8-afc3-441eed19ded6+6:18068:x1874416413853184:12345-192.168.203.11@tcp:33:mount.lustre.0 00000004:00080000:0.0:1787583405.115464:0:22720:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0000: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0000 0, time 3969us 00000004:00200000:1.0:1787583405.130874:0:22720:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000100:00100000:1.0:1787583405.131008:0:22720:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90937fc61880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5d591a6a-6229-44f8-afc3-441eed19ded6+6:18068:x1874416413853184:12345-192.168.203.11@tcp:33:mount.lustre.0 Request processed in 19630us (27009us total) trans 0 rc 0/0 00000100:00100000:1.0:1787583405.131021:0:22720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 0 00000100:00100000:1.0:1787583405.268227:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787583405.268316:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413853312 00000100:00100000:3.0:1787583405.268327:0:22717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413853312 00000100:00100000:3.0:1787583405.268409:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 13 00000100:00100000:3.0:1787583405.268419:0:22717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90937fcea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5d591a6a-6229-44f8-afc3-441eed19ded6+6:18115:x1874416413853312:12345-192.168.203.11@tcp:101:mkdir.0 00010000:00010000:3.0:1787583405.268439:0:22717:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787583405.268464:0:22717:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff909247c52000/0x19a47956376b808c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x13d50ad9d93c4788 expref: -99 pid: 22717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583405.268529:0:22717:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff909247c53400/0x19a47956376b8093 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583405.268542:0:22717:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff909247c53400/0x19a47956376b8093 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583405.268558:0:22717:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff909247c53400/0x19a47956376b8093 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787583405.268606:0:22717:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1787583405.268610:0:22717:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1787583405.268646:0:22717:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff909247c53400/0x19a47956376b8093 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583405.268671:0:22717:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff909247c52000/0x19a47956376b808c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0x13d50ad9d93c4788 expref: 8 pid: 22717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583405.268692:0:22717:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff909247c53400/0x19a47956376b8093 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x13d50ad9d93c4788 expref: 7 pid: 22717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583405.268700:0:22717:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff909351203900) 00010000:00010000:3.0:1787583405.268702:0:22717:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1787583405.268706:0:22717:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff909247c53400, rc 0) 00000100:00100000:3.0:1787583405.268771:0:22717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90937fcea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5d591a6a-6229-44f8-afc3-441eed19ded6+7:18115:x1874416413853312:12345-192.168.203.11@tcp:101:mkdir.0 Request processed in 353us (552us total) trans 0 rc 0/0 00000100:00100000:3.0:1787583405.268785:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 13 00010000:00010000:0.0:1787583405.840769:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787583406.542094:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1787583406.542117:0:3656:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909247f8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3656:1874416435980672:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1787583406.542171:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1787583406.542184:0:3655:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90937fc88000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3655:1874416435980800:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1787583406.542222:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787583406.542252:0:24228:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435980672 00000100:00100000:3.0:1787583406.542261:0:24228:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435980672 00000100:00100000:3.0:1787583406.542320:0:24228:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1787583406.542328:0:24227:0:(service.c:3462:ptlrpc_start_thread()) ost_create[0] started 2 min 2 max 16 00000100:00100000:3.0:1787583406.542333:0:24228:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909247f8ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3656:x1874416435980672:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1787583406.542348:0:24227:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_create00_002' 00002000:00000024:3.0:1787583406.542356:0:24228:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923513344 avail 3691991040 00000100:00080000:0.0:1787583406.542389:0:22713:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1787583406.542408:0:3656:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90937fc88380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3656:1874416435981312:0@lo:400:kworker.0 00000100:00100000:3.0:1787583406.542416:0:24228:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909247f8ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3656:x1874416435980672:12345-0@lo:13:osp-pre-1-0.0 Request processed in 86us (194us total) trans 0 rc 0/0 00000100:00100000:3.0:1787583406.542424:0:24228:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1787583406.542447:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787583406.542492:0:3653:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90937fc88e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2def8621-b047-4757-814d-42c7c419cee0:3653:1874416435980928:0@lo:400:kworker.0 00000100:00100000:0.0:1787583406.542496:0:3656:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909247f8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3656:1874416435980672:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1787583406.542518:0:3656:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909348840a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3656:1874416435981824:0@lo:400:kworker.0 00000100:00100000:2.0:1787583406.542538:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787583406.542552:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787583406.542573:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787583406.542577:0:3653:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90937fc8aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3653:1874416435981440:0@lo:400:kworker.0 00000100:00100000:0.0:1787583406.542582:0:3656:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90937f129c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3656:1874416435982336:0@lo:400:kworker.0 00000100:00100000:2.0:1787583406.542618:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787583406.542618:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787583406.542635:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:0.0:1787583406.542641:0:3656:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90937fc8b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3656:1874416435981184:0@lo:400:kworker.0 00000100:00100000:2.0:1787583406.542649:0:3653:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909348842a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3653:1874416435981952:0@lo:400:kworker.0 00000100:00100000:0.0:1787583406.542665:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787583406.542682:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787583406.542692:0:3656:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90937fc8b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3656:1874416435981696:0@lo:400:kworker.0 00000100:00100000:2.0:1787583406.542714:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1787583406.542714:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787583406.542716:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435981312 00000100:00100000:2.0:1787583406.542723:0:3653:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90937fc89f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3653:1874416435981056:0@lo:400:kworker.0 00000100:00100000:1.0:1787583406.542731:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435981312 00000100:00100000:0.0:1787583406.542732:0:3656:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90937f129880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3656:1874416435982208:0@lo:400:kworker.0 00000100:00100000:2.0:1787583406.542762:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787583406.542765:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435981824 00000100:00100000:0.0:1787583406.542770:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787583406.542771:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435981824 00000100:00100000:2.0:1787583406.542791:0:3653:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90937fc88700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3653:1874416435981568:0@lo:400:kworker.0 00000100:00100000:1.0:1787583406.542793:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435982336 00000100:00100000:1.0:1787583406.542799:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435982336 00000100:00100000:0.0:1787583406.542801:0:25336:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435981952 00000100:00100000:0.0:1787583406.542806:0:25336:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435981952 00000100:00100000:2.0:1787583406.542825:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787583406.542832:0:25336:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435982208 00000100:00100000:0.0:1787583406.542837:0:25336:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435982208 00000100:00100000:1.0:1787583406.542870:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:2.0:1787583406.542878:0:3653:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90937f128e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3653:1874416435982080:0@lo:400:kworker.0 00000100:00100000:0.0:1787583406.542904:0:25336:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:2.0:1787583406.542911:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787583406.542948:0:24228:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435980800 00000100:00100000:3.0:1787583406.542953:0:24228:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435980800 00000100:00100000:2.0:1787583406.542957:0:22719:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 4 min 3 max 116 00000100:00100000:2.0:1787583406.542964:0:22719:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_004' 00000100:00100000:3.0:1787583406.542979:0:24228:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1787583406.542984:0:23458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435981440 00000100:00100000:3.0:1787583406.542989:0:24228:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90937fc61180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3655:x1874416435980800:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1787583406.542991:0:23458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435981440 00002000:00000024:3.0:1787583406.543004:0:24228:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1787583406.543042:0:24228:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90937fc61180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3655:x1874416435980800:12345-0@lo:13:osp-pre-1-1.0 Request processed in 56us (472us total) trans 0 rc 0/0 00000100:00100000:3.0:1787583406.543047:0:24228:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1787583406.543077:0:3655:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90937fc88000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3655:1874416435980800:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1787583406.543096:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435980928 00000100:00100000:3.0:1787583406.543098:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435980928 00000100:00100000:3.0:1787583406.543121:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 129 00000100:00100000:3.0:1787583406.543127:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909365c72450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2def8621-b047-4757-814d-42c7c419cee0+24:3653:x1874416435980928:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787583406.543169:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909365c72450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2def8621-b047-4757-814d-42c7c419cee0+24:3653:x1874416435980928:12345-0@lo:400:kworker.0 Request processed in 42us (632us total) trans 0 rc 0/0 00000100:00100000:3.0:1787583406.543176:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 129 00000100:00100000:3.0:1787583406.543296:0:22723:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435981056 00000100:00100000:3.0:1787583406.543301:0:22723:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435981056 00000100:00100000:3.0:1787583406.543327:0:22723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:3.0:1787583406.543333:0:22723:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90937f129f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3653:x1874416435981056:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787583406.543378:0:22723:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90937f129f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3653:x1874416435981056:12345-0@lo:400:kworker.0 Request processed in 35us (606us total) trans 0 rc 0/0 00000100:00100000:3.0:1787583406.543385:0:22723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:3.0:1787583406.543428:0:3653:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90937fc89f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3653:1874416435981056:0@lo:400:kworker.0 00000100:00100000:3.0:1787583406.543437:0:3653:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90937fc88e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2def8621-b047-4757-814d-42c7c419cee0:3653:1874416435980928:0@lo:400:kworker.0 00000100:00100000:3.0:1787583406.543465:0:22719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435982080 00000100:00100000:3.0:1787583406.543468:0:22719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435982080 00000100:00100000:3.0:1787583406.543487:0:22719:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 4 min 3 max 116 00000100:00100000:3.0:1787583406.543496:0:22719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1787583406.549160:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909247f8c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3656:x1874416435981312:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787583406.549171:0:25336:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909247f8e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3656:x1874416435981824:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787583406.549365:0:25336:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909247f8e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3656:x1874416435981824:12345-0@lo:400:kworker.0 Request processed in 6450us (6813us total) trans 0 rc 0/0 00000100:00100000:0.0:1787583406.549476:0:25336:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:0.0:1787583406.549512:0:25336:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 4 min 3 max 116 00000100:00100000:0.0:1787583406.549524:0:25336:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1787583406.549535:0:25336:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909247f8f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3656:x1874416435982336:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787583406.549569:0:25336:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909247f8f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3656:x1874416435982336:12345-0@lo:400:kworker.0 Request processed in 38us (6955us total) trans 0 rc 0/0 00000100:00100000:0.0:1787583406.549575:0:25336:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1787583406.549586:0:25336:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 4 min 3 max 116 00000100:00100000:0.0:1787583406.549592:0:25336:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1787583406.549599:0:25336:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909247f8fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3656:x1874416435982208:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787583406.549628:0:25336:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909247f8fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3656:x1874416435982208:12345-0@lo:400:kworker.0 Request processed in 30us (6859us total) trans 0 rc 0/0 00000100:00100000:0.0:1787583406.549633:0:25336:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1787583406.549645:0:25336:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 4 min 3 max 116 00000100:00100000:0.0:1787583406.549650:0:25336:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:0.0:1787583406.549656:0:25336:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90937f129500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3653:x1874416435982080:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787583406.549775:0:25336:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90937f129500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3653:x1874416435982080:12345-0@lo:400:kworker.0 Request processed in 118us (6867us total) trans 0 rc 0/0 00000100:00100000:0.0:1787583406.549782:0:25336:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:0.0:1787583406.549810:0:24225:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435981184 00000100:00100000:0.0:1787583406.549904:0:24225:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435981184 00000100:00100000:0.0:1787583406.549941:0:24225:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435981696 00000100:00100000:0.0:1787583406.549944:0:24225:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435981696 00000100:00100000:0.0:1787583406.549956:0:24225:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435981568 00000100:00100000:0.0:1787583406.549958:0:24225:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435981568 00000100:00100000:0.0:1787583406.549972:0:24225:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1787583406.549978:0:24225:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909247f8f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3656:x1874416435981184:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787583406.550019:0:24225:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909247f8f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3656:x1874416435981184:12345-0@lo:400:kworker.0 Request processed in 40us (7352us total) trans 0 rc 0/0 00000100:00100000:0.0:1787583406.550025:0:24225:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1787583406.550089:0:24225:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1787583406.550096:0:24225:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909247f8e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3656:x1874416435981696:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787583406.550258:0:24225:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909247f8e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3656:x1874416435981696:12345-0@lo:400:kworker.0 Request processed in 163us (7544us total) trans 0 rc 0/0 00000100:00100000:0.0:1787583406.550265:0:24225:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1787583406.550277:0:24225:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1787583406.550284:0:24225:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90937f128000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3653:x1874416435981568:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787583406.550596:0:24225:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90937f128000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3653:x1874416435981568:12345-0@lo:400:kworker.0 Request processed in 312us (7770us total) trans 0 rc 0/0 00000100:00100000:0.0:1787583406.550604:0:24225:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1787583406.550669:0:3653:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90937fc88700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3653:1874416435981568:0@lo:400:kworker.0 00010000:00080000:0.0:1787583406.550759:0:3653:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff90937f128e00 x1874416435982080/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787583422 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787583406.550770:0:3653:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90937f128e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3653:1874416435982080:0@lo:400:kworker.0 00000100:00080000:0.0:1787583406.551016:0:22713:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1787583406.551020:0:22713:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1787583406.551024:0:22713:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1787583406.551026:0:22713:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1787583406.551267:0:3656:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90937fc8b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3656:1874416435981184:0@lo:400:kworker.0 00000100:00100000:0.0:1787583406.551278:0:3656:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90937fc8b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3656:1874416435981696:0@lo:400:kworker.0 00000100:00100000:0.0:1787583406.551358:0:3656:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90937f129880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3656:1874416435982208:0@lo:400:kworker.0 00000100:00100000:0.0:1787583406.551503:0:3656:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909348840a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3656:1874416435981824:0@lo:400:kworker.0 00010000:00080000:0.0:1787583406.551516:0:3656:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff90937f129c00 x1874416435982336/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787583422 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787583406.551525:0:3656:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90937f129c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3656:1874416435982336:0@lo:400:kworker.0 00000100:00100000:0.0:1787583406.551536:0:3656:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90937fc88380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3656:1874416435981312:0@lo:400:kworker.0 00000100:00100000:2.0:1787583406.553784:0:23458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:2.0:1787583406.553798:0:23458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90937f12b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3653:x1874416435981440:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787583406.553911:0:23458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90937f12b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3653:x1874416435981440:12345-0@lo:400:kworker.0 Request processed in 117us (11298us total) trans 0 rc 0/0 00000100:00100000:2.0:1787583406.553918:0:23458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:2.0:1787583406.553967:0:3653:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90937fc8aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3653:1874416435981440:0@lo:400:kworker.0 00000100:00100000:3.0:1787583406.558230:0:22719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90937f128380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3653:x1874416435981952:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787583406.558426:0:22719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90937f128380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3653:x1874416435981952:12345-0@lo:400:kworker.0 Request processed in 14921us (15742us total) trans 0 rc 0/0 00000100:00100000:3.0:1787583406.558436:0:22719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:2.0:1787583406.558464:0:3653:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909348842a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3653:1874416435981952:0@lo:400:kworker.0 00000100:00100000:1.0:1787583406.558668:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909247f8c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3656:x1874416435981312:12345-0@lo:400:kworker.0 Request processed in 15789us (16219us total) trans 0 rc 0/0 00000100:00100000:1.0:1787583406.558733:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00010000:00010000:1.0:1787583406.862040:0:24313:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:0.0:1787583407.056441:0:25041:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 5d591a6a-6229-44f8-afc3-441eed19ded6 00000001:00080000:0.0:1787583407.056457:0:25041:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901890 is committed 00000100:00100000:2.0:1787583407.249936:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787583407.250254:0:25336:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413853440 00000100:00100000:0.0:1787583407.250264:0:25336:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413853440 00000100:00080000:2.0:1787583407.250334:0:22713:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1787583407.250409:0:25336:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 14 00000100:00100000:0.0:1787583407.250421:0:25336:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90937f12b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5d591a6a-6229-44f8-afc3-441eed19ded6+7:18167:x1874416413853440:12345-192.168.203.11@tcp:41:lfs.0 00000004:00000024:0.0:1787583407.250455:0:25336:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1787583407.250546:0:25336:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90937f12b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5d591a6a-6229-44f8-afc3-441eed19ded6+7:18167:x1874416413853440:12345-192.168.203.11@tcp:41:lfs.0 Request processed in 127us (616us total) trans 0 rc 0/0 00000100:00100000:0.0:1787583407.250553:0:25336:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 14 00000100:00100000:1.0:1787583407.253157:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787583407.253940:0:25516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413853568 00000100:00100000:3.0:1787583407.253950:0:25516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413853568 00000100:00100000:3.0:1787583407.254035:0:25516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 15 00000100:00100000:3.0:1787583407.254046:0:25516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90937fceb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5d591a6a-6229-44f8-afc3-441eed19ded6+6:18167:x1874416413853568:12345-192.168.203.11@tcp:41:lfs.0 00000004:00000024:3.0:1787583407.254080:0:25516:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1787583407.254177:0:25516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90937fceb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5d591a6a-6229-44f8-afc3-441eed19ded6+6:18167:x1874416413853568:12345-192.168.203.11@tcp:41:lfs.0 Request processed in 133us (1029us total) trans 0 rc 0/0 00000100:00100000:3.0:1787583407.254185:0:25516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 15 00000100:00080000:2.0:1787583407.254587:0:22713:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1787583407.259556:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787583407.259632:0:24228:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413853696 00000100:00100000:3.0:1787583407.259642:0:24228:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413853696 00000100:00100000:3.0:1787583407.259803:0:24228:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 12 00000100:00100000:3.0:1787583407.259814:0:24228:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90937fcebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:5d591a6a-6229-44f8-afc3-441eed19ded6+6:18167:x1874416413853696:12345-192.168.203.11@tcp:13:lfs.0 00002000:00000024:3.0:1787583407.259843:0:24228:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3915849728 avail 3684327424 00000100:00100000:3.0:1787583407.259954:0:24228:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90937fcebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:5d591a6a-6229-44f8-afc3-441eed19ded6+6:18167:x1874416413853696:12345-192.168.203.11@tcp:13:lfs.0 Request processed in 142us (407us total) trans 0 rc 0/0 00000100:00100000:3.0:1787583407.259961:0:24228:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 12 00000100:00080000:2.0:1787583407.261860:0:22713:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1787583407.263992:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787583407.264087:0:25515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413853824 00000100:00100000:0.0:1787583407.264097:0:25515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413853824 00000100:00100000:0.0:1787583407.264164:0:25515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 13 00000100:00100000:0.0:1787583407.264175:0:25515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90937fc60380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:5d591a6a-6229-44f8-afc3-441eed19ded6+5:18167:x1874416413853824:12345-192.168.203.11@tcp:13:lfs.0 00002000:00000024:0.0:1787583407.264204:0:25515:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1787583407.264279:0:25515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90937fc60380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:5d591a6a-6229-44f8-afc3-441eed19ded6+5:18167:x1874416413853824:12345-192.168.203.11@tcp:13:lfs.0 Request processed in 107us (295us total) trans 0 rc 0/0 00000100:00100000:0.0:1787583407.264286:0:25515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 13 00000100:00080000:2.0:1787583407.264921:0:22713:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1787583407.428828:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787583407.428941:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413853952 00000100:00100000:3.0:1787583407.428951:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413853952 00000100:00100000:3.0:1787583407.429018:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 130 00000100:00100000:3.0:1787583407.429028:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909365c72050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2f6b1d02-9984-46f6-9b6b-4418cb7765a9+10:18199:x1874416413853952:12345-192.168.203.11@tcp:101:mount.lustre.0 00010000:00010000:3.0:1787583407.429046:0:22710:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787583407.429064:0:22710:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff909247c52000/0x19a47956376b809a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: local remote: 0x13d50ad9d93c478f expref: -99 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583407.429111:0:22710:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff909247c52000/0x19a47956376b809a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000000000000 nid: 192.168.203.11@tcp remote: 0x13d50ad9d93c478f expref: 11 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583407.429124:0:22710:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff909247c52000/0x19a47956376b809a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: 192.168.203.11@tcp remote: 0x13d50ad9d93c478f expref: 11 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583407.429133:0:22710:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff909247c52000, rc 0) 00000100:00100000:3.0:1787583407.429204:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909365c72050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2f6b1d02-9984-46f6-9b6b-4418cb7765a9+11:18199:x1874416413853952:12345-192.168.203.11@tcp:101:mount.lustre.0 Request processed in 176us (385us total) trans 0 rc 0/0 00000100:00100000:3.0:1787583407.429211:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 130 00000100:00100000:1.0:1787583407.440833:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787583407.440953:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413854080 00000100:00100000:0.0:1787583407.440976:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413854080 00000100:00100000:0.0:1787583407.441031:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 131 00000100:00100000:0.0:1787583407.441042:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909365c72c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2f6b1d02-9984-46f6-9b6b-4418cb7765a9+11:18199:x1874416413854080:12345-192.168.203.11@tcp:501:mount.lustre.0 00000100:00100000:0.0:1787583407.441246:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909365c72c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2f6b1d02-9984-46f6-9b6b-4418cb7765a9+11:18199:x1874416413854080:12345-192.168.203.11@tcp:501:mount.lustre.0 Request processed in 205us (421us total) trans 0 rc 0/0 00000100:00100000:0.0:1787583407.441254:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 131 00000100:00100000:2.0:1787583407.452064:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787583407.452229:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413854208 00000100:00100000:0.0:1787583407.452240:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413854208 00000100:00100000:0.0:1787583407.452347:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 132 00000100:00100000:0.0:1787583407.452360:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909365c72850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2f6b1d02-9984-46f6-9b6b-4418cb7765a9+11:18199:x1874416413854208:12345-192.168.203.11@tcp:503:mount.lustre.0 00000100:00100000:0.0:1787583407.452521:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909365c72850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2f6b1d02-9984-46f6-9b6b-4418cb7765a9+11:18199:x1874416413854208:12345-192.168.203.11@tcp:503:mount.lustre.0 Request processed in 163us (464us total) trans 0 rc 0/0 00000100:00100000:0.0:1787583407.452530:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 132 00000100:00100000:1.0:1787583407.456933:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787583407.457141:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413854336 00000100:00100000:3.0:1787583407.457151:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413854336 00000100:00100000:3.0:1787583407.457208:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 133 00000100:00100000:3.0:1787583407.457218:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909344f6c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2f6b1d02-9984-46f6-9b6b-4418cb7765a9+11:18205:x1874416413854336:12345-192.168.203.11@tcp:502:llog_process_th.0 00000100:00100000:3.0:1787583407.457440:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909344f6c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2f6b1d02-9984-46f6-9b6b-4418cb7765a9+11:18205:x1874416413854336:12345-192.168.203.11@tcp:502:llog_process_th.0 Request processed in 222us (516us total) trans 0 rc 0/0 00000100:00100000:3.0:1787583407.457449:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 133 00000100:00100000:2.0:1787583407.503946:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787583407.504031:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413854464 00000100:00100000:0.0:1787583407.504041:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413854464 00000100:00100000:0.0:1787583407.504097:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 134 00000100:00100000:0.0:1787583407.504108:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909344f6e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2f6b1d02-9984-46f6-9b6b-4418cb7765a9+11:18205:x1874416413854464:12345-192.168.203.11@tcp:502:llog_process_th.0 00000100:00100000:0.0:1787583407.504255:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909344f6e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2f6b1d02-9984-46f6-9b6b-4418cb7765a9+11:18205:x1874416413854464:12345-192.168.203.11@tcp:502:llog_process_th.0 Request processed in 148us (316us total) trans 0 rc 0/0 00000100:00100000:0.0:1787583407.504264:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 134 00000100:00100000:2.0:1787583407.510728:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787583407.510986:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413854592 00000100:00100000:1.0:1787583407.510997:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413854592 00000100:00100000:1.0:1787583407.511053:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 135 00000100:00100000:1.0:1787583407.511064:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909344f6ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2f6b1d02-9984-46f6-9b6b-4418cb7765a9+11:18205:x1874416413854592:12345-192.168.203.11@tcp:502:llog_process_th.0 00000100:00100000:1.0:1787583407.511219:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909344f6ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2f6b1d02-9984-46f6-9b6b-4418cb7765a9+11:18205:x1874416413854592:12345-192.168.203.11@tcp:502:llog_process_th.0 Request processed in 156us (499us total) trans 0 rc 0/0 00000100:00100000:1.0:1787583407.511228:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 135 00000100:00100000:1.0:1787583407.517098:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787583407.517181:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413854720 00000100:00100000:3.0:1787583407.517191:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413854720 00000100:00100000:3.0:1787583407.517242:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 136 00000100:00100000:3.0:1787583407.517253:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909344f6c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2f6b1d02-9984-46f6-9b6b-4418cb7765a9+11:18199:x1874416413854720:12345-192.168.203.11@tcp:101:mount.lustre.0 00010000:00010000:3.0:1787583407.517273:0:22710:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787583407.517290:0:22710:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff909247c53600/0x19a47956376b80a1 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x13d50ad9d93c47c0 expref: -99 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583407.517319:0:22710:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff909247c53600/0x19a47956376b80a1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 192.168.203.11@tcp remote: 0x13d50ad9d93c47c0 expref: 12 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583407.517331:0:22710:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff909247c53600/0x19a47956376b80a1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 192.168.203.11@tcp remote: 0x13d50ad9d93c47c0 expref: 12 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583407.517340:0:22710:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff909247c53600, rc 0) 00000100:00100000:3.0:1787583407.517409:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909344f6c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2f6b1d02-9984-46f6-9b6b-4418cb7765a9+12:18199:x1874416413854720:12345-192.168.203.11@tcp:101:mount.lustre.0 Request processed in 158us (321us total) trans 0 rc 0/0 00000100:00100000:3.0:1787583407.517432:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 136 00000100:00100000:2.0:1787583407.524152:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787583407.524257:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413854848 00000100:00100000:0.0:1787583407.524267:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413854848 00000100:00100000:0.0:1787583407.524327:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 137 00000100:00100000:0.0:1787583407.524338:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909247c0d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2f6b1d02-9984-46f6-9b6b-4418cb7765a9+12:18199:x1874416413854848:12345-192.168.203.11@tcp:256:mount.lustre.0 20000000:01000000:0.0:1787583407.524375:0:22709:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:0.0:1787583407.524410:0:22709:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:0.0:1787583407.524415:0:22709:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:0.0:1787583407.524418:0:22709:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:0.0:1787583407.524421:0:22709:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3920/1/256/255. 20000000:01000000:0.0:1787583407.524423:0:22709:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 176, version 14 00000100:00100000:0.0:1787583407.526181:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909247c0d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2f6b1d02-9984-46f6-9b6b-4418cb7765a9+12:18199:x1874416413854848:12345-192.168.203.11@tcp:256:mount.lustre.0 Request processed in 1826us (2019us total) trans 0 rc 0/0 00000100:00100000:0.0:1787583407.526195:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 137 00000100:00100000:1.0:1787583407.537016:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787583407.538710:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413854976 00000100:00100000:0.0:1787583407.538723:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413854976 00000100:00100000:0.0:1787583407.538791:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 138 00000100:00100000:0.0:1787583407.538800:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909247c0e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2f6b1d02-9984-46f6-9b6b-4418cb7765a9+12:18199:x1874416413854976:12345-192.168.203.11@tcp:101:mount.lustre.0 00010000:00010000:0.0:1787583407.538815:0:22711:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787583407.538832:0:22711:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff909248add800/0x19a47956376b80a8 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x13d50ad9d93c47c7 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583407.538888:0:22711:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff909248add800/0x19a47956376b80a8 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 192.168.203.11@tcp remote: 0x13d50ad9d93c47c7 expref: 13 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583407.538899:0:22711:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff909248add800/0x19a47956376b80a8 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 192.168.203.11@tcp remote: 0x13d50ad9d93c47c7 expref: 13 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583407.538907:0:22711:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff909248add800, rc 0) 00000100:00100000:0.0:1787583407.538973:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909247c0e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2f6b1d02-9984-46f6-9b6b-4418cb7765a9+13:18199:x1874416413854976:12345-192.168.203.11@tcp:101:mount.lustre.0 Request processed in 174us (1965us total) trans 0 rc 0/0 00000100:00100000:0.0:1787583407.538980:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 138 00000100:00100000:2.0:1787583407.551639:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787583407.554632:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413855104 00000100:00100000:0.0:1787583407.554656:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413855104 00000100:00100000:0.0:1787583407.554729:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 139 00000100:00100000:0.0:1787583407.554755:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909247c0c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2f6b1d02-9984-46f6-9b6b-4418cb7765a9+13:18199:x1874416413855104:12345-192.168.203.11@tcp:501:mount.lustre.0 00000100:00100000:0.0:1787583407.554986:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909247c0c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2f6b1d02-9984-46f6-9b6b-4418cb7765a9+13:18199:x1874416413855104:12345-192.168.203.11@tcp:501:mount.lustre.0 Request processed in 233us (3354us total) trans 0 rc 0/0 00000100:00100000:0.0:1787583407.554994:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 139 00000100:00100000:2.0:1787583407.573063:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787583407.573287:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413855232 00000100:00100000:3.0:1787583407.573297:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413855232 00000100:00100000:3.0:1787583407.573350:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 140 00000100:00100000:3.0:1787583407.573369:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909247c0cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2f6b1d02-9984-46f6-9b6b-4418cb7765a9+13:18199:x1874416413855232:12345-192.168.203.11@tcp:503:mount.lustre.0 00000100:00100000:3.0:1787583407.573505:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909247c0cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2f6b1d02-9984-46f6-9b6b-4418cb7765a9+13:18199:x1874416413855232:12345-192.168.203.11@tcp:503:mount.lustre.0 Request processed in 145us (448us total) trans 0 rc 0/0 00000100:00100000:3.0:1787583407.573514:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 140 00000100:00100000:2.0:1787583407.582358:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787583407.582491:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413855360 00000100:00100000:1.0:1787583407.582501:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413855360 00000100:00100000:1.0:1787583407.582552:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 141 00000100:00100000:1.0:1787583407.582574:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909247c0dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2f6b1d02-9984-46f6-9b6b-4418cb7765a9+13:18213:x1874416413855360:12345-192.168.203.11@tcp:502:llog_process_th.0 00000100:00100000:1.0:1787583407.582716:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909247c0dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2f6b1d02-9984-46f6-9b6b-4418cb7765a9+13:18213:x1874416413855360:12345-192.168.203.11@tcp:502:llog_process_th.0 Request processed in 143us (367us total) trans 0 rc 0/0 00000100:00100000:1.0:1787583407.582725:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 141 00000100:00100000:2.0:1787583407.592495:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787583407.592604:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413855488 00000100:00100000:0.0:1787583407.592622:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413855488 00000100:00100000:0.0:1787583407.592686:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 142 00000100:00100000:0.0:1787583407.592697:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909247c0d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2f6b1d02-9984-46f6-9b6b-4418cb7765a9+13:18213:x1874416413855488:12345-192.168.203.11@tcp:502:llog_process_th.0 00000100:00100000:0.0:1787583407.593181:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909247c0d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2f6b1d02-9984-46f6-9b6b-4418cb7765a9+13:18213:x1874416413855488:12345-192.168.203.11@tcp:502:llog_process_th.0 Request processed in 484us (693us total) trans 0 rc 0/0 00000100:00100000:0.0:1787583407.593190:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 142 00000100:00100000:2.0:1787583407.611218:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787583407.611311:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787583407.611408:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413855616 00000100:00100000:3.0:1787583407.611418:0:22717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413855616 00000100:00100000:3.0:1787583407.611470:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413855872 00000100:00100000:3.0:1787583407.611475:0:22717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413855872 00000100:00100000:3.0:1787583407.611502:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 16 00000100:00100000:3.0:1787583407.611511:0:22717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90937f12ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2403:x1874416413855616:12345-192.168.203.11@tcp:38:mount.lustre.0 00010000:00080000:3.0:1787583407.611539:0:22717:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from 930e074a-c76b-48b4-85f1-45ab7dbbc088@192.168.203.11@tcp t0 exp 0000000000000000 cur 714 last 0 00000020:00000080:3.0:1787583407.611588:0:22717:0:(genops.c:1385:class_connect()) connect: client 930e074a-c76b-48b4-85f1-45ab7dbbc088, cookie 0x19a47956376b80af 00000004:00100000:3.0:1787583407.611613:0:22717:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000100:00080000:3.0:1787583407.611708:0:22717:0:(import.c:65:import_set_state_nolock()) ffff90937460a000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1787583407.611773:0:22717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90937f12ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:930e074a-c76b-48b4-85f1-45ab7dbbc088+6:2403:x1874416413855616:12345-192.168.203.11@tcp:38:mount.lustre.0 Request processed in 261us (563us total) trans 0 rc 0/0 00000100:00100000:3.0:1787583407.611782:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 16 00000100:00100000:3.0:1787583407.611798:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 17 00000100:00100000:3.0:1787583407.611803:0:22717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90937f12bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2403:x1874416413855872:12345-192.168.203.11@tcp:38:mount.lustre.0 00010000:00080000:3.0:1787583407.611818:0:22717:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0001: connection from 930e074a-c76b-48b4-85f1-45ab7dbbc088@192.168.203.11@tcp t0 exp 0000000000000000 cur 714 last 0 00000020:00000080:3.0:1787583407.611901:0:22717:0:(genops.c:1385:class_connect()) connect: client 930e074a-c76b-48b4-85f1-45ab7dbbc088, cookie 0x19a47956376b80b6 00000004:00100000:3.0:1787583407.611913:0:22717:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0001: cli supports cksum type f7, return f7 00000100:00080000:3.0:1787583407.611955:0:22717:0:(import.c:65:import_set_state_nolock()) ffff90937ef12000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1787583407.611980:0:22717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90937f12bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:930e074a-c76b-48b4-85f1-45ab7dbbc088+6:2403:x1874416413855872:12345-192.168.203.11@tcp:38:mount.lustre.0 Request processed in 175us (669us total) trans 0 rc 0/0 00000100:00100000:3.0:1787583407.611986:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 17 00000100:00100000:1.0:1787583407.622945:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787583407.623025:0:25336:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413855744 00000100:00100000:0.0:1787583407.623035:0:25336:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413855744 00000100:00100000:0.0:1787583407.623113:0:25336:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 18 00000100:00100000:0.0:1787583407.623125:0:25336:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90937fce8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:930e074a-c76b-48b4-85f1-45ab7dbbc088+6:0:x1874416413855744:12345-192.168.203.11@tcp:41:mount.lustre.0 00000004:00000024:0.0:1787583407.623158:0:25336:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1787583407.623237:0:25336:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90937fce8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:930e074a-c76b-48b4-85f1-45ab7dbbc088+6:0:x1874416413855744:12345-192.168.203.11@tcp:41:mount.lustre.0 Request processed in 115us (300us total) trans 0 rc 0/0 00000100:00100000:0.0:1787583407.623244:0:25336:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 18 00000100:00080000:2.0:1787583407.623753:0:22713:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1787583407.624514:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787583407.624597:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413856128 00000100:00100000:1.0:1787583407.624603:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413856128 00000100:00100000:0.0:1787583407.624738:0:22719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 19 00000100:00100000:0.0:1787583407.624749:0:22719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90937fc62a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:930e074a-c76b-48b4-85f1-45ab7dbbc088+6:18199:x1874416413856128:12345-192.168.203.11@tcp:41:mount.lustre.0 00000004:00000024:0.0:1787583407.624774:0:22719:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1787583407.624832:0:22719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90937fc62a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:930e074a-c76b-48b4-85f1-45ab7dbbc088+6:18199:x1874416413856128:12345-192.168.203.11@tcp:41:mount.lustre.0 Request processed in 86us (321us total) trans 0 rc 0/0 00000100:00100000:0.0:1787583407.624890:0:22719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 19 00000100:00100000:1.0:1787583407.626643:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787583407.629256:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787583407.635101:0:25516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413856000 00000100:00100000:2.0:1787583407.635117:0:25516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413856000 00000100:00100000:2.0:1787583407.635188:0:25516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413856256 00000100:00100000:2.0:1787583407.635192:0:25516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413856256 00000100:00100000:2.0:1787583407.635263:0:25516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 20 00000100:00100000:2.0:1787583407.635291:0:25516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90937fce8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:930e074a-c76b-48b4-85f1-45ab7dbbc088+6:0:x1874416413856000:12345-192.168.203.11@tcp:41:mount.lustre.0 00000004:00000024:2.0:1787583407.635337:0:25516:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1787583407.635456:0:25516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90937fce8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:930e074a-c76b-48b4-85f1-45ab7dbbc088+6:0:x1874416413856000:12345-192.168.203.11@tcp:41:mount.lustre.0 Request processed in 183us (8820us total) trans 0 rc 0/0 00000100:00100000:2.0:1787583407.635464:0:25516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 20 00000100:00100000:2.0:1787583407.639794:0:25516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 21 00000100:00100000:2.0:1787583407.639816:0:25516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90937fc8aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:930e074a-c76b-48b4-85f1-45ab7dbbc088+6:18199:x1874416413856256:12345-192.168.203.11@tcp:40:mount.lustre.0 00000100:00100000:2.0:1787583407.639930:0:25516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90937fc8aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:930e074a-c76b-48b4-85f1-45ab7dbbc088+6:18199:x1874416413856256:12345-192.168.203.11@tcp:40:mount.lustre.0 Request processed in 122us (10683us total) trans 0 rc 0/0 00000100:00100000:2.0:1787583407.639938:0:25516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 21 00000100:00080000:1.0:1787583407.640074:0:22713:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1787583407.645151:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787583407.645200:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787583407.645238:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787583407.645332:0:24224:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413856384 00000100:00100000:1.0:1787583407.645343:0:24224:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413856384 00000100:00100000:1.0:1787583407.645396:0:24224:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413856512 00000100:00100000:1.0:1787583407.645400:0:24224:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413856512 00000100:00100000:1.0:1787583407.645417:0:24224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 22 00000100:00100000:1.0:1787583407.645425:0:24224:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90937fc8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2403:x1874416413856384:12345-192.168.203.11@tcp:8:mount.lustre.0 00010000:00080000:1.0:1787583407.645457:0:24224:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0000: connection from 930e074a-c76b-48b4-85f1-45ab7dbbc088@192.168.203.11@tcp t0 exp 0000000000000000 cur 714 last 0 00000020:00000080:1.0:1787583407.645488:0:24224:0:(genops.c:1385:class_connect()) connect: client 930e074a-c76b-48b4-85f1-45ab7dbbc088, cookie 0x19a47956376b80bd 00002000:00100000:1.0:1787583407.645499:0:24224:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli 930e074a-c76b-48b4-85f1-45ab7dbbc088/ffff909348576800 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113950 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:1.0:1787583407.645510:0:24224:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00080000:1.0:1787583407.645569:0:24224:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:1.0:1787583407.645631:0:24224:0:(import.c:65:import_set_state_nolock()) ffff90936e777000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1787583407.645701:0:24224:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90937fc8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:930e074a-c76b-48b4-85f1-45ab7dbbc088+6:2403:x1874416413856384:12345-192.168.203.11@tcp:8:mount.lustre.0 Request processed in 276us (501us total) trans 0 rc 0/0 00000100:00100000:1.0:1787583407.645709:0:24224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 22 00000100:00100000:1.0:1787583407.645725:0:24224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 23 00000100:00100000:1.0:1787583407.645730:0:24224:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90937fc8b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2403:x1874416413856512:12345-192.168.203.11@tcp:8:mount.lustre.0 00010000:00080000:1.0:1787583407.645752:0:24224:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0001: connection from 930e074a-c76b-48b4-85f1-45ab7dbbc088@192.168.203.11@tcp t0 exp 0000000000000000 cur 714 last 0 00000020:00000080:1.0:1787583407.645769:0:24224:0:(genops.c:1385:class_connect()) connect: client 930e074a-c76b-48b4-85f1-45ab7dbbc088, cookie 0x19a47956376b80c4 00002000:00100000:1.0:1787583407.645775:0:24224:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli 930e074a-c76b-48b4-85f1-45ab7dbbc088/ffff90936e773000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113950 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:1.0:1787583407.645781:0:24224:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:1.0:1787583407.645821:0:24224:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:1.0:1787583407.645836:0:24224:0:(import.c:65:import_set_state_nolock()) ffff90936e772800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1787583407.645893:0:24224:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90937fc8b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:930e074a-c76b-48b4-85f1-45ab7dbbc088+6:2403:x1874416413856512:12345-192.168.203.11@tcp:8:mount.lustre.0 Request processed in 161us (655us total) trans 0 rc 0/0 00000100:00100000:1.0:1787583407.645900:0:24224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 23 00000100:00100000:0.0:1787583407.646026:0:22729:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413856640 00000100:00100000:0.0:1787583407.646031:0:22729:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413856640 00000100:00100000:0.0:1787583407.646077:0:22729:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 4 00000100:00100000:0.0:1787583407.646085:0:22729:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90937fc88380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:930e074a-c76b-48b4-85f1-45ab7dbbc088+6:18199:x1874416413856640:12345-192.168.203.11@tcp:900:mount.lustre.0 00000100:00100000:0.0:1787583407.646121:0:22729:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90937fc88380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:930e074a-c76b-48b4-85f1-45ab7dbbc088+6:18199:x1874416413856640:12345-192.168.203.11@tcp:900:mount.lustre.0 Request processed in 37us (980us total) trans 0 rc 0/0 00000100:00100000:0.0:1787583407.646128:0:22729:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 4 00000100:00100000:1.0:1787583407.653021:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787583407.653208:0:22721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413856768 00000100:00100000:0.0:1787583407.653218:0:22721:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413856768 00000100:00100000:0.0:1787583407.653275:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 1 00000100:00100000:0.0:1787583407.653287:0:22721:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90937fceb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:930e074a-c76b-48b4-85f1-45ab7dbbc088+6:18199:x1874416413856768:12345-192.168.203.11@tcp:33:mount.lustre.0 00000004:00200000:0.0:1787583407.653377:0:22721:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000100:00100000:0.0:1787583407.653457:0:22721:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90937fceb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:930e074a-c76b-48b4-85f1-45ab7dbbc088+6:18199:x1874416413856768:12345-192.168.203.11@tcp:33:mount.lustre.0 Request processed in 173us (445us total) trans 0 rc 0/0 00000100:00100000:0.0:1787583407.653466:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 1 00000100:00100000:2.0:1787583407.850891:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787583407.853525:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413856896 00000100:00100000:1.0:1787583407.853538:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413856896 00000100:00100000:1.0:1787583407.853613:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 22 00000100:00100000:1.0:1787583407.853624:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90937f12b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:930e074a-c76b-48b4-85f1-45ab7dbbc088+6:18236:x1874416413856896:12345-192.168.203.11@tcp:101:mkdir.0 00010000:00010000:1.0:1787583407.853644:0:22718:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787583407.853665:0:22718:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90924149be00/0x19a47956376b80cb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x13d50ad9d93c47f8 expref: -99 pid: 22718 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583407.853727:0:22718:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90924149aa00/0x19a47956376b80d2 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583407.853741:0:22718:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90924149aa00/0x19a47956376b80d2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583407.853754:0:22718:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90924149aa00/0x19a47956376b80d2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787583407.853817:0:22718:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1787583407.853820:0:22718:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1787583407.853840:0:22718:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90924149aa00/0x19a47956376b80d2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583407.853903:0:22718:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90924149be00/0x19a47956376b80cb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0x13d50ad9d93c47f8 expref: 8 pid: 22718 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583407.853922:0:22718:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90924149aa00/0x19a47956376b80d2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x13d50ad9d93c47f8 expref: 7 pid: 22718 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583407.853930:0:22718:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff909351203900) 00010000:00010000:1.0:1787583407.853933:0:22718:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1787583407.853937:0:22718:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90924149aa00, rc 0) 00000100:00100000:1.0:1787583407.854083:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90937f12b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:930e074a-c76b-48b4-85f1-45ab7dbbc088+7:18236:x1874416413856896:12345-192.168.203.11@tcp:101:mkdir.0 Request processed in 459us (3257us total) trans 0 rc 0/0 00000100:00100000:1.0:1787583407.854091:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 22 00010000:00010000:2.0:1787583407.886076:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787583408.590133:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1787583408.590155:0:3654:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90937f12a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3654:1874416435982464:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1787583408.590225:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787583408.590779:0:24227:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435982464 00000100:00100000:2.0:1787583408.590787:0:24227:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435982464 00000100:00100000:2.0:1787583408.590875:0:24227:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1787583408.590886:0:24227:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90937fcea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1874416435982464:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1787583408.590909:0:24227:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915849728 avail 3684327424 00000100:00100000:2.0:1787583408.590968:0:24227:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90937fcea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1874416435982464:12345-0@lo:13:osp-pre-0-0.0 Request processed in 83us (742us total) trans 0 rc 0/0 00000100:00100000:2.0:1787583408.590974:0:24227:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00080000:1.0:1787583408.591038:0:22713:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1787583408.591074:0:3654:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90937f12a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3654:1874416435982464:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1787583408.591312:0:3654:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909348842a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3654:1874416435982592:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1787583408.591340:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787583408.591623:0:24228:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435982592 00000100:00100000:1.0:1787583408.591627:0:24228:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435982592 00000100:00100000:1.0:1787583408.591719:0:24228:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1787583408.591726:0:24228:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90937fcead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1874416435982592:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1787583408.591738:0:24228:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915849728 avail 3684327424 00000100:00100000:1.0:1787583408.591771:0:24228:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90937fcead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1874416435982592:12345-0@lo:13:osp-pre-0-1.0 Request processed in 45us (430us total) trans 0 rc 0/0 00000100:00100000:1.0:1787583408.591781:0:24228:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1787583408.591809:0:3654:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909348842a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3654:1874416435982592:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1787583408.592121:0:22713:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1787583408.910050:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1787583409.294576:0:22751:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:1.0:1787583409.614055:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1787583409.614079:0:3656:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909348840a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3656:1874416435982720:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1787583409.614141:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787583409.614328:0:22722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435982720 00000100:00100000:0.0:1787583409.614336:0:22722:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435982720 00000100:00100000:0.0:1787583409.614400:0:22722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:0.0:1787583409.614412:0:22722:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90937fceb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3656:x1874416435982720:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1787583409.614447:0:22722:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1787583409.614504:0:22722:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90937fceb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3656:x1874416435982720:12345-0@lo:41:osp-pre-1-0.0 Request processed in 94us (362us total) trans 0 rc 0/0 00000100:00100000:0.0:1787583409.614511:0:22722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:2.0:1787583409.614753:0:3656:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909348840a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3656:1874416435982720:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1787583409.615758:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1787583409.615774:0:3655:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909351693480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3655:1874416435982848:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1787583409.615821:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787583409.615889:0:22723:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435982848 00000100:00100000:0.0:1787583409.615895:0:22723:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435982848 00000100:00100000:0.0:1787583409.615943:0:22723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:0.0:1787583409.615952:0:22723:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90937fc88700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3655:x1874416435982848:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1787583409.615980:0:22723:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1787583409.616037:0:22723:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90937fc88700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3655:x1874416435982848:12345-0@lo:41:osp-pre-0-1.0 Request processed in 86us (214us total) trans 0 rc 0/0 00000100:00100000:0.0:1787583409.616044:0:22723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:1.0:1787583409.616713:0:3655:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909351693480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3655:1874416435982848:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1787583409.933961:0:24313:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1787583410.513907:0:25602:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00000040:00080000:3.0:1787583410.638795:0:23472:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000001:00100000:3.0:1787583410.639986:0:22697:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 930e074a-c76b-48b4-85f1-45ab7dbbc088 00000001:00100000:3.0:1787583410.639994:0:22697:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 5d591a6a-6229-44f8-afc3-441eed19ded6 00000001:00100000:2.0:1787583410.642480:0:24220:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 930e074a-c76b-48b4-85f1-45ab7dbbc088 00000001:00100000:2.0:1787583410.642493:0:24220:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 5d591a6a-6229-44f8-afc3-441eed19ded6 00000001:00100000:1.0:1787583410.649140:0:23450:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 930e074a-c76b-48b4-85f1-45ab7dbbc088 00000001:00100000:1.0:1787583410.649152:0:23450:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 5d591a6a-6229-44f8-afc3-441eed19ded6 00010000:00010000:2.0:1787583410.958061:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787583411.664364:0:3653:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909348840a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2def8621-b047-4757-814d-42c7c419cee0:3653:1874416435982976:0@lo:400:kworker.0 00000100:00100000:0.0:1787583411.664434:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787583411.664479:0:3653:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9093668a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3653:1874416435983488:0@lo:400:kworker.0 00000100:00100000:0.0:1787583411.664505:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787583411.664525:0:3653:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90937dafd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3653:1874416435984000:0@lo:400:kworker.0 00000100:00100000:0.0:1787583411.664544:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787583411.664560:0:3653:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90937dafdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3653:1874416435984512:0@lo:400:kworker.0 00000100:00100000:0.0:1787583411.664576:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787583411.664596:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1787583411.664601:0:3653:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909348842a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3653:1874416435983104:0@lo:400:kworker.0 00000100:00100000:0.0:1787583411.664623:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787583411.664640:0:3653:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9093668a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3653:1874416435983616:0@lo:400:kworker.0 00000100:00100000:0.0:1787583411.664659:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787583411.664675:0:3653:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90937dafdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3653:1874416435984128:0@lo:400:kworker.0 00000100:00100000:0.0:1787583411.664693:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787583411.664723:0:3655:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9093668a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3655:1874416435983232:0@lo:400:kworker.0 00000100:00100000:0.0:1787583411.664744:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787583411.664768:0:3655:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9093668a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3655:1874416435983744:0@lo:400:kworker.0 00000100:00100000:0.0:1787583411.664957:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787583411.664976:0:3655:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90937daff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3655:1874416435984256:0@lo:400:kworker.0 00000100:00100000:0.0:1787583411.665069:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787583411.665090:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:0.0:1787583411.665095:0:3655:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9093668a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3655:1874416435983360:0@lo:400:kworker.0 00000100:00100000:0.0:1787583411.665117:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787583411.665133:0:3655:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9093668a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3655:1874416435983872:0@lo:400:kworker.0 00000100:00100000:0.0:1787583411.665153:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787583411.665170:0:3655:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90937dafc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3655:1874416435984384:0@lo:400:kworker.0 00000100:00100000:0.0:1787583411.665189:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787583411.665213:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435982976 00000100:00100000:0.0:1787583411.665220:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435982976 00000100:00100000:0.0:1787583411.665267:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 143 00000100:00100000:0.0:1787583411.665276:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909247c0f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2def8621-b047-4757-814d-42c7c419cee0+24:3653:x1874416435982976:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787583411.665326:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909247c0f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2def8621-b047-4757-814d-42c7c419cee0+24:3653:x1874416435982976:12345-0@lo:400:kworker.0 Request processed in 50us (891us total) trans 0 rc 0/0 00000100:00100000:0.0:1787583411.665344:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 143 00000100:00100000:0.0:1787583411.665378:0:22719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435983488 00000100:00100000:0.0:1787583411.665382:0:22719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435983488 00000100:00100000:0.0:1787583411.665400:0:22719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435984000 00000100:00100000:0.0:1787583411.665403:0:22719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435984000 00000100:00100000:0.0:1787583411.665413:0:22719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435984512 00000100:00100000:0.0:1787583411.665415:0:22719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435984512 00000100:00100000:0.0:1787583411.665436:0:22719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435984128 00000100:00100000:0.0:1787583411.665439:0:22719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435984128 00000100:00100000:0.0:1787583411.665450:0:22719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435984256 00000100:00100000:2.0:1787583411.666203:0:24224:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435983232 00000100:00100000:2.0:1787583411.666209:0:24224:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435983232 00000100:00100000:2.0:1787583411.666233:0:24224:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435983744 00000100:00100000:2.0:1787583411.666236:0:24224:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435983744 00000100:00100000:2.0:1787583411.666246:0:24224:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435983360 00000100:00100000:2.0:1787583411.666249:0:24224:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435983360 00000100:00100000:2.0:1787583411.666259:0:24224:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435983872 00000100:00100000:2.0:1787583411.666261:0:24224:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435983872 00000100:00100000:2.0:1787583411.666276:0:24224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1787583411.666289:0:24224:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90937dafe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3655:x1874416435983232:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787583411.666358:0:24224:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90937dafe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3655:x1874416435983232:12345-0@lo:400:kworker.0 Request processed in 70us (1612us total) trans 0 rc 0/0 00000100:00100000:2.0:1787583411.666366:0:24224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1787583411.666381:0:24224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1787583411.666387:0:24224:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90937dafca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3655:x1874416435983744:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787583411.666414:0:24224:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90937dafca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3655:x1874416435983744:12345-0@lo:400:kworker.0 Request processed in 28us (1457us total) trans 0 rc 0/0 00000100:00100000:2.0:1787583411.666419:0:24224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1787583411.666430:0:24224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1787583411.666436:0:24224:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90937dafc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3655:x1874416435983360:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787583411.666461:0:24224:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90937dafc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3655:x1874416435983360:12345-0@lo:400:kworker.0 Request processed in 26us (1344us total) trans 0 rc 0/0 00000100:00100000:2.0:1787583411.666466:0:24224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1787583411.666476:0:24224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1787583411.666481:0:24224:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90937dafe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3655:x1874416435983872:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787583411.666506:0:24224:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90937dafe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3655:x1874416435983872:12345-0@lo:400:kworker.0 Request processed in 25us (1352us total) trans 0 rc 0/0 00000100:00100000:2.0:1787583411.666511:0:24224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1787583411.666528:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435984384 00000100:00100000:2.0:1787583411.666532:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435984384 00000100:00100000:2.0:1787583411.666551:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1787583411.666557:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90937dafc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3653:x1874416435983488:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787583411.666584:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90937dafc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3653:x1874416435983488:12345-0@lo:400:kworker.0 Request processed in 28us (2079us total) trans 0 rc 0/0 00000100:00100000:2.0:1787583411.666598:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1787583411.666611:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:2.0:1787583411.666616:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90937dafd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3653:x1874416435984000:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787583411.666643:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90937dafd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3653:x1874416435984000:12345-0@lo:400:kworker.0 Request processed in 27us (2098us total) trans 0 rc 0/0 00000100:00100000:2.0:1787583411.666648:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:2.0:1787583411.666660:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:2.0:1787583411.666666:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90937daff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3653:x1874416435984512:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787583411.666692:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90937daff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3653:x1874416435984512:12345-0@lo:400:kworker.0 Request processed in 26us (2114us total) trans 0 rc 0/0 00000100:00100000:2.0:1787583411.666697:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:2.0:1787583411.666708:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:2.0:1787583411.666712:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90937daff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3653:x1874416435984128:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787583411.666735:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90937daff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3653:x1874416435984128:12345-0@lo:400:kworker.0 Request processed in 23us (2042us total) trans 0 rc 0/0 00000100:00100000:2.0:1787583411.666740:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:2.0:1787583411.666749:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:2.0:1787583411.666755:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90937dafea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3655:x1874416435984384:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787583411.666779:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90937dafea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3655:x1874416435984384:12345-0@lo:400:kworker.0 Request processed in 24us (1589us total) trans 0 rc 0/0 00000100:00100000:2.0:1787583411.666784:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:2.0:1787583411.666892:0:22723:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435983104 00000100:00100000:2.0:1787583411.666896:0:22723:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435983104 00000100:00100000:2.0:1787583411.666930:0:22723:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435983616 00000100:00100000:2.0:1787583411.666933:0:22723:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435983616 00000100:00100000:2.0:1787583411.666957:0:22723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:2.0:1787583411.666963:0:22723:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90937dafed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3653:x1874416435983104:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787583411.667071:0:22723:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90937dafed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3653:x1874416435983104:12345-0@lo:400:kworker.0 Request processed in 108us (2446us total) trans 0 rc 0/0 00000100:00100000:2.0:1787583411.667078:0:22723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:2.0:1787583411.667091:0:22723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:2.0:1787583411.667097:0:22723:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90937daffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3653:x1874416435983616:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787583411.667124:0:22723:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90937daffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3653:x1874416435983616:12345-0@lo:400:kworker.0 Request processed in 29us (2465us total) trans 0 rc 0/0 00000100:00100000:2.0:1787583411.667130:0:22723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:0.0:1787583411.668053:0:22719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435984256 00000100:00100000:3.0:1787583411.668242:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1787583411.668256:0:3656:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90937fc88e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3656:1874416435984768:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1787583411.668300:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787583411.668346:0:24228:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435984768 00000100:00100000:3.0:1787583411.668349:0:24228:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435984768 00000100:00100000:3.0:1787583411.668377:0:24228:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1787583411.668384:0:24228:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90937fc89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3656:x1874416435984768:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1787583411.668408:0:24228:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1787583411.668448:0:24228:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90937fc89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3656:x1874416435984768:12345-0@lo:13:osp-pre-1-1.0 Request processed in 63us (146us total) trans 0 rc 0/0 00000100:00100000:3.0:1787583411.668461:0:24228:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1787583411.668505:0:3656:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90937fc88e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3656:1874416435984768:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1787583411.669660:0:22719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:0.0:1787583411.669675:0:22719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90937dafd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3655:x1874416435984256:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787583411.669732:0:22719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90937dafd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3655:x1874416435984256:12345-0@lo:400:kworker.0 Request processed in 63us (4662us total) trans 0 rc 0/0 00000100:00100000:0.0:1787583411.669738:0:22719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00080000:2.0:1787583411.676572:0:22713:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1787583411.676581:0:22713:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1787583411.676586:0:22713:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1787583411.676588:0:22713:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1787583411.676612:0:3654:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90937f128a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3654:1874416435984640:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1787583411.676685:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787583411.676750:0:25515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435984640 00000100:00100000:2.0:1787583411.676758:0:25515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435984640 00000100:00100000:2.0:1787583411.676946:0:25515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1787583411.676958:0:25515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90937f129180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1874416435984640:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1787583411.677011:0:25515:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1787583411.677060:0:25515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90937f129180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1874416435984640:12345-0@lo:13:osp-pre-1-0.0 Request processed in 105us (375us total) trans 0 rc 0/0 00000100:00100000:2.0:1787583411.677068:0:25515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1787583411.677108:0:3654:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 12884901890 gen 2 00000100:00100000:2.0:1787583411.677130:0:3654:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90937f128a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3654:1874416435984640:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1787583411.677158:0:3653:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909348842a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3653:1874416435983104:0@lo:400:kworker.0 00000100:00100000:2.0:1787583411.677179:0:3653:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9093668a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3653:1874416435983616:0@lo:400:kworker.0 00000100:00100000:2.0:1787583411.677190:0:3653:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90937dafdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3653:1874416435984128:0@lo:400:kworker.0 00000100:00100000:2.0:1787583411.677201:0:3653:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909348840a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2def8621-b047-4757-814d-42c7c419cee0:3653:1874416435982976:0@lo:400:kworker.0 00000100:00100000:2.0:1787583411.677212:0:3653:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9093668a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3653:1874416435983488:0@lo:400:kworker.0 00000100:00100000:2.0:1787583411.677222:0:3653:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90937dafd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3653:1874416435984000:0@lo:400:kworker.0 00010000:00080000:2.0:1787583411.677237:0:3653:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff90937dafdf80 x1874416435984512/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787583427 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787583411.677248:0:3653:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90937dafdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3653:1874416435984512:0@lo:400:kworker.0 00000100:00100000:3.0:1787583411.679538:0:3655:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9093668a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3655:1874416435983360:0@lo:400:kworker.0 00000100:00100000:3.0:1787583411.679555:0:3655:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9093668a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3655:1874416435983872:0@lo:400:kworker.0 00000100:00100000:3.0:1787583411.679568:0:3655:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90937dafc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3655:1874416435984384:0@lo:400:kworker.0 00000100:00100000:3.0:1787583411.679580:0:3655:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9093668a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3655:1874416435983232:0@lo:400:kworker.0 00000100:00100000:3.0:1787583411.679590:0:3655:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9093668a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3655:1874416435983744:0@lo:400:kworker.0 00010000:00080000:3.0:1787583411.679603:0:3655:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff90937daff800 x1874416435984256/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787583427 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787583411.679613:0:3655:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90937daff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3655:1874416435984256:0@lo:400:kworker.0 00010000:00010000:0.0:1787583411.982187:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787583413.006008:0:24313:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787583413.010278:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787583413.010343:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787583413.010381:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787583413.010414:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787583413.010444:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787583413.010471:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787583413.010511:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787583413.010547:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787583413.010606:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787583413.010653:0:24226:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413857536 00000100:00100000:3.0:1787583413.010662:0:24226:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413857536 00000100:00100000:3.0:1787583413.010723:0:24226:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413858048 00000100:00100000:3.0:1787583413.010728:0:24226:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413858048 00000100:00100000:3.0:1787583413.010764:0:24226:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413857408 00000100:00100000:3.0:1787583413.010768:0:24226:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413857408 00000100:00100000:3.0:1787583413.010791:0:24226:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413857920 00000100:00100000:3.0:1787583413.010794:0:24226:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413857920 00000100:00100000:3.0:1787583413.010821:0:24226:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 11 00000100:00100000:3.0:1787583413.010835:0:24226:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90937fc88000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d591a6a-6229-44f8-afc3-441eed19ded6+5:2407:x1874416413857536:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:3.0:1787583413.010931:0:24226:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90937fc88000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d591a6a-6229-44f8-afc3-441eed19ded6+5:2407:x1874416413857536:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 98us (550us total) trans 0 rc 0/0 00000100:00100000:3.0:1787583413.010942:0:24226:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 11 00000100:00100000:3.0:1787583413.010966:0:24226:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 12 00000100:00100000:3.0:1787583413.010976:0:24226:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909245b61180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:930e074a-c76b-48b4-85f1-45ab7dbbc088+6:2407:x1874416413858048:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:3.0:1787583413.011006:0:24226:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909245b61180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:930e074a-c76b-48b4-85f1-45ab7dbbc088+6:2407:x1874416413858048:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 31us (563us total) trans 0 rc 0/0 00000100:00100000:3.0:1787583413.011015:0:24226:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 12 00000100:00100000:3.0:1787583413.011035:0:24226:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 13 00000100:00100000:3.0:1787583413.011044:0:24226:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909245b63800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d591a6a-6229-44f8-afc3-441eed19ded6+5:2407:x1874416413857408:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:3.0:1787583413.011072:0:24226:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909245b63800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d591a6a-6229-44f8-afc3-441eed19ded6+5:2407:x1874416413857408:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 29us (562us total) trans 0 rc 0/0 00000100:00100000:3.0:1787583413.011080:0:24226:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 13 00000100:00100000:3.0:1787583413.011099:0:24226:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 14 00000100:00100000:3.0:1787583413.011108:0:24226:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909245b60a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:930e074a-c76b-48b4-85f1-45ab7dbbc088+5:2407:x1874416413857920:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:3.0:1787583413.011135:0:24226:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909245b60a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:930e074a-c76b-48b4-85f1-45ab7dbbc088+5:2407:x1874416413857920:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 28us (530us total) trans 0 rc 0/0 00000100:00100000:3.0:1787583413.011143:0:24226:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 14 00000100:00100000:1.0:1787583413.011398:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413857024 00000100:00100000:1.0:1787583413.011403:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413857024 00000100:00100000:1.0:1787583413.011454:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 144 00000100:00100000:1.0:1787583413.011465:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909247c0e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2f6b1d02-9984-46f6-9b6b-4418cb7765a9+13:2407:x1874416413857024:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:1.0:1787583413.011497:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909247c0e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2f6b1d02-9984-46f6-9b6b-4418cb7765a9+13:2407:x1874416413857024:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 35us (1230us total) trans 0 rc 0/0 00000100:00100000:1.0:1787583413.011504:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 144 00000100:00100000:1.0:1787583413.011577:0:22719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413857280 00000100:00100000:1.0:1787583413.011582:0:22719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413857280 00000100:00100000:1.0:1787583413.011633:0:22719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413857792 00000100:00100000:1.0:1787583413.011645:0:22719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413857792 00000100:00100000:1.0:1787583413.011673:0:22719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413857152 00000100:00100000:1.0:1787583413.011676:0:22719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413857152 00000100:00100000:1.0:1787583413.011699:0:22719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413857664 00000100:00100000:1.0:1787583413.011702:0:22719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413857664 00000100:00100000:1.0:1787583413.011730:0:22719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 42 00000100:00100000:1.0:1787583413.011740:0:22719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90937fc88e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5d591a6a-6229-44f8-afc3-441eed19ded6+5:2407:x1874416413857280:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:1.0:1787583413.011775:0:22719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90937fc88e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5d591a6a-6229-44f8-afc3-441eed19ded6+5:2407:x1874416413857280:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 37us (1433us total) trans 0 rc 0/0 00000100:00100000:1.0:1787583413.011784:0:22719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 42 00000100:00100000:1.0:1787583413.011806:0:22719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 43 00000100:00100000:1.0:1787583413.011815:0:22719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909247ee4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:930e074a-c76b-48b4-85f1-45ab7dbbc088+5:2407:x1874416413857792:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:1.0:1787583413.011872:0:22719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909247ee4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:930e074a-c76b-48b4-85f1-45ab7dbbc088+5:2407:x1874416413857792:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 32us (1433us total) trans 0 rc 0/0 00000100:00100000:1.0:1787583413.011880:0:22719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 43 00000100:00100000:1.0:1787583413.011901:0:22719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 44 00000100:00100000:1.0:1787583413.011909:0:22719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909245b62d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5d591a6a-6229-44f8-afc3-441eed19ded6+6:2407:x1874416413857152:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:1.0:1787583413.011939:0:22719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909245b62d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5d591a6a-6229-44f8-afc3-441eed19ded6+6:2407:x1874416413857152:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 31us (1469us total) trans 0 rc 0/0 00000100:00100000:1.0:1787583413.011946:0:22719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 44 00000100:00100000:1.0:1787583413.011966:0:22719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 45 00000100:00100000:1.0:1787583413.011975:0:22719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909245b60380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:930e074a-c76b-48b4-85f1-45ab7dbbc088+6:2407:x1874416413857664:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:1.0:1787583413.011998:0:22719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909245b60380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:930e074a-c76b-48b4-85f1-45ab7dbbc088+6:2407:x1874416413857664:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 27us (1460us total) trans 0 rc 0/0 00000100:00100000:1.0:1787583413.012006:0:22719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 45 00000100:00080000:2.0:1787583413.014507:0:22713:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1787583413.014515:0:22713:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1787583413.014518:0:22713:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1787583413.014521:0:22713:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000020:00000080:0.0:1787583413.604770:0:25749:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007fffc2d6c760 20000000:00000080:0.0:1787583413.604787:0:25749:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=400866bb len=576 karg=ffff909366232400 uarg=0000000000000000 20000000:01000000:0.0:1787583413.604837:0:25749:0:(mgs_llog.c:6192:mgs_set_param2()) set_param2 fs='' device='general' param='lod.*.mdt_hash=crush' 20000000:01000000:0.0:1787583413.604996:0:25749:0:(mgs_llog.c:4647:mgs_write_log_param2()) next param 'lod.*.mdt_hash=crush' 20000000:01000000:0.0:1787583413.605001:0:25749:0:(mgs_llog.c:1379:mgs_modify_param()) modify params/general/lod.*.mdt_hash=crush del=0 00000040:00080000:2.0:1787583413.605467:0:25750:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 5 count 13 20000000:00000400:0.0:1787583413.605618:0:25749:0:(mgs_llog.c:1450:mgs_modify_param()) MGS: modify general/lod.*.mdt_hash=crush (mode = 0) failed: rc = -17 10000000:01000000:0.0:1787583413.618722:0:25749:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00010000:00010000:0.0:1787583413.618752:0:25749:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff909248add600/0x19a47956376b80d9 lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583413.618771:0:25749:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff90924149bc00/0x19a47956376b7d36 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x19a47956376b7d2f expref: 23 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583413.618779:0:25749:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff90924149b400/0x19a47956376b7d44 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x19a47956376b7d3d expref: 23 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583413.618786:0:25749:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff90924149ba00/0x19a47956376b7d83 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x19a47956376b7d7c expref: 23 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583413.618793:0:25749:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff909340031a00/0x19a47956376b7efd lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x19a47956376b7ef6 expref: 23 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583413.618802:0:25749:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff909247c52800/0x19a47956376b8069 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.203.11@tcp remote: 0x13d50ad9d93c4757 expref: 12 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583413.618827:0:25749:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff909248add800/0x19a47956376b80a8 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.203.11@tcp remote: 0x13d50ad9d93c47c7 expref: 12 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583413.618834:0:25749:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff909248add600/0x19a47956376b80d9 lrc: 9/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 25749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583413.618900:0:25749:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff909248add800/0x19a47956376b80a8 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 192.168.203.11@tcp remote: 0x13d50ad9d93c47c7 expref: 12 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583413.618915:0:25749:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff909248add800/0x19a47956376b80a8 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 192.168.203.11@tcp remote: 0x13d50ad9d93c47c7 expref: 12 pid: 22711 timeout: 820 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787583413.618929:0:25749:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90937dafce00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25749:1874416435984896:192.168.203.11@tcp:104: 00010000:00010000:0.0:1787583413.619019:0:25749:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff909247c52800/0x19a47956376b8069 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 192.168.203.11@tcp remote: 0x13d50ad9d93c4757 expref: 12 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583413.619027:0:25749:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff909247c52800/0x19a47956376b8069 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 192.168.203.11@tcp remote: 0x13d50ad9d93c4757 expref: 12 pid: 22711 timeout: 820 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787583413.619035:0:25749:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90937daff800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25749:1874416435985024:192.168.203.11@tcp:104: 00010000:00010000:0.0:1787583413.619063:0:25749:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff909340031a00/0x19a47956376b7efd lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x19a47956376b7ef6 expref: 23 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583413.619071:0:25749:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff909340031a00/0x19a47956376b7efd lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x19a47956376b7ef6 expref: 23 pid: 22709 timeout: 820 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787583413.619079:0:25749:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90937dafc380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25749:1874416435985152:0@lo:104: 00000100:00100000:0.0:1787583413.619114:0:25749:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1787583413.619154:0:25749:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff90924149ba00/0x19a47956376b7d83 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x19a47956376b7d7c expref: 23 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583413.619163:0:25749:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff90924149ba00/0x19a47956376b7d83 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x19a47956376b7d7c expref: 23 pid: 22711 timeout: 820 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787583413.619171:0:25749:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90937dafd880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25749:1874416435985280:0@lo:104: 00000100:00100000:0.0:1787583413.619192:0:25749:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1787583413.619239:0:25749:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff90924149b400/0x19a47956376b7d44 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x19a47956376b7d3d expref: 23 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583413.619247:0:25749:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff90924149b400/0x19a47956376b7d44 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x19a47956376b7d3d expref: 23 pid: 22709 timeout: 820 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787583413.619254:0:25749:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909247d84000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25749:1874416435985408:0@lo:104: 00000100:00100000:0.0:1787583413.619275:0:25749:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1787583413.619291:0:25749:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff90924149bc00/0x19a47956376b7d36 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x19a47956376b7d2f expref: 23 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583413.619300:0:25749:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff90924149bc00/0x19a47956376b7d36 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x19a47956376b7d2f expref: 23 pid: 22709 timeout: 820 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787583413.619307:0:25749:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909247d87100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25749:1874416435985536:0@lo:104: 00000100:00100000:1.0:1787583413.619335:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435985152 00000100:00100000:0.0:1787583413.619338:0:25749:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787583413.619342:0:22701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435985152 00000100:00100000:0.0:1787583413.619348:0:25749:0:(client.c:2715:ptlrpc_set_wait()) set ffff909345134d80 going to sleep for 11 seconds 00000100:00100000:1.0:1787583413.619377:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435985280 00000100:00100000:1.0:1787583413.619380:0:22701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435985280 00000100:00100000:1.0:1787583413.619390:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435985408 00000100:00100000:1.0:1787583413.619392:0:22701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435985408 00000100:00100000:1.0:1787583413.619399:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435985536 00000100:00100000:1.0:1787583413.619400:0:22701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435985536 00000100:00100000:1.0:1787583413.619411:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1787583413.619419:0:22701:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90937dafdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:2def8621-b047-4757-814d-42c7c419cee0+6:25749:x1874416435985152:12345-0@lo:104: 00010000:00010000:1.0:1787583413.619431:0:22701:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.111@tcp lock: ffff909340031200/0x19a47956376b7ef6 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x19a47956376b7efd expref: -99 pid: 25040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583413.619498:0:22701:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1787583413.619505:0:22701:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90937dafdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:2def8621-b047-4757-814d-42c7c419cee0+6:25749:x1874416435985152:12345-0@lo:104: Request processed in 87us (391us total) trans 0 rc 0/0 00000100:00100000:1.0:1787583413.619511:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1787583413.619528:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1787583413.619534:0:22701:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90937dafdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:2def8621-b047-4757-814d-42c7c419cee0+5:25749:x1874416435985280:12345-0@lo:104: 00010000:00010000:1.0:1787583413.619541:0:22701:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.111@tcp lock: ffff9092464f0800/0x19a47956376b7d7c lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x19a47956376b7d83 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583413.619574:0:22701:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:1.0:1787583413.619579:0:22701:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90937dafdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:2def8621-b047-4757-814d-42c7c419cee0+5:25749:x1874416435985280:12345-0@lo:104: Request processed in 46us (387us total) trans 0 rc 0/0 00000100:00100000:1.0:1787583413.619585:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1787583413.619603:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1787583413.619609:0:22701:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909247d85500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:2def8621-b047-4757-814d-42c7c419cee0+4:25749:x1874416435985408:12345-0@lo:104: 00010000:00010000:1.0:1787583413.619617:0:22701:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.111@tcp lock: ffff90936367f200/0x19a47956376b7d3d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x19a47956376b7d44 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583413.619669:0:22701:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to priority blp list, 3 blwis in pool 00000100:00100000:1.0:1787583413.619674:0:22701:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909247d85500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:2def8621-b047-4757-814d-42c7c419cee0+4:25749:x1874416435985408:12345-0@lo:104: Request processed in 66us (399us total) trans 0 rc 0/0 00000100:00100000:1.0:1787583413.619680:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1787583413.619693:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1787583413.619701:0:22701:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909247d86d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:2def8621-b047-4757-814d-42c7c419cee0+3:25749:x1874416435985536:12345-0@lo:104: 00010000:00010000:1.0:1787583413.619708:0:22701:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.111@tcp lock: ffff9092464f1800/0x19a47956376b7d2f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x19a47956376b7d36 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583413.619731:0:22701:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to priority blp list, 4 blwis in pool 00000100:00100000:1.0:1787583413.619736:0:22701:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909247d86d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:2def8621-b047-4757-814d-42c7c419cee0+3:25749:x1874416435985536:12345-0@lo:104: Request processed in 39us (398us total) trans 0 rc 0/0 00000100:00100000:1.0:1787583413.619741:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00010000:00010000:1.0:1787583413.619757:0:22705:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:1.0:1787583413.619762:0:22705:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.111@tcp lock: ffff909340031200/0x19a47956376b7ef6 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x19a47956376b7efd expref: -99 pid: 25040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583413.619769:0:22705:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff909340031200 already unused, calling callback (ffffffffc118ec20) 10000000:00010000:1.0:1787583413.619773:0:22705:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.111@tcp lock: ffff909340031200/0x19a47956376b7ef6 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400400000000 nid: local remote: 0x19a47956376b7efd expref: -99 pid: 25040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583413.619781:0:22705:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.111@tcp lock: ffff909340031200/0x19a47956376b7ef6 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1408400000000 nid: local remote: 0x19a47956376b7efd expref: -99 pid: 25040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583413.619784:0:24313:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1787583413.619789:0:24313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.111@tcp lock: ffff9092464f0800/0x19a47956376b7d7c lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x19a47956376b7d83 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1787583413.619789:0:22705:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.111@tcp lock: ffff909340031200/0x19a47956376b7ef6 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x1409400000000 nid: local remote: 0x19a47956376b7efd expref: -99 pid: 25040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583413.619796:0:24313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9092464f0800 already unused, calling callback (ffffffffc118ec20) 10000000:01000000:1.0:1787583413.619796:0:22705:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:00010000:2.0:1787583413.619799:0:24313:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.111@tcp lock: ffff9092464f0800/0x19a47956376b7d7c lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400400000000 nid: local remote: 0x19a47956376b7d83 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583413.619816:0:24313:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.111@tcp lock: ffff9092464f0800/0x19a47956376b7d7c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1408400000000 nid: local remote: 0x19a47956376b7d83 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1787583413.619822:0:24313:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.111@tcp lock: ffff9092464f0800/0x19a47956376b7d7c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1409400000000 nid: local remote: 0x19a47956376b7d83 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583413.619824:0:22705:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.111@tcp lock: ffff909340031200/0x19a47956376b7ef6 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0x19a47956376b7efd expref: -99 pid: 25040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583413.619831:0:22705:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 10000000:01000000:2.0:1787583413.619833:0:24313:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:2.0:1787583413.619865:0:24313:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.111@tcp lock: ffff9092464f0800/0x19a47956376b7d7c lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x19a47956376b7d83 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583413.619866:0:22705:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.111@tcp lock: ffff909340031200/0x19a47956376b7ef6 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0x19a47956376b7efd expref: -99 pid: 25040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583413.619872:0:24313:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1787583413.619873:0:22705:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.111@tcp lock: ffff909340031200/0x19a47956376b7ef6 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x19a47956376b7efd expref: -99 pid: 25040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583413.619884:0:24313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.111@tcp lock: ffff9092464f0800/0x19a47956376b7d7c lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x19a47956376b7d83 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583413.619884:0:22705:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1787583413.619888:0:22705:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.111@tcp lock: ffff90936367f200/0x19a47956376b7d3d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x19a47956376b7d44 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583413.619891:0:24313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.111@tcp lock: ffff9092464f0800/0x19a47956376b7d7c lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x19a47956376b7d83 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583413.619894:0:22705:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90936367f200 already unused, calling callback (ffffffffc118ec20) 10000000:00010000:1.0:1787583413.619897:0:22705:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.111@tcp lock: ffff90936367f200/0x19a47956376b7d3d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0x19a47956376b7d44 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583413.619899:0:24313:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787583413.619902:0:24313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.111@tcp lock: ffff9092464f1800/0x19a47956376b7d2f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x19a47956376b7d36 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583413.619903:0:22705:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.111@tcp lock: ffff90936367f200/0x19a47956376b7d3d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0x19a47956376b7d44 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583413.619908:0:24313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9092464f1800 already unused, calling callback (ffffffffc118ec20) 10000000:00010000:1.0:1787583413.619910:0:22705:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.111@tcp lock: ffff90936367f200/0x19a47956376b7d3d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x19a47956376b7d44 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1787583413.619911:0:24313:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.111@tcp lock: ffff9092464f1800/0x19a47956376b7d2f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0x19a47956376b7d36 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1787583413.619915:0:22705:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:2.0:1787583413.619918:0:24313:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.111@tcp lock: ffff9092464f1800/0x19a47956376b7d2f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x19a47956376b7d36 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1787583413.619923:0:24313:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.111@tcp lock: ffff9092464f1800/0x19a47956376b7d2f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x19a47956376b7d36 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583413.619926:0:22705:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.111@tcp lock: ffff90936367f200/0x19a47956376b7d3d lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x19a47956376b7d44 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787583413.619929:0:24313:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:1.0:1787583413.619932:0:22705:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1787583413.619937:0:22705:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.111@tcp lock: ffff90936367f200/0x19a47956376b7d3d lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x19a47956376b7d44 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583413.619939:0:24313:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.111@tcp lock: ffff9092464f1800/0x19a47956376b7d2f lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x19a47956376b7d36 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583413.619944:0:24313:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1787583413.619953:0:22705:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.111@tcp lock: ffff90936367f200/0x19a47956376b7d3d lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x19a47956376b7d44 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583413.619954:0:24313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.111@tcp lock: ffff9092464f1800/0x19a47956376b7d2f lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x19a47956376b7d36 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583413.619960:0:24313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.111@tcp lock: ffff9092464f1800/0x19a47956376b7d2f lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x19a47956376b7d36 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583413.619962:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787583413.619964:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787583413.619966:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787583413.619983:0:24313:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787583413.619985:0:24313:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787583413.619987:0:24313:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787583413.619998:0:3653:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90937f128a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2def8621-b047-4757-814d-42c7c419cee0:3653:1874416435985792:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787583413.620027:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787583413.620071:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:3.0:1787583413.620074:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787583413.620077:0:3653:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909351693b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2def8621-b047-4757-814d-42c7c419cee0:3653:1874416435985920:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787583413.620097:0:3656:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909351693480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2def8621-b047-4757-814d-42c7c419cee0:3656:1874416435985664:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787583413.620097:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787583413.620122:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787583413.620129:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435985792 00000100:00100000:2.0:1787583413.620132:0:22703:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435985792 00000100:00100000:3.0:1787583413.620138:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1787583413.620143:0:3656:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90937f128700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2def8621-b047-4757-814d-42c7c419cee0:3656:1874416435986048:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1787583413.620149:0:22703:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff90924149ba00/0x19a47956376b7d83 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x19a47956376b7d7c expref: 24 pid: 22711 timeout: 820 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787583413.620160:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787583413.620165:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435985920 00000100:00100000:2.0:1787583413.620168:0:22703:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435985920 00010000:00010000:2.0:1787583413.620178:0:22703:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff90924149b400/0x19a47956376b7d44 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x19a47956376b7d3d expref: 25 pid: 22709 timeout: 820 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787583413.620189:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435985664 00000100:00100000:2.0:1787583413.620192:0:22703:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435985664 00010000:00010000:2.0:1787583413.620200:0:22703:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff909340031a00/0x19a47956376b7efd lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x19a47956376b7ef6 expref: 26 pid: 22709 timeout: 820 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787583413.620208:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435986048 00000100:00100000:2.0:1787583413.620210:0:22703:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435986048 00010000:00010000:2.0:1787583413.620226:0:22703:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff90924149bc00/0x19a47956376b7d36 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x19a47956376b7d2f expref: 27 pid: 22709 timeout: 820 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787583413.620239:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1787583413.620245:0:22703:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90937f12a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2def8621-b047-4757-814d-42c7c419cee0+27:3653:x1874416435985792:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1787583413.620254:0:22703:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787583413.620259:0:22703:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff90924149ba00/0x19a47956376b7d83 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x19a47956376b7d7c expref: 27 pid: 22711 timeout: 820 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583413.620267:0:22703:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff90924149ba00/0x19a47956376b7d83 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x19a47956376b7d7c expref: 27 pid: 22711 timeout: 820 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787583413.620267:0:22702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1787583413.620274:0:22702:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90937f12aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2def8621-b047-4757-814d-42c7c419cee0+27:3653:x1874416435985920:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1787583413.620281:0:22702:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787583413.620282:0:22703:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1787583413.620285:0:22702:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff90924149b400/0x19a47956376b7d44 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x19a47956376b7d3d expref: 27 pid: 22709 timeout: 820 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583413.620293:0:22702:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff90924149b400/0x19a47956376b7d44 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x19a47956376b7d3d expref: 27 pid: 22709 timeout: 820 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583413.620302:0:22702:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787583413.620327:0:22703:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90937f12a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2def8621-b047-4757-814d-42c7c419cee0+27:3653:x1874416435985792:12345-0@lo:103:ldlm_bl.0 Request processed in 72us (289us total) trans 0 rc 0/0 00000100:00100000:1.0:1787583413.620332:0:22702:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90937f12aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2def8621-b047-4757-814d-42c7c419cee0+27:3653:x1874416435985920:12345-0@lo:103:ldlm_bl.0 Request processed in 59us (234us total) trans 0 rc 0/0 00000100:00100000:2.0:1787583413.620333:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1787583413.620337:0:22702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1787583413.620347:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1787583413.620350:0:22702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1787583413.620352:0:22703:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909245b63100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2def8621-b047-4757-814d-42c7c419cee0+25:3656:x1874416435985664:12345-0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1787583413.620355:0:22702:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909245b61c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2def8621-b047-4757-814d-42c7c419cee0+25:3656:x1874416435986048:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1787583413.620360:0:22703:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787583413.620360:0:22702:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787583413.620364:0:22703:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff909340031a00/0x19a47956376b7efd lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 11 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x19a47956376b7ef6 expref: 25 pid: 22709 timeout: 820 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583413.620365:0:22702:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff90924149bc00/0x19a47956376b7d36 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 11 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x19a47956376b7d2f expref: 25 pid: 22709 timeout: 820 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583413.620373:0:22702:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff90924149bc00/0x19a47956376b7d36 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 10 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x19a47956376b7d2f expref: 25 pid: 22709 timeout: 820 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787583413.620416:0:3653:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909351693b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2def8621-b047-4757-814d-42c7c419cee0:3653:1874416435985920:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787583413.620426:0:3653:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90937f128a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2def8621-b047-4757-814d-42c7c419cee0:3653:1874416435985792:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787583413.620599:0:25749:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90937dafc380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25749:1874416435985152:0@lo:104: 00010000:00010000:0.0:1787583413.620607:0:25749:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90924149ba00/0x19a47956376b7d83 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 10 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x19a47956376b7d7c expref: 25 pid: 22711 timeout: 820 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787583413.620628:0:25749:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90937dafd880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25749:1874416435985280:0@lo:104: 00010000:00010000:0.0:1787583413.620645:0:25749:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90924149b400/0x19a47956376b7d44 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x19a47956376b7d3d expref: 24 pid: 22709 timeout: 820 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787583413.620653:0:25749:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909247d84000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25749:1874416435985408:0@lo:104: 00000100:00100000:0.0:1787583413.620660:0:25749:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909247d87100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25749:1874416435985536:0@lo:104: 00010000:00010000:2.0:1787583413.622256:0:22703:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff909340031a00/0x19a47956376b7efd lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x19a47956376b7ef6 expref: 23 pid: 22709 timeout: 820 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583413.622279:0:22703:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff909340031a00/0x19a47956376b7efd lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x19a47956376b7ef6 expref: 23 pid: 22709 timeout: 820 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583413.622292:0:22703:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787583413.622432:0:22703:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909245b63100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2def8621-b047-4757-814d-42c7c419cee0+22:3656:x1874416435985664:12345-0@lo:103:ldlm_bl.0 Request processed in 2077us (2306us total) trans 0 rc 0/0 00000100:00100000:2.0:1787583413.622441:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1787583413.622598:0:3656:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909351693480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2def8621-b047-4757-814d-42c7c419cee0:3656:1874416435985664:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1787583413.624086:0:22702:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90924149bc00/0x19a47956376b7d36 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x19a47956376b7d2f expref: 21 pid: 22709 timeout: 820 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583413.624109:0:22702:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787583413.624171:0:22702:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909245b61c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2def8621-b047-4757-814d-42c7c419cee0+20:3656:x1874416435986048:12345-0@lo:103:ldlm_bl.0 Request processed in 3815us (4008us total) trans 0 rc 0/0 00000100:00100000:1.0:1787583413.624179:0:22702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1787583413.628376:0:3656:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90937f128700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2def8621-b047-4757-814d-42c7c419cee0:3656:1874416435986048:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787583413.628928:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787583413.629051:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413858176 00000100:00100000:1.0:1787583413.629059:0:22704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413858176 00010000:00010000:1.0:1787583413.629099:0:22704:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff909248add800/0x19a47956376b80a8 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.203.11@tcp remote: 0x13d50ad9d93c47c7 expref: 13 pid: 22711 timeout: 820 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787583413.629130:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 13 00000100:00100000:1.0:1787583413.629140:0:22704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909247c79850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f6b1d02-9984-46f6-9b6b-4418cb7765a9+13:2406:x1874416413858176:12345-192.168.203.11@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1787583413.629173:0:22704:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787583413.629180:0:22704:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff909248add800/0x19a47956376b80a8 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.203.11@tcp remote: 0x13d50ad9d93c47c7 expref: 13 pid: 22711 timeout: 820 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583413.629193:0:22704:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff909248add800/0x19a47956376b80a8 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 192.168.203.11@tcp remote: 0x13d50ad9d93c47c7 expref: 13 pid: 22711 timeout: 820 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583413.629212:0:22704:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1787583413.629235:0:25749:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff909248add800/0x19a47956376b80a8 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 192.168.203.11@tcp remote: 0x13d50ad9d93c47c7 expref: 13 pid: 22711 timeout: 820 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787583413.629249:0:25749:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90937dafce00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25749:1874416435984896:192.168.203.11@tcp:104: 00000100:00100000:0.0:1787583413.629260:0:25749:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90937daff800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25749:1874416435985024:192.168.203.11@tcp:104: 00000100:00100000:1.0:1787583413.629264:0:22704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909247c79850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f6b1d02-9984-46f6-9b6b-4418cb7765a9+12:2406:x1874416413858176:12345-192.168.203.11@tcp:103:ldlm_bl.0 Request processed in 126us (341us total) trans 0 rc 0/0 00000100:00100000:1.0:1787583413.629271:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 13 00010000:00010000:0.0:1787583413.629289:0:25749:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff909248add600/0x19a47956376b80d9 lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787583413.629421:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787583413.629560:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413858304 00000100:00100000:0.0:1787583413.629565:0:22703:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413858304 00010000:00010000:0.0:1787583413.629582:0:22703:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff909247c52800/0x19a47956376b8069 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 192.168.203.11@tcp remote: 0x13d50ad9d93c4757 expref: 12 pid: 22711 timeout: 820 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787583413.629610:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 14 00000100:00100000:0.0:1787583413.629618:0:22703:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90937f12a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2f6b1d02-9984-46f6-9b6b-4418cb7765a9+12:2406:x1874416413858304:12345-192.168.203.11@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787583413.629625:0:22703:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787583413.629629:0:22703:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff909247c52800/0x19a47956376b8069 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.203.11@tcp remote: 0x13d50ad9d93c4757 expref: 12 pid: 22711 timeout: 820 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583413.629637:0:22703:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff909247c52800/0x19a47956376b8069 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 192.168.203.11@tcp remote: 0x13d50ad9d93c4757 expref: 12 pid: 22711 timeout: 820 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583413.629646:0:22703:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff909247c52800/0x19a47956376b8069 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 192.168.203.11@tcp remote: 0x13d50ad9d93c4757 expref: 12 pid: 22711 timeout: 820 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583413.629665:0:22703:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff909248add600/0x19a47956376b80d9 lrc: 3/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 25749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583413.629671:0:22703:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff909248add600/0x19a47956376b80d9 lrc: 4/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 25749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583413.629683:0:22703:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff909248add600/0x19a47956376b80d9 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583413.629689:0:22703:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff909248add600/0x19a47956376b80d9 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583413.629695:0:22703:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff909248add600/0x19a47956376b80d9 lrc: 4/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583413.629701:0:22703:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff909248add600/0x19a47956376b80d9 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583413.629707:0:22703:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff909248add600 already unused, calling callback (ffffffffc0b91230) 00010000:00010000:0.0:1787583413.629711:0:22703:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff909248add600/0x19a47956376b80d9 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583413.629717:0:22703:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff909248add600/0x19a47956376b80d9 lrc: 6/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 25749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583413.629792:0:22703:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff909248add600/0x19a47956376b80d9 lrc: 4/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583413.629810:0:22703:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787583413.629861:0:22703:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90937f12a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2f6b1d02-9984-46f6-9b6b-4418cb7765a9+11:2406:x1874416413858304:12345-192.168.203.11@tcp:103:ldlm_bl.0 Request processed in 227us (422us total) trans 0 rc 0/0 00000100:00100000:0.0:1787583413.629875:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 14 00010000:00010000:2.0:1787583413.630196:0:25749:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff909248add600/0x19a47956376b80d9 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583413.630205:0:25749:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff909248add600/0x19a47956376b80d9 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583413.630211:0:25749:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff909248add600/0x19a47956376b80d9 lrc: 0/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787583413.711508:0:3656:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909247d87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3656:1874416435986176:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1787583413.711585:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787583413.711880:0:24227:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435986176 00000100:00100000:1.0:1787583413.711888:0:24227:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435986176 00000100:00100000:1.0:1787583413.711951:0:24227:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1787583413.711978:0:24227:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909247d84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3656:x1874416435986176:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1787583413.712013:0:24227:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915849728 avail 3684327424 00000100:00100000:1.0:1787583413.712190:0:24227:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909247d84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3656:x1874416435986176:12345-0@lo:13:osp-pre-0-1.0 Request processed in 96us (477us total) trans 0 rc 0/0 00000100:00100000:1.0:1787583413.712197:0:24227:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1787583413.712247:0:3656:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909247d87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3656:1874416435986176:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1787583413.713228:0:22713:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:00100000:1.0:1787583413.714865:0:25041:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 930e074a-c76b-48b4-85f1-45ab7dbbc088 00000100:00100000:1.0:1787583413.715578:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1787583413.715599:0:3654:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909245b62300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3654:1874416435986304:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1787583413.715675:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787583413.715912:0:24228:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435986304 00000100:00100000:3.0:1787583413.715920:0:24228:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435986304 00000100:00100000:1.0:1787583413.716058:0:24227:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:1.0:1787583413.716081:0:24227:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909351692300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1874416435986304:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1787583413.716103:0:24227:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915849728 avail 3684327424 00000100:00100000:1.0:1787583413.716150:0:24227:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909351692300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1874416435986304:12345-0@lo:13:osp-pre-0-0.0 Request processed in 72us (474us total) trans 0 rc 0/0 00000100:00100000:1.0:1787583413.716157:0:24227:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:1.0:1787583413.716200:0:3654:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909245b62300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3654:1874416435986304:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1787583413.716316:0:22713:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1787583414.030001:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1787583414.734360:0:22714:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:1.0:1787583414.734368:0:22714:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff90937f386800 from 13 10000000:01000000:1.0:1787583414.734373:0:22714:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00000100:00100000:0.0:1787583414.734407:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:1.0:1787583414.734415:0:22714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff90924149ae00/0x19a47956376b80e0 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583414.734428:0:22714:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.111@tcp lock: ffff90924149ae00/0x19a47956376b80e0 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787583414.734431:0:3653:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909247d87b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3653:1874416435986432:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1787583414.734441:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1787583414.734456:0:3656:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909245b61500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3656:1874416435986688:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1787583414.734465:0:22714:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.111@tcp lock: ffff90924149ae00/0x19a47956376b80e0 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787583414.734486:0:22714:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909351691c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:2def8621-b047-4757-814d-42c7c419cee0:22714:1874416435986560:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1787583414.734506:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787583414.734588:0:22723:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435986432 00000100:00100000:2.0:1787583414.734596:0:22723:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435986432 00000100:00100000:2.0:1787583414.734640:0:22723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:2.0:1787583414.734651:0:22723:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909247d87480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3653:x1874416435986432:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1787583414.734680:0:22723:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1787583414.736112:0:22714:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787583414.736157:0:22714:0:(client.c:2715:ptlrpc_set_wait()) set ffff90936a1880c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787583414.737125:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435986560 00000100:00100000:1.0:1787583414.737137:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435986560 00000100:00100000:1.0:1787583414.737255:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 145 00000100:00100000:1.0:1787583414.737265:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909247c0fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2def8621-b047-4757-814d-42c7c419cee0+20:22714:x1874416435986560:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1787583414.737280:0:22710:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787583414.737301:0:22710:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90924149be00/0x19a47956376b80e7 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x19a47956376b80e0 expref: -99 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583414.737340:0:22710:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90924149be00/0x19a47956376b80e7 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x19a47956376b80e0 expref: 21 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583414.737350:0:22710:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90924149be00/0x19a47956376b80e7 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x19a47956376b80e0 expref: 21 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583414.737360:0:22710:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90924149be00, rc 0) 00000100:00100000:1.0:1787583414.737421:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909247c0fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2def8621-b047-4757-814d-42c7c419cee0+21:22714:x1874416435986560:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 158us (1314us total) trans 0 rc 0/0 00000100:00100000:1.0:1787583414.737428:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 145 00000100:00100000:1.0:1787583414.737486:0:22714:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909351691c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:2def8621-b047-4757-814d-42c7c419cee0:22714:1874416435986560:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1787583414.737502:0:22714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.111@tcp lock: ffff90924149ae00/0x19a47956376b80e0 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x19a47956376b80e7 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583414.737526:0:22714:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.111@tcp lock: ffff90924149ae00/0x19a47956376b80e0 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x19a47956376b80e7 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787583414.737610:0:22714:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909351691c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:2def8621-b047-4757-814d-42c7c419cee0:22714:1874416435986816:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1787583414.737648:0:22714:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787583414.737684:0:22714:0:(client.c:2715:ptlrpc_set_wait()) set ffff90936a1880c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787583414.737743:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435986816 00000100:00100000:1.0:1787583414.737747:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435986816 00000100:00100000:1.0:1787583414.737771:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 146 00000100:00100000:1.0:1787583414.737778:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909247c0d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2def8621-b047-4757-814d-42c7c419cee0+21:22714:x1874416435986816:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1787583414.739348:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909247c0d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2def8621-b047-4757-814d-42c7c419cee0+21:22714:x1874416435986816:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 1561us (1690us total) trans 0 rc 0/0 00000100:00100000:1.0:1787583414.739361:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 146 00000100:00100000:1.0:1787583414.739436:0:22714:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909351691c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:2def8621-b047-4757-814d-42c7c419cee0:22714:1874416435986816:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1787583414.739489:0:22714:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909351691c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:2def8621-b047-4757-814d-42c7c419cee0:22714:1874416435986944:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1787583414.739546:0:22714:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787583414.739575:0:22714:0:(client.c:2715:ptlrpc_set_wait()) set ffff90936a1880c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787583414.739592:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435986944 00000100:00100000:1.0:1787583414.739597:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435986944 00000100:00100000:1.0:1787583414.739629:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 147 00000100:00100000:1.0:1787583414.739637:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9093524d6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2def8621-b047-4757-814d-42c7c419cee0+21:22714:x1874416435986944:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1787583414.739736:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9093524d6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2def8621-b047-4757-814d-42c7c419cee0+21:22714:x1874416435986944:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 99us (190us total) trans 0 rc 0/0 00000100:00100000:1.0:1787583414.739742:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 147 00000100:00100000:1.0:1787583414.739789:0:22714:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909351691c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:2def8621-b047-4757-814d-42c7c419cee0:22714:1874416435986944:0@lo:503:ll_cfg_requeue.0 00000040:00080000:1.0:1787583414.743598:0:25763:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:0.0:1787583414.744230:0:22714:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:0.0:1787583414.744258:0:22714:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.111@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1787583414.744271:0:22714:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff90924149ae00/0x19a47956376b80e0 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x19a47956376b80e7 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583414.744285:0:22714:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.111@tcp lock: ffff90924149ae00/0x19a47956376b80e0 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x19a47956376b80e7 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787583414.744297:0:22714:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:0.0:1787583414.744300:0:22714:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9092484ac000 from 13 10000000:01000000:0.0:1787583414.744303:0:22714:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1787583414.744354:0:22714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff909248add800/0x19a47956376b80ee lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583414.744362:0:22714:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.111@tcp lock: ffff909248add800/0x19a47956376b80ee lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583414.744372:0:22714:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.111@tcp lock: ffff909248add800/0x19a47956376b80ee lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787583414.744396:0:22714:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909247d86300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:2def8621-b047-4757-814d-42c7c419cee0:22714:1874416435987072:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1787583414.744477:0:22714:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787583414.744518:0:22714:0:(client.c:2715:ptlrpc_set_wait()) set ffff909345134900 going to sleep for 11 seconds 00000100:00100000:0.0:1787583414.744541:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435987072 00000100:00100000:0.0:1787583414.744548:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435987072 00000100:00100000:0.0:1787583414.746245:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 148 00000100:00100000:0.0:1787583414.746264:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9093524d6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2def8621-b047-4757-814d-42c7c419cee0+21:22714:x1874416435987072:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1787583414.746282:0:22710:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787583414.746298:0:22710:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff909248add200/0x19a47956376b80f5 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x19a47956376b80ee expref: -99 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583414.746333:0:22710:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff909248add200/0x19a47956376b80f5 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x19a47956376b80ee expref: 22 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583414.746343:0:22710:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff909248add200/0x19a47956376b80f5 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x19a47956376b80ee expref: 22 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583414.746352:0:22710:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff909248add200, rc 0) 00000100:00100000:0.0:1787583414.746431:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9093524d6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2def8621-b047-4757-814d-42c7c419cee0+22:22714:x1874416435987072:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 174us (1954us total) trans 0 rc 0/0 00000100:00100000:0.0:1787583414.746438:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 148 00000100:00100000:3.0:1787583414.746864:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787583414.747029:0:23458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435986688 00000100:00100000:3.0:1787583414.747038:0:23458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435986688 00000100:00100000:1.0:1787583414.747043:0:22714:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909247d86300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:2def8621-b047-4757-814d-42c7c419cee0:22714:1874416435987072:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1787583414.747066:0:22714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.111@tcp lock: ffff909248add800/0x19a47956376b80ee lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x19a47956376b80f5 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583414.747078:0:22714:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.111@tcp lock: ffff909248add800/0x19a47956376b80ee lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x19a47956376b80f5 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787583414.747185:0:23458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:3.0:1787583414.747246:0:23458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909245b60000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3656:x1874416435986688:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1787583414.747276:0:23458:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1787583414.747292:0:22714:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909351691c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:2def8621-b047-4757-814d-42c7c419cee0:22714:1874416435987200:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1787583414.747336:0:23458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909245b60000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3656:x1874416435986688:12345-0@lo:41:osp-pre-0-1.0 Request processed in 142us (472us total) trans 0 rc 0/0 00000100:00100000:3.0:1787583414.747345:0:23458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:1.0:1787583414.747346:0:22714:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787583414.747384:0:22714:0:(client.c:2715:ptlrpc_set_wait()) set ffff90936a188a80 going to sleep for 11 seconds 00000100:00100000:3.0:1787583414.747388:0:3656:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909245b61500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3656:1874416435986688:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1787583414.747409:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435987200 00000100:00100000:1.0:1787583414.747414:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435987200 00000100:00100000:1.0:1787583414.747451:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 149 00000100:00100000:1.0:1787583414.747459:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9093524d4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2def8621-b047-4757-814d-42c7c419cee0+22:22714:x1874416435987200:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1787583414.747602:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9093524d4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2def8621-b047-4757-814d-42c7c419cee0+22:22714:x1874416435987200:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 144us (258us total) trans 0 rc 0/0 00000100:00100000:1.0:1787583414.747609:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 149 00000100:00100000:2.0:1787583414.747621:0:22723:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909247d87480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3653:x1874416435986432:12345-0@lo:41:osp-pre-1-0.0 Request processed in 12970us (13115us total) trans 0 rc 0/0 00000100:00100000:2.0:1787583414.747631:0:22723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:3.0:1787583414.747700:0:22714:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909351691c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:2def8621-b047-4757-814d-42c7c419cee0:22714:1874416435987200:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1787583414.747739:0:22714:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909245b61500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:2def8621-b047-4757-814d-42c7c419cee0:22714:1874416435987328:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1787583414.747774:0:22714:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787583414.747784:0:22714:0:(client.c:2715:ptlrpc_set_wait()) set ffff909241761600 going to sleep for 11 seconds 00000100:00100000:0.0:1787583414.748881:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435987328 00000100:00100000:0.0:1787583414.748891:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435987328 00000100:00100000:0.0:1787583414.748948:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 150 00000100:00100000:1.0:1787583414.749352:0:3653:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909247d87b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3653:1874416435986432:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1787583414.749397:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9093524d4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2def8621-b047-4757-814d-42c7c419cee0+22:22714:x1874416435987328:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1787583414.749579:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9093524d4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2def8621-b047-4757-814d-42c7c419cee0+22:22714:x1874416435987328:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 622us (1803us total) trans 0 rc 0/0 00000100:00100000:0.0:1787583414.749587:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 150 00000100:00100000:3.0:1787583414.756709:0:22714:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909245b61500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:2def8621-b047-4757-814d-42c7c419cee0:22714:1874416435987328:0@lo:503:ll_cfg_requeue.0 00000040:00080000:2.0:1787583414.759605:0:25764:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:3.0:1787583414.765203:0:22714:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:3.0:1787583414.765252:0:22714:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.111@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1787583414.765266:0:22714:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff909248add800/0x19a47956376b80ee lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x19a47956376b80f5 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583414.765279:0:22714:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.111@tcp lock: ffff909248add800/0x19a47956376b80ee lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x19a47956376b80f5 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787583414.765375:0:22714:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:2.0:1787583414.767090:0:22714:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff90936f2d6000 from 13 10000000:01000000:2.0:1787583414.767096:0:22714:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1787583414.767215:0:22714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff9092464f0400/0x19a47956376b80fc lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583414.767245:0:22714:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.111@tcp lock: ffff9092464f0400/0x19a47956376b80fc lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583414.767257:0:22714:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.111@tcp lock: ffff9092464f0400/0x19a47956376b80fc lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787583414.767284:0:22714:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90937f12aa00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:2def8621-b047-4757-814d-42c7c419cee0:22714:1874416435987456:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1787583414.767373:0:22714:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787583414.767511:0:22714:0:(client.c:2715:ptlrpc_set_wait()) set ffff909344b1d240 going to sleep for 11 seconds 00000100:00100000:3.0:1787583414.768186:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435987456 00000100:00100000:3.0:1787583414.768197:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435987456 00000100:00100000:2.0:1787583414.768361:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 151 00000100:00100000:2.0:1787583414.768371:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9093524d6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2def8621-b047-4757-814d-42c7c419cee0+22:22714:x1874416435987456:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1787583414.768386:0:22709:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787583414.768399:0:22709:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9092464f0200/0x19a47956376b8103 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x19a47956376b80fc expref: -99 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583414.768425:0:22709:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9092464f0200/0x19a47956376b8103 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x19a47956376b80fc expref: 23 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583414.768436:0:22709:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9092464f0200/0x19a47956376b8103 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x19a47956376b80fc expref: 23 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583414.768445:0:22709:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9092464f0200, rc 0) 00000100:00100000:2.0:1787583414.768505:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9093524d6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2def8621-b047-4757-814d-42c7c419cee0+23:22714:x1874416435987456:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 136us (1132us total) trans 0 rc 0/0 00000100:00100000:2.0:1787583414.768512:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 151 00000100:00100000:3.0:1787583414.768593:0:22714:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90937f12aa00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:2def8621-b047-4757-814d-42c7c419cee0:22714:1874416435987456:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1787583414.768627:0:22714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.111@tcp lock: ffff9092464f0400/0x19a47956376b80fc lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x19a47956376b8103 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583414.768637:0:22714:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.111@tcp lock: ffff9092464f0400/0x19a47956376b80fc lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x19a47956376b8103 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787583414.768716:0:22714:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909245b61500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:2def8621-b047-4757-814d-42c7c419cee0:22714:1874416435987584:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1787583414.768746:0:22714:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787583414.769481:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435987584 00000100:00100000:1.0:1787583414.769489:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435987584 00000100:00100000:1.0:1787583414.769532:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 152 00000100:00100000:1.0:1787583414.769542:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9093524d4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2def8621-b047-4757-814d-42c7c419cee0+23:22714:x1874416435987584:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1787583414.769679:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9093524d4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2def8621-b047-4757-814d-42c7c419cee0+23:22714:x1874416435987584:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 138us (932us total) trans 0 rc 0/0 00000100:00100000:1.0:1787583414.769709:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 152 00000100:00100000:1.0:1787583414.769763:0:22714:0:(client.c:2715:ptlrpc_set_wait()) set ffff909241761600 going to sleep for 11 seconds 00000100:00100000:1.0:1787583414.769780:0:22714:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909245b61500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:2def8621-b047-4757-814d-42c7c419cee0:22714:1874416435987584:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1787583414.770340:0:22714:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909351690a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:2def8621-b047-4757-814d-42c7c419cee0:22714:1874416435987712:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1787583414.770391:0:22714:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787583414.770424:0:22714:0:(client.c:2715:ptlrpc_set_wait()) set ffff909345715780 going to sleep for 11 seconds 00000100:00100000:3.0:1787583414.770471:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435987712 00000100:00100000:3.0:1787583414.770475:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435987712 00000100:00100000:3.0:1787583414.770501:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 153 00000100:00100000:3.0:1787583414.770509:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9093524d7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2def8621-b047-4757-814d-42c7c419cee0+23:22714:x1874416435987712:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1787583414.770627:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9093524d7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2def8621-b047-4757-814d-42c7c419cee0+23:22714:x1874416435987712:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 118us (236us total) trans 0 rc 0/0 00000100:00100000:3.0:1787583414.770634:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 153 00000100:00100000:1.0:1787583414.771375:0:22714:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909351690a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:2def8621-b047-4757-814d-42c7c419cee0:22714:1874416435987712:0@lo:503:ll_cfg_requeue.0 00000040:00080000:1.0:1787583414.773229:0:25765:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:3.0:1787583414.774296:0:22714:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:3.0:1787583414.774330:0:22714:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.111@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1787583414.774341:0:22714:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff9092464f0400/0x19a47956376b80fc lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x19a47956376b8103 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583414.774353:0:22714:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.111@tcp lock: ffff9092464f0400/0x19a47956376b80fc lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x19a47956376b8103 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787583414.774418:0:22714:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:0.0:1787583414.774435:0:22714:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff909366a92000 from 13 10000000:01000000:0.0:1787583414.774438:0:22714:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1787583414.774474:0:22714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff909248adc600/0x19a47956376b810a lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583414.774482:0:22714:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.111@tcp lock: ffff909248adc600/0x19a47956376b810a lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583414.774493:0:22714:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.111@tcp lock: ffff909248adc600/0x19a47956376b810a lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787583414.774516:0:22714:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909247d84a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:2def8621-b047-4757-814d-42c7c419cee0:22714:1874416435987840:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1787583414.775054:0:22714:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787583414.775137:0:22714:0:(client.c:2715:ptlrpc_set_wait()) set ffff9093451346c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787583414.775325:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435987840 00000100:00100000:3.0:1787583414.775334:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435987840 00000100:00100000:3.0:1787583414.775407:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 154 00000100:00100000:3.0:1787583414.775417:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9093524d7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2def8621-b047-4757-814d-42c7c419cee0+23:22714:x1874416435987840:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1787583414.775430:0:22711:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787583414.775443:0:22711:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff909247c52600/0x19a47956376b8111 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x19a47956376b810a expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583414.775466:0:22711:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff909247c52600/0x19a47956376b8111 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x19a47956376b810a expref: 24 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583414.775477:0:22711:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff909247c52600/0x19a47956376b8111 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x19a47956376b810a expref: 24 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583414.775487:0:22711:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff909247c52600, rc 0) 00000100:00100000:3.0:1787583414.775537:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9093524d7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2def8621-b047-4757-814d-42c7c419cee0+24:22714:x1874416435987840:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 121us (483us total) trans 0 rc 0/0 00000100:00100000:0.0:1787583414.775772:0:22714:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909247d84a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:2def8621-b047-4757-814d-42c7c419cee0:22714:1874416435987840:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1787583414.775791:0:22714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.111@tcp lock: ffff909248adc600/0x19a47956376b810a lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x19a47956376b8111 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583414.775808:0:22714:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.111@tcp lock: ffff909248adc600/0x19a47956376b810a lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x19a47956376b8111 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787583414.775908:0:22714:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909247d84a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:2def8621-b047-4757-814d-42c7c419cee0:22714:1874416435987968:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1787583414.775936:0:22714:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787583414.776324:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 154 00000100:00100000:0.0:1787583414.776426:0:22714:0:(client.c:2715:ptlrpc_set_wait()) set ffff9093451346c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787583414.776513:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435987968 00000100:00100000:3.0:1787583414.776518:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435987968 00000100:00100000:3.0:1787583414.776538:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 155 00000100:00100000:3.0:1787583414.776545:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9093524d6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2def8621-b047-4757-814d-42c7c419cee0+24:22714:x1874416435987968:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1787583414.776692:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9093524d6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2def8621-b047-4757-814d-42c7c419cee0+24:22714:x1874416435987968:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 146us (754us total) trans 0 rc 0/0 00000100:00100000:3.0:1787583414.776709:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 155 00000100:00100000:0.0:1787583414.777152:0:22714:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909247d84a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:2def8621-b047-4757-814d-42c7c419cee0:22714:1874416435987968:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1787583414.777188:0:22714:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909247d84a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:2def8621-b047-4757-814d-42c7c419cee0:22714:1874416435988096:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1787583414.777235:0:22714:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787583414.777263:0:22714:0:(client.c:2715:ptlrpc_set_wait()) set ffff9093451346c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787583414.777389:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435988096 00000100:00100000:3.0:1787583414.777393:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435988096 00000100:00100000:3.0:1787583414.777414:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 156 00000100:00100000:3.0:1787583414.777421:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9092458a5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2def8621-b047-4757-814d-42c7c419cee0+24:22714:x1874416435988096:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1787583414.777502:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9092458a5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2def8621-b047-4757-814d-42c7c419cee0+24:22714:x1874416435988096:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 81us (267us total) trans 0 rc 0/0 00000100:00100000:3.0:1787583414.777509:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 156 00000100:00100000:0.0:1787583414.777650:0:22714:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909247d84a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:2def8621-b047-4757-814d-42c7c419cee0:22714:1874416435988096:0@lo:503:ll_cfg_requeue.0 00000040:00080000:0.0:1787583414.780517:0:25766:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:3.0:1787583414.781390:0:22714:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:3.0:1787583414.781417:0:22714:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.111@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1787583414.781428:0:22714:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff909248adc600/0x19a47956376b810a lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x19a47956376b8111 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583414.781439:0:22714:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.111@tcp lock: ffff909248adc600/0x19a47956376b810a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x19a47956376b8111 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583415.054271:0:24313:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787583415.074747:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787583415.075066:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413858432 00000100:00100000:3.0:1787583415.075077:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413858432 00000100:00100000:3.0:1787583415.075138:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 157 00000100:00100000:3.0:1787583415.075150:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9092458a6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2f6b1d02-9984-46f6-9b6b-4418cb7765a9+11:18082:x1874416413858432:12345-192.168.203.11@tcp:101:ll_cfg_requeue.0 00010000:00010000:3.0:1787583415.075174:0:22711:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787583415.075190:0:22711:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff909247c53a00/0x19a47956376b8118 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x13d50ad9d93c47ff expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583415.075217:0:22711:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff909247c53a00/0x19a47956376b8118 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 192.168.203.11@tcp remote: 0x13d50ad9d93c47ff expref: 12 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583415.075227:0:22711:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff909247c53a00/0x19a47956376b8118 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 192.168.203.11@tcp remote: 0x13d50ad9d93c47ff expref: 12 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583415.075237:0:22711:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff909247c53a00, rc 0) 00000100:00100000:3.0:1787583415.075300:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9092458a6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2f6b1d02-9984-46f6-9b6b-4418cb7765a9+12:18082:x1874416413858432:12345-192.168.203.11@tcp:101:ll_cfg_requeue.0 Request processed in 152us (562us total) trans 0 rc 0/0 00000100:00100000:3.0:1787583415.075316:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 157 00000100:00100000:3.0:1787583415.084432:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787583415.085104:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413858560 00000100:00100000:1.0:1787583415.085115:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413858560 00000100:00100000:1.0:1787583415.085175:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 158 00000100:00100000:1.0:1787583415.085186:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9092458a4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2f6b1d02-9984-46f6-9b6b-4418cb7765a9+12:18082:x1874416413858560:12345-192.168.203.11@tcp:501:ll_cfg_requeue.0 00000100:00100000:1.0:1787583415.085343:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9092458a4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2f6b1d02-9984-46f6-9b6b-4418cb7765a9+12:18082:x1874416413858560:12345-192.168.203.11@tcp:501:ll_cfg_requeue.0 Request processed in 158us (920us total) trans 0 rc 0/0 00000100:00100000:1.0:1787583415.085350:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 158 00000100:00100000:0.0:1787583415.089117:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787583415.089197:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413858688 00000100:00100000:2.0:1787583415.089207:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413858688 00000100:00100000:2.0:1787583415.089260:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 159 00000100:00100000:2.0:1787583415.089270:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9092458a7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2f6b1d02-9984-46f6-9b6b-4418cb7765a9+12:18082:x1874416413858688:12345-192.168.203.11@tcp:503:ll_cfg_requeue.0 00000100:00100000:2.0:1787583415.089430:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9092458a7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2f6b1d02-9984-46f6-9b6b-4418cb7765a9+12:18082:x1874416413858688:12345-192.168.203.11@tcp:503:ll_cfg_requeue.0 Request processed in 160us (319us total) trans 0 rc 0/0 00000100:00100000:2.0:1787583415.089438:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 159 00000100:00100000:2.0:1787583415.095209:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787583415.097123:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413858816 00000100:00100000:3.0:1787583415.097139:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413858816 00000100:00100000:3.0:1787583415.097217:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 160 00000100:00100000:3.0:1787583415.097228:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9092458a4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2f6b1d02-9984-46f6-9b6b-4418cb7765a9+12:18082:x1874416413858816:12345-192.168.203.11@tcp:101:ll_cfg_requeue.0 00010000:00010000:3.0:1787583415.097247:0:22711:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787583415.097267:0:22711:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff909247c52e00/0x19a47956376b811f lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x13d50ad9d93c4806 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583415.097297:0:22711:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff909247c52e00/0x19a47956376b811f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 192.168.203.11@tcp remote: 0x13d50ad9d93c4806 expref: 13 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583415.097319:0:22711:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff909247c52e00/0x19a47956376b811f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 192.168.203.11@tcp remote: 0x13d50ad9d93c4806 expref: 13 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583415.097348:0:22711:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff909247c52e00, rc 0) 00000100:00100000:3.0:1787583415.097416:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9092458a4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2f6b1d02-9984-46f6-9b6b-4418cb7765a9+13:18082:x1874416413858816:12345-192.168.203.11@tcp:101:ll_cfg_requeue.0 Request processed in 189us (2216us total) trans 0 rc 0/0 00000100:00100000:3.0:1787583415.097423:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 160 00000100:00100000:3.0:1787583415.101213:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787583415.101306:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413858944 00000100:00100000:1.0:1787583415.101325:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413858944 00000100:00100000:1.0:1787583415.101376:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 161 00000100:00100000:1.0:1787583415.101386:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9092458a5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2f6b1d02-9984-46f6-9b6b-4418cb7765a9+13:18082:x1874416413858944:12345-192.168.203.11@tcp:501:ll_cfg_requeue.0 00000100:00100000:1.0:1787583415.101524:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9092458a5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2f6b1d02-9984-46f6-9b6b-4418cb7765a9+13:18082:x1874416413858944:12345-192.168.203.11@tcp:501:ll_cfg_requeue.0 Request processed in 140us (320us total) trans 0 rc 0/0 00000100:00100000:1.0:1787583415.101532:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 161 00000100:00100000:0.0:1787583415.111121:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787583415.111204:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787583415.111391:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413859072 00000100:00100000:2.0:1787583415.111401:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413859072 00000100:00100000:2.0:1787583415.111470:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 162 00000100:00100000:2.0:1787583415.111481:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9092458a7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2f6b1d02-9984-46f6-9b6b-4418cb7765a9+13:18082:x1874416413859072:12345-192.168.203.11@tcp:503:ll_cfg_requeue.0 00000100:00100000:2.0:1787583415.111632:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9092458a7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2f6b1d02-9984-46f6-9b6b-4418cb7765a9+13:18082:x1874416413859072:12345-192.168.203.11@tcp:503:ll_cfg_requeue.0 Request processed in 153us (521us total) trans 0 rc 0/0 00000100:00100000:2.0:1787583415.111641:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 162 00000100:00100000:1.0:1787583415.113088:0:22719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413859200 00000100:00100000:1.0:1787583415.113100:0:22719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413859200 00000100:00100000:1.0:1787583415.113195:0:22719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 23 00000100:00100000:1.0:1787583415.113206:0:22719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909247d84a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5d591a6a-6229-44f8-afc3-441eed19ded6+6:18705:x1874416413859200:12345-192.168.203.11@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1787583415.113223:0:22719:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787583415.113242:0:22719:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90924149bc00/0x19a47956376b8126 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x13d50ad9d93c480d expref: -99 pid: 22719 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583415.113299:0:22719:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90924149b400/0x19a47956376b812d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583415.113324:0:22719:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90924149b400/0x19a47956376b812d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583415.113336:0:22719:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90924149b400/0x19a47956376b812d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583415.113351:0:22719:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90924149ba00/0x19a47956376b8134 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583415.113358:0:22719:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90924149ba00/0x19a47956376b8134 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583415.113364:0:22719:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90924149ba00/0x19a47956376b8134 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583415.113434:0:22719:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90924149b200/0x19a47956376b813b lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583415.113442:0:22719:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90924149b200/0x19a47956376b813b lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583415.113449:0:22719:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90924149b200/0x19a47956376b813b lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787583415.113489:0:22719:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000002:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1787583415.113493:0:22719:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1787583415.113530:0:22719:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90924149b200/0x19a47956376b813b lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583415.113541:0:22719:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90924149b400/0x19a47956376b812d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583415.113547:0:22719:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90924149b400/0x19a47956376b812d lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583415.113555:0:22719:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90924149b400/0x19a47956376b812d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583415.113561:0:22719:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90924149b400 already unused, calling callback (ffffffffc179e4f0) 00010000:00010000:1.0:1787583415.113564:0:22719:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90924149b400/0x19a47956376b812d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583415.113570:0:22719:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90924149b400/0x19a47956376b812d lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583415.113582:0:22719:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff909351203900) 00010000:00010000:1.0:1787583415.113584:0:22719:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787583415.113588:0:22719:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90924149b400/0x19a47956376b812d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583415.113594:0:22719:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90924149b400/0x19a47956376b812d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583415.114380:0:22719:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90924149ba00/0x19a47956376b8134 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583415.114397:0:22719:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90924149ba00/0x19a47956376b8134 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583415.114403:0:22719:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90924149ba00/0x19a47956376b8134 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583415.114408:0:22719:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90924149ba00 already unused, calling callback (ffffffffc179e4f0) 00010000:00010000:1.0:1787583415.114411:0:22719:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90924149ba00/0x19a47956376b8134 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583415.114417:0:22719:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90924149ba00/0x19a47956376b8134 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583415.114426:0:22719:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3b979c7a (ffff90936a0ae900) 00010000:00010000:1.0:1787583415.114428:0:22719:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787583415.114431:0:22719:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90924149ba00/0x19a47956376b8134 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583415.114436:0:22719:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90924149ba00/0x19a47956376b8134 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583415.114469:0:22719:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90924149bc00/0x19a47956376b8126 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0x13d50ad9d93c480d expref: 8 pid: 22719 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583415.114482:0:22719:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90924149b200/0x19a47956376b813b lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x13d50ad9d93c480d expref: 7 pid: 22719 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583415.114489:0:22719:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff90936a0ae600) 00010000:00010000:1.0:1787583415.114492:0:22719:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1787583415.114500:0:22719:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90924149b200, rc 0) 00000100:00100000:1.0:1787583415.114556:0:22719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909247d84a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5d591a6a-6229-44f8-afc3-441eed19ded6+7:18705:x1874416413859200:12345-192.168.203.11@tcp:101:lhsmtool_posix.0 Request processed in 1352us (3351us total) trans 0 rc 0/0 00000100:00100000:1.0:1787583415.114563:0:22719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 23 00000100:00080000:2.0:1787583415.115555:0:22713:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1787583415.120976:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787583415.121121:0:22728:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413859328 00000100:00100000:1.0:1787583415.121130:0:22728:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413859328 00000100:00100000:1.0:1787583415.121181:0:22728:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 5 00000100:00100000:1.0:1787583415.121190:0:22728:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909247d85180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:5d591a6a-6229-44f8-afc3-441eed19ded6+7:18705:x1874416413859328:12345-192.168.203.11@tcp:900:lhsmtool_posix.0 00000100:00100000:1.0:1787583415.121258:0:22728:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909247d85180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:5d591a6a-6229-44f8-afc3-441eed19ded6+7:18705:x1874416413859328:12345-192.168.203.11@tcp:900:lhsmtool_posix.0 Request processed in 70us (291us total) trans 0 rc 0/0 00000100:00100000:1.0:1787583415.121265:0:22728:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 5 00000100:00100000:3.0:1787583415.123613:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787583415.123703:0:25336:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413859584 00000100:00100000:1.0:1787583415.123712:0:25336:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413859584 00000100:00100000:1.0:1787583415.123772:0:25336:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 24 00000100:00100000:1.0:1787583415.123782:0:25336:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909245b61f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5d591a6a-6229-44f8-afc3-441eed19ded6+7:18705:x1874416413859584:12345-192.168.203.11@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1787583415.123800:0:25336:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787583415.123819:0:25336:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90924149bc00/0x19a47956376b8142 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x13d50ad9d93c4814 expref: -99 pid: 25336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583415.124030:0:25336:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90924149ba00/0x19a47956376b8149 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 25336 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583415.124043:0:25336:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90924149ba00/0x19a47956376b8149 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 25336 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583415.124053:0:25336:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90924149ba00/0x19a47956376b8149 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25336 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583415.124066:0:25336:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90924149b400/0x19a47956376b8150 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25336 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583415.124085:0:25336:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90924149b400/0x19a47956376b8150 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25336 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583415.124092:0:25336:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90924149b400/0x19a47956376b8150 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25336 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583415.124195:0:25336:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90924149a600/0x19a47956376b8157 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25336 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583415.124204:0:25336:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90924149a600/0x19a47956376b8157 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25336 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583415.124210:0:25336:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90924149a600/0x19a47956376b8157 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25336 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787583415.124220:0:25336:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 4096 00010000:00010000:1.0:1787583415.124375:0:25336:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90924149ba00/0x19a47956376b8149 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 25336 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583415.124381:0:25336:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90924149ba00/0x19a47956376b8149 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 25336 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583415.124388:0:25336:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90924149ba00/0x19a47956376b8149 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 25336 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583415.124393:0:25336:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90924149ba00 already unused, calling callback (ffffffffc179e4f0) 00010000:00010000:1.0:1787583415.124397:0:25336:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90924149ba00/0x19a47956376b8149 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 25336 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583415.124405:0:25336:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90924149ba00/0x19a47956376b8149 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 25336 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583415.124428:0:25336:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff90936a0ae600) 00010000:00010000:1.0:1787583415.124431:0:25336:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787583415.124436:0:25336:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90924149ba00/0x19a47956376b8149 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 25336 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583415.124442:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90924149ba00/0x19a47956376b8149 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 25336 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583415.124456:0:25336:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90924149b400/0x19a47956376b8150 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25336 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583415.124462:0:25336:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90924149b400/0x19a47956376b8150 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 25336 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583415.124468:0:25336:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90924149b400/0x19a47956376b8150 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25336 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583415.124473:0:25336:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90924149b400 already unused, calling callback (ffffffffc179e4f0) 00010000:00010000:1.0:1787583415.124475:0:25336:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90924149b400/0x19a47956376b8150 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25336 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583415.124481:0:25336:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90924149b400/0x19a47956376b8150 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 25336 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583415.124488:0:25336:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff90936a0ae900) 00010000:00010000:1.0:1787583415.124491:0:25336:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787583415.124494:0:25336:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90924149b400/0x19a47956376b8150 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25336 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583415.124499:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90924149b400/0x19a47956376b8150 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25336 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583415.126303:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90924149bc00/0x19a47956376b8142 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0x13d50ad9d93c4814 expref: 10 pid: 25336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583415.126341:0:25336:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90924149a600/0x19a47956376b8157 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x13d50ad9d93c4814 expref: 9 pid: 25336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583415.126351:0:25336:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff90936a0aec00) 00010000:00010000:1.0:1787583415.126353:0:25336:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787583415.126357:0:25336:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90924149a600, rc 0) 00000100:00100000:1.0:1787583415.126430:0:25336:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909245b61f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5d591a6a-6229-44f8-afc3-441eed19ded6+9:18705:x1874416413859584:12345-192.168.203.11@tcp:101:lhsmtool_posix.0 Request processed in 2648us (2833us total) trans 12884901889 rc 0/0 00000100:00100000:1.0:1787583415.126440:0:25336:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 24 00000100:00100000:3.0:1787583415.132296:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787583415.133736:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413859712 00000100:00100000:1.0:1787583415.133749:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413859712 00000100:00100000:1.0:1787583415.133887:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 25 00000100:00100000:1.0:1787583415.133899:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909245b62a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5d591a6a-6229-44f8-afc3-441eed19ded6+9:18705:x1874416413859712:12345-192.168.203.11@tcp:59:lhsmtool_posix.0 00000100:00100000:1.0:1787583415.134008:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909245b62a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5d591a6a-6229-44f8-afc3-441eed19ded6+9:18705:x1874416413859712:12345-192.168.203.11@tcp:59:lhsmtool_posix.0 Request processed in 111us (1731us total) trans 0 rc 0/0 00000100:00100000:1.0:1787583415.134015:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 25 00000100:00100000:3.0:1787583415.136177:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787583415.136293:0:22719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413859840 00000100:00100000:1.0:1787583415.136301:0:22719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413859840 00000100:00100000:1.0:1787583415.136387:0:22719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 26 00000100:00100000:1.0:1787583415.136397:0:22719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909245b61500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5d591a6a-6229-44f8-afc3-441eed19ded6+5:18705:x1874416413859840:12345-192.168.203.11@tcp:59:lhsmtool_posix.0 00000100:00080000:2.0:1787583415.137779:0:22713:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000004:00080000:0.0:1787583415.137954:0:22719:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0001: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0001 0, time 1519us 00000100:00100000:0.0:1787583415.150122:0:22719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909245b61500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5d591a6a-6229-44f8-afc3-441eed19ded6+5:18705:x1874416413859840:12345-192.168.203.11@tcp:59:lhsmtool_posix.0 Request processed in 13715us (13943us total) trans 0 rc 0/0 00000100:00100000:0.0:1787583415.150135:0:22719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 26 00000100:00100000:3.0:1787583415.184830:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787583415.188672:0:25336:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413859968 00000100:00100000:1.0:1787583415.188687:0:25336:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413859968 00000100:00100000:2.0:1787583415.189247:0:25336:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 27 00000100:00100000:2.0:1787583415.189260:0:25336:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909245b62300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5d591a6a-6229-44f8-afc3-441eed19ded6+9:18712:x1874416413859968:12345-192.168.203.11@tcp:101:lfs.0 00010000:00010000:2.0:1787583415.189281:0:25336:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787583415.189304:0:25336:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f1e00/0x19a47956376b8165 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x13d50ad9d93c481b expref: -99 pid: 25336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583415.189376:0:25336:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f1600/0x19a47956376b816c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 25336 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583415.189391:0:25336:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f1600/0x19a47956376b816c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 25336 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583415.189413:0:25336:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f1600/0x19a47956376b816c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 25336 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583415.189429:0:25336:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f1400/0x19a47956376b8173 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25336 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583415.189435:0:25336:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f1400/0x19a47956376b8173 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25336 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583415.189441:0:25336:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f1400/0x19a47956376b8173 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25336 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583415.189494:0:25336:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f1600/0x19a47956376b816c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 25336 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583415.189501:0:25336:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f1600/0x19a47956376b816c lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 25336 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583415.189507:0:25336:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f1600/0x19a47956376b816c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 25336 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583415.189513:0:25336:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9092464f1600 already unused, calling callback (ffffffffc179e4f0) 00010000:00010000:2.0:1787583415.189518:0:25336:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f1600/0x19a47956376b816c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 25336 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583415.189525:0:25336:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f1600/0x19a47956376b816c lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 25336 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583415.189536:0:25336:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff909351203900) 00010000:00010000:2.0:1787583415.189539:0:25336:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787583415.189543:0:25336:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f1600/0x19a47956376b816c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 25336 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583415.189563:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f1600/0x19a47956376b816c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 25336 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583415.189577:0:25336:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f1400/0x19a47956376b8173 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25336 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583415.189582:0:25336:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f1400/0x19a47956376b8173 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 25336 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583415.189588:0:25336:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f1400/0x19a47956376b8173 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25336 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583415.189593:0:25336:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9092464f1400 already unused, calling callback (ffffffffc179e4f0) 00010000:00010000:2.0:1787583415.189596:0:25336:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f1400/0x19a47956376b8173 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25336 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583415.189603:0:25336:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f1400/0x19a47956376b8173 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 25336 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583415.189610:0:25336:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff909343053000) 00010000:00010000:2.0:1787583415.189613:0:25336:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787583415.189615:0:25336:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f1400/0x19a47956376b8173 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25336 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583415.189629:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f1400/0x19a47956376b8173 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25336 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583415.189659:0:25336:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f1e00/0x19a47956376b8165 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0x13d50ad9d93c481b expref: 10 pid: 25336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583415.189679:0:25336:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff909351203900) 00010000:00010000:2.0:1787583415.189681:0:25336:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787583415.189685:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f1e00/0x19a47956376b8165 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.11@tcp remote: 0x13d50ad9d93c481b expref: 10 pid: 25336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583415.189694:0:25336:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9092464f1e00, rc 0) 00000100:00100000:2.0:1787583415.189763:0:25336:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909245b62300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5d591a6a-6229-44f8-afc3-441eed19ded6+9:18712:x1874416413859968:12345-192.168.203.11@tcp:101:lfs.0 Request processed in 506us (4943us total) trans 0 rc 301/301 00000100:00100000:2.0:1787583415.189772:0:25336:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 27 00000100:00100000:3.0:1787583415.199431:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787583415.199555:0:22726:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413860096 00000100:00100000:2.0:1787583415.199565:0:22726:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413860096 00000100:00100000:2.0:1787583415.199628:0:22726:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 0 00000100:00100000:2.0:1787583415.199639:0:22726:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909245b63100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:5d591a6a-6229-44f8-afc3-441eed19ded6+9:18712:x1874416413860096:12345-192.168.203.11@tcp:700:lfs.0 00000100:00100000:2.0:1787583415.199729:0:22726:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909245b63100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:5d591a6a-6229-44f8-afc3-441eed19ded6+9:18712:x1874416413860096:12345-192.168.203.11@tcp:700:lfs.0 Request processed in 92us (307us total) trans 0 rc 0/0 00000100:00100000:2.0:1787583415.199737:0:22726:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 0 00000100:00100000:3.0:1787583415.207106:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787583415.207207:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413860352 00000100:00100000:1.0:1787583415.207218:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413860352 00000100:00100000:1.0:1787583415.207280:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 28 00000100:00100000:1.0:1787583415.207291:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909245b61c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5d591a6a-6229-44f8-afc3-441eed19ded6+9:18712:x1874416413860352:12345-192.168.203.11@tcp:36:lfs.0 00010000:00010000:1.0:1787583415.207361:0:22718:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787583415.207391:0:22718:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff909247c53400/0x19a47956376b8093 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.11@tcp remote: 0x13d50ad9d93c4788 expref: 9 pid: 22717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583415.207409:0:22718:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff909351203900) 00010000:00010000:1.0:1787583415.207414:0:22718:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1787583415.207484:0:22718:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90924149b400/0x19a47956376b817a lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583415.207498:0:22718:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90924149aa00/0x19a47956376b80d2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x13d50ad9d93c47f8 expref: 5 pid: 22718 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583415.207507:0:22718:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff90924149b400/0x19a47956376b817a lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583415.207538:0:22718:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90924149aa00/0x19a47956376b80d2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.11@tcp remote: 0x13d50ad9d93c47f8 expref: 5 pid: 22718 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583415.207735:0:22718:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90924149aa00/0x19a47956376b80d2 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.11@tcp remote: 0x13d50ad9d93c47f8 expref: 5 pid: 22718 timeout: 822 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787583415.207751:0:22718:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909351690a80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22718:1874416435988224:192.168.203.11@tcp:104: 00000100:00100000:1.0:1787583415.207833:0:22718:0:(client.c:2715:ptlrpc_set_wait()) set ffff909347b0c540 going to sleep for 11 seconds 00000100:00100000:2.0:1787583415.209905:0:22718:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909351690a80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22718:1874416435988224:192.168.203.11@tcp:104: 00010000:00010000:2.0:1787583415.209931:0:22718:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff90924149b400/0x19a47956376b817a lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787583415.210266:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787583415.210733:0:23872:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413860480 00000100:00100000:0.0:1787583415.210741:0:23872:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413860480 00010000:00010000:0.0:1787583415.210797:0:23872:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90924149aa00/0x19a47956376b80d2 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.11@tcp remote: 0x13d50ad9d93c47f8 expref: 6 pid: 22718 timeout: 822 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787583415.210834:0:23872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 15 00000100:00100000:0.0:1787583415.210867:0:23872:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909248469f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:930e074a-c76b-48b4-85f1-45ab7dbbc088+6:2406:x1874416413860480:12345-192.168.203.11@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787583415.210889:0:23872:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787583415.210896:0:23872:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90924149aa00/0x19a47956376b80d2 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.11@tcp remote: 0x13d50ad9d93c47f8 expref: 6 pid: 22718 timeout: 822 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583415.210909:0:23872:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90924149aa00/0x19a47956376b80d2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.11@tcp remote: 0x13d50ad9d93c47f8 expref: 6 pid: 22718 timeout: 822 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583415.210932:0:23872:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90924149aa00/0x19a47956376b80d2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.11@tcp remote: 0x13d50ad9d93c47f8 expref: 6 pid: 22718 timeout: 822 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583415.210967:0:23872:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff909351203900) 00010000:00010000:0.0:1787583415.210972:0:23872:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff90924149b400/0x19a47956376b817a lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583415.210980:0:23872:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90924149b400/0x19a47956376b817a lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583415.210987:0:23872:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90924149b400/0x19a47956376b817a lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583415.211021:0:23872:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787583415.211070:0:23872:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909248469f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:930e074a-c76b-48b4-85f1-45ab7dbbc088+5:2406:x1874416413860480:12345-192.168.203.11@tcp:103:ldlm_bl.0 Request processed in 227us (804us total) trans 0 rc 0/0 00000100:00100000:0.0:1787583415.211077:0:23872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 15 00010000:00010000:3.0:1787583415.211281:0:22718:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff90924149b400/0x19a47956376b817a lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583415.211289:0:22718:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90924149b400/0x19a47956376b817a lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583415.211322:0:22718:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff909247c53e00/0x19a47956376b8181 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583415.211332:0:22718:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff909247c53e00/0x19a47956376b8181 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583415.211341:0:22718:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff909247c53e00/0x19a47956376b8181 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1787583415.213589:0:22713:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1787583415.213711:0:22718:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff909247c53c00/0x19a47956376b8188 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583415.213735:0:22718:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff909247c53c00/0x19a47956376b8188 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583415.213745:0:22718:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff909247c53c00/0x19a47956376b8188 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787583415.213763:0:22718:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000006ef5caf1 reply state 000000009dec6aae transno 12884901890 ns: mdt-lustre-MDT0000_UUID lock: ffff909247c53c00/0x19a47956376b8188 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583415.213773:0:22718:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff909247c53c00/0x19a47956376b8188 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583415.213780:0:22718:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9093528de300) 00010000:00010000:3.0:1787583415.213783:0:22718:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1787583415.213786:0:22718:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:3.0:1787583415.213793:0:22718:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:3.0:1787583415.213801:0:22718:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90924149b400/0x19a47956376b817a lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583415.213807:0:22718:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90924149b400/0x19a47956376b817a lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583415.213813:0:22718:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90924149b400/0x19a47956376b817a lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583415.213819:0:22718:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90924149b400 already unused, calling callback (ffffffffc179e4f0) 00010000:00010000:3.0:1787583415.213823:0:22718:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90924149b400/0x19a47956376b817a lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583415.213830:0:22718:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90924149b400/0x19a47956376b817a lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583415.214217:0:22718:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff909351203900) 00010000:00010000:3.0:1787583415.214221:0:22718:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787583415.214225:0:22718:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90924149b400/0x19a47956376b817a lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583415.214232:0:22718:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90924149b400/0x19a47956376b817a lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787583415.214252:0:22718:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000006ef5caf1 reply state 000000009dec6aae transno 12884901890 ns: mdt-lustre-MDT0000_UUID lock: ffff909247c53e00/0x19a47956376b8181 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583415.214260:0:22718:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff909247c53e00/0x19a47956376b8181 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583415.214265:0:22718:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff9093528deb00) 00010000:00010000:3.0:1787583415.214268:0:22718:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1787583415.214270:0:22718:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:3.0:1787583415.214371:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909245b61c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5d591a6a-6229-44f8-afc3-441eed19ded6+10:18712:x1874416413860352:12345-192.168.203.11@tcp:36:lfs.0 Request processed in 7077us (7270us total) trans 12884901890 rc 0/0 00000100:00100000:3.0:1787583415.214380:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 28 00000100:00100000:3.0:1787583415.326763:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787583415.327571:0:22719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413860608 00000100:00100000:0.0:1787583415.327583:0:22719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413860608 00000100:00100000:1.0:1787583415.328023:0:22719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 29 00000100:00100000:1.0:1787583415.328035:0:22719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909248469500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5d591a6a-6229-44f8-afc3-441eed19ded6+10:18720:x1874416413860608:12345-192.168.203.11@tcp:101:lctl.0 00010000:00010000:1.0:1787583415.328074:0:22719:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787583415.328098:0:22719:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90924149aa00/0x19a47956376b818f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x13d50ad9d93c4822 expref: -99 pid: 22719 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583415.328159:0:22719:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90924149b400/0x19a47956376b8196 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583415.328185:0:22719:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90924149b400/0x19a47956376b8196 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583415.328197:0:22719:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90924149b400/0x19a47956376b8196 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787583415.328241:0:22719:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1787583415.328245:0:22719:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1787583415.328283:0:22719:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90924149b400/0x19a47956376b8196 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583415.328318:0:22719:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90924149aa00/0x19a47956376b818f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0x13d50ad9d93c4822 expref: 12 pid: 22719 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583415.328336:0:22719:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90924149b400/0x19a47956376b8196 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x13d50ad9d93c4822 expref: 11 pid: 22719 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583415.328345:0:22719:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90936a0ae900) 00010000:00010000:1.0:1787583415.328348:0:22719:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1787583415.328351:0:22719:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90924149b400, rc 0) 00000100:00100000:1.0:1787583415.328421:0:22719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909248469500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5d591a6a-6229-44f8-afc3-441eed19ded6+11:18720:x1874416413860608:12345-192.168.203.11@tcp:101:lctl.0 Request processed in 388us (1667us total) trans 0 rc 0/0 00000100:00100000:1.0:1787583415.328428:0:22719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 29 00000100:00100000:1.0:1787583415.358886:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787583415.359233:0:25336:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413860736 00000100:00100000:2.0:1787583415.359243:0:25336:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413860736 00000100:00100000:2.0:1787583415.359314:0:25336:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 30 00000100:00100000:2.0:1787583415.359325:0:25336:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909351691880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:930e074a-c76b-48b4-85f1-45ab7dbbc088+5:18721:x1874416413860736:12345-192.168.203.11@tcp:101:lfs.0 00010000:00010000:2.0:1787583415.359362:0:25336:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787583415.359380:0:25336:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f1e00/0x19a47956376b819d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x13d50ad9d93c4829 expref: -99 pid: 25336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583415.359438:0:25336:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f1400/0x19a47956376b81a4 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 25336 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583415.359451:0:25336:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f1400/0x19a47956376b81a4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 25336 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583415.359473:0:25336:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f1400/0x19a47956376b81a4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25336 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787583415.359511:0:25336:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1787583415.359514:0:25336:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1787583415.359540:0:25336:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f1400/0x19a47956376b81a4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25336 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583415.359561:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f1e00/0x19a47956376b819d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0x13d50ad9d93c4829 expref: 7 pid: 25336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583415.359578:0:25336:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f1400/0x19a47956376b81a4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x13d50ad9d93c4829 expref: 6 pid: 25336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583415.359587:0:25336:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90936a0ae900) 00010000:00010000:2.0:1787583415.359589:0:25336:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1787583415.359593:0:25336:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9092464f1400, rc 0) 00000100:00100000:2.0:1787583415.359800:0:25336:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909351691880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:930e074a-c76b-48b4-85f1-45ab7dbbc088+6:18721:x1874416413860736:12345-192.168.203.11@tcp:101:lfs.0 Request processed in 477us (964us total) trans 0 rc 0/0 00000100:00100000:2.0:1787583415.359808:0:25336:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 30 00000100:00100000:3.0:1787583415.363537:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787583415.363634:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413860864 00000100:00100000:2.0:1787583415.363644:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413860864 00000100:00100000:2.0:1787583415.363707:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 31 00000100:00100000:2.0:1787583415.363718:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909247ebb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:930e074a-c76b-48b4-85f1-45ab7dbbc088+6:18721:x1874416413860864:12345-192.168.203.11@tcp:101:lfs.0 00010000:00010000:2.0:1787583415.363737:0:22718:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787583415.363755:0:22718:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f1600/0x19a47956376b81ab lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x13d50ad9d93c4830 expref: -99 pid: 22718 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583415.363817:0:22718:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f1c00/0x19a47956376b81b2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583415.363830:0:22718:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f1c00/0x19a47956376b81b2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583415.363839:0:22718:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f1c00/0x19a47956376b81b2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583415.363907:0:22718:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f0e00/0x19a47956376b81b9 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583415.363915:0:22718:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f0e00/0x19a47956376b81b9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583415.363922:0:22718:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f0e00/0x19a47956376b81b9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583415.363994:0:22718:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f1200/0x19a47956376b81c0 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583415.364003:0:22718:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f1200/0x19a47956376b81c0 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583415.364027:0:22718:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f1200/0x19a47956376b81c0 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787583415.364069:0:22718:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1787583415.364073:0:22718:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1787583415.364091:0:22718:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f1200/0x19a47956376b81c0 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583415.364102:0:22718:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f1c00/0x19a47956376b81b2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583415.364109:0:22718:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f1c00/0x19a47956376b81b2 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583415.364114:0:22718:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f1c00/0x19a47956376b81b2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583415.364120:0:22718:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9092464f1c00 already unused, calling callback (ffffffffc179e4f0) 00010000:00010000:2.0:1787583415.364123:0:22718:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f1c00/0x19a47956376b81b2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583415.364129:0:22718:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f1c00/0x19a47956376b81b2 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583415.364140:0:22718:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90936a0ae900) 00010000:00010000:2.0:1787583415.364143:0:22718:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787583415.364147:0:22718:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f1c00/0x19a47956376b81b2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583415.364152:0:22718:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f1c00/0x19a47956376b81b2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583415.364175:0:22718:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f0e00/0x19a47956376b81b9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583415.364181:0:22718:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f0e00/0x19a47956376b81b9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583415.364186:0:22718:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f0e00/0x19a47956376b81b9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583415.364191:0:22718:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9092464f0e00 already unused, calling callback (ffffffffc179e4f0) 00010000:00010000:2.0:1787583415.364194:0:22718:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f0e00/0x19a47956376b81b9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583415.364199:0:22718:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f0e00/0x19a47956376b81b9 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583415.364207:0:22718:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff9093528deb00) 00010000:00010000:2.0:1787583415.364209:0:22718:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787583415.364212:0:22718:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f0e00/0x19a47956376b81b9 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583415.364218:0:22718:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f0e00/0x19a47956376b81b9 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583415.364244:0:22718:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f1600/0x19a47956376b81ab lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0x13d50ad9d93c4830 expref: 8 pid: 22718 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583415.364257:0:22718:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f1200/0x19a47956376b81c0 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x13d50ad9d93c4830 expref: 7 pid: 22718 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583415.364275:0:22718:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9093528de300) 00010000:00010000:2.0:1787583415.364277:0:22718:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1787583415.364279:0:22718:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9092464f1200, rc 0) 00000100:00100000:2.0:1787583415.364349:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909247ebb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:930e074a-c76b-48b4-85f1-45ab7dbbc088+7:18721:x1874416413860864:12345-192.168.203.11@tcp:101:lfs.0 Request processed in 631us (830us total) trans 0 rc 0/0 00000100:00100000:2.0:1787583415.364356:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 31 00000100:00100000:0.0:1787583415.368810:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787583415.369140:0:22728:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413860992 00000100:00100000:1.0:1787583415.369151:0:22728:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413860992 00000100:00100000:1.0:1787583415.369225:0:22728:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 6 00000100:00100000:1.0:1787583415.369236:0:22728:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909247d84700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:930e074a-c76b-48b4-85f1-45ab7dbbc088+5:18721:x1874416413860992:12345-192.168.203.11@tcp:900:lfs.0 00000100:00100000:1.0:1787583415.369323:0:22728:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909247d84700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:930e074a-c76b-48b4-85f1-45ab7dbbc088+5:18721:x1874416413860992:12345-192.168.203.11@tcp:900:lfs.0 Request processed in 89us (520us total) trans 0 rc 0/0 00000100:00100000:1.0:1787583415.369331:0:22728:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 6 00000100:00080000:2.0:1787583415.369390:0:22713:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1787583415.372842:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787583415.373320:0:25516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413861248 00000100:00100000:0.0:1787583415.373329:0:25516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413861248 00000100:00100000:0.0:1787583415.373389:0:25516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 32 00000100:00100000:0.0:1787583415.373400:0:25516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909247eb9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:930e074a-c76b-48b4-85f1-45ab7dbbc088+7:18721:x1874416413861248:12345-192.168.203.11@tcp:101:lfs.0 00010000:00010000:0.0:1787583415.373421:0:25516:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787583415.373440:0:25516:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff909248adce00/0x19a47956376b81c7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x13d50ad9d93c4837 expref: -99 pid: 25516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787583415.373537:0:25516:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:0.0:1787583415.373645:0:25516:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff909248adce00/0x19a47956376b81c7 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0x13d50ad9d93c4837 expref: 9 pid: 25516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583415.373677:0:25516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90936a0ae900) 00010000:00010000:0.0:1787583415.373680:0:25516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1787583415.373686:0:25516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff909248adce00/0x19a47956376b81c7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.11@tcp remote: 0x13d50ad9d93c4837 expref: 9 pid: 25516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583415.373700:0:25516:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff909248adce00, rc 0) 00000100:00100000:0.0:1787583415.373765:0:25516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909247eb9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:930e074a-c76b-48b4-85f1-45ab7dbbc088+8:18721:x1874416413861248:12345-192.168.203.11@tcp:101:lfs.0 Request processed in 367us (934us total) trans 12884901891 rc 301/301 00000100:00100000:0.0:1787583415.373772:0:25516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 32 00000100:00100000:3.0:1787583415.377034:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787583415.377202:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413861504 00000100:00100000:2.0:1787583415.377212:0:22717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413861504 00000100:00100000:2.0:1787583415.377272:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 33 00000100:00100000:2.0:1787583415.377283:0:22717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909247ebad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:930e074a-c76b-48b4-85f1-45ab7dbbc088+8:18721:x1874416413861504:12345-192.168.203.11@tcp:36:lfs.0 00010000:00010000:2.0:1787583415.377348:0:22717:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787583415.377374:0:22717:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f1200/0x19a47956376b81c0 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.11@tcp remote: 0x13d50ad9d93c4830 expref: 8 pid: 22718 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583415.377392:0:22717:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9093528de300) 00010000:00010000:2.0:1787583415.377397:0:22717:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1787583415.377416:0:22717:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f1600/0x19a47956376b81d5 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583415.377429:0:22717:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f1600/0x19a47956376b81d5 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583415.377438:0:22717:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f1600/0x19a47956376b81d5 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1787583415.377637:0:22717:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000ead8585f reply state 00000000f7592088 transno 12884901892 ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f1600/0x19a47956376b81d5 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583415.377662:0:22717:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f1600/0x19a47956376b81d5 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583415.377668:0:22717:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9093528de300) 00010000:00010000:2.0:1787583415.377671:0:22717:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:2.0:1787583415.377673:0:22717:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:2.0:1787583415.377682:0:22717:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000100:00100000:2.0:1787583415.377765:0:22717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909247ebad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:930e074a-c76b-48b4-85f1-45ab7dbbc088+9:18721:x1874416413861504:12345-192.168.203.11@tcp:36:lfs.0 Request processed in 484us (741us total) trans 12884901892 rc 0/0 00000100:00100000:2.0:1787583415.377772:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 33 00000100:00100000:3.0:1787583415.380409:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787583415.380951:0:22720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413861760 00000100:00100000:1.0:1787583415.380962:0:22720:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413861760 00000100:00100000:1.0:1787583415.381028:0:22720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 2 00000100:00100000:1.0:1787583415.381040:0:22720:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909247eb8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:930e074a-c76b-48b4-85f1-45ab7dbbc088+9:18721:x1874416413861760:12345-192.168.203.11@tcp:35:lfs.0 00000100:00100000:1.0:1787583415.381355:0:22720:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909247eb8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:930e074a-c76b-48b4-85f1-45ab7dbbc088+10:18721:x1874416413861760:12345-192.168.203.11@tcp:35:lfs.0 Request processed in 315us (954us total) trans 12884901893 rc 0/0 00000100:00100000:1.0:1787583415.381362:0:22720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 2 00000100:00100000:3.0:1787583415.384174:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787583415.384237:0:22719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413862016 00000100:00100000:2.0:1787583415.384247:0:22719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413862016 00000100:00100000:2.0:1787583415.384315:0:22719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 34 00000100:00100000:2.0:1787583415.384326:0:22719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909247eba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:930e074a-c76b-48b4-85f1-45ab7dbbc088+10:18721:x1874416413862016:12345-192.168.203.11@tcp:101:lfs.0 00010000:00010000:2.0:1787583415.384352:0:22719:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787583415.384372:0:22719:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f0e00/0x19a47956376b81dc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x13d50ad9d93c483e expref: -99 pid: 22719 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583415.384444:0:22719:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f1c00/0x19a47956376b81e3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583415.384466:0:22719:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f1c00/0x19a47956376b81e3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583415.384479:0:22719:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f1c00/0x19a47956376b81e3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583415.384491:0:22719:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f1e00/0x19a47956376b81ea lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583415.384513:0:22719:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f1e00/0x19a47956376b81ea lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583415.384520:0:22719:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f1e00/0x19a47956376b81ea lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787583415.384634:0:22719:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:2.0:1787583415.384698:0:22719:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f1c00/0x19a47956376b81e3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583415.384706:0:22719:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f1c00/0x19a47956376b81e3 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583415.384712:0:22719:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f1c00/0x19a47956376b81e3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583415.384718:0:22719:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9092464f1c00 already unused, calling callback (ffffffffc179e4f0) 00010000:00010000:2.0:1787583415.384722:0:22719:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f1c00/0x19a47956376b81e3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583415.384729:0:22719:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f1c00/0x19a47956376b81e3 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583415.384740:0:22719:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90936a0ae900) 00010000:00010000:2.0:1787583415.384744:0:22719:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787583415.384748:0:22719:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f1c00/0x19a47956376b81e3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583415.384754:0:22719:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f1c00/0x19a47956376b81e3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583415.384775:0:22719:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f1e00/0x19a47956376b81ea lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583415.384781:0:22719:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f1e00/0x19a47956376b81ea lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583415.384786:0:22719:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f1e00/0x19a47956376b81ea lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583415.384790:0:22719:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9092464f1e00 already unused, calling callback (ffffffffc179e4f0) 00010000:00010000:2.0:1787583415.384793:0:22719:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f1e00/0x19a47956376b81ea lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583415.384798:0:22719:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f1e00/0x19a47956376b81ea lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583415.384806:0:22719:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff9093528deb00) 00010000:00010000:2.0:1787583415.384808:0:22719:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787583415.384811:0:22719:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f1e00/0x19a47956376b81ea lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583415.384816:0:22719:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f1e00/0x19a47956376b81ea lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583415.385217:0:22719:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f0e00/0x19a47956376b81dc lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0x13d50ad9d93c483e expref: 12 pid: 22719 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583415.385229:0:22719:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90936a0ae900) 00010000:00010000:2.0:1787583415.385232:0:22719:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1787583415.385243:0:22719:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f0e00/0x19a47956376b81dc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.11@tcp remote: 0x13d50ad9d93c483e expref: 12 pid: 22719 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583415.385254:0:22719:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9092464f0e00, rc 0) 00000100:00100000:2.0:1787583415.386153:0:22719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909247eba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:930e074a-c76b-48b4-85f1-45ab7dbbc088+11:18721:x1874416413862016:12345-192.168.203.11@tcp:101:lfs.0 Request processed in 1823us (1984us total) trans 12884901894 rc 301/301 00000100:00100000:2.0:1787583415.386164:0:22719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 34 00000100:00100000:3.0:1787583415.390347:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787583415.390429:0:25336:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413862144 00000100:00100000:2.0:1787583415.390439:0:25336:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413862144 00000100:00100000:2.0:1787583415.390511:0:25336:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 35 00000100:00100000:2.0:1787583415.390532:0:25336:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909247eba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:930e074a-c76b-48b4-85f1-45ab7dbbc088+11:18721:x1874416413862144:12345-192.168.203.11@tcp:101:lfs.0 00010000:00010000:2.0:1787583415.390557:0:25336:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787583415.390579:0:25336:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f1000/0x19a47956376b81f8 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x13d50ad9d93c4845 expref: -99 pid: 25336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583415.390681:0:25336:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f0a00/0x19a47956376b81ff lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 25336 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583415.390696:0:25336:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f0a00/0x19a47956376b81ff lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 25336 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583415.390708:0:25336:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f0a00/0x19a47956376b81ff lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 25336 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787583415.390733:0:25336:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1787583415.390737:0:25336:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1787583415.390756:0:25336:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f0a00/0x19a47956376b81ff lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 25336 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583415.390781:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f1000/0x19a47956376b81f8 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0x13d50ad9d93c4845 expref: 13 pid: 25336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583415.390815:0:25336:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f0a00/0x19a47956376b81ff lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x13d50ad9d93c4845 expref: 12 pid: 25336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583415.390824:0:25336:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9093528de300) 00010000:00010000:2.0:1787583415.390827:0:25336:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1787583415.390830:0:25336:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9092464f0a00, rc 0) 00000100:00100000:2.0:1787583415.391125:0:25336:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909247eba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:930e074a-c76b-48b4-85f1-45ab7dbbc088+12:18721:x1874416413862144:12345-192.168.203.11@tcp:101:lfs.0 Request processed in 604us (784us total) trans 0 rc 0/0 00000100:00100000:2.0:1787583415.391133:0:25336:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 35 00000100:00100000:1.0:1787583415.394919:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787583415.395115:0:22721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413862272 00000100:00100000:0.0:1787583415.395125:0:22721:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413862272 00000100:00100000:0.0:1787583415.395181:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 3 00000100:00100000:0.0:1787583415.395193:0:22721:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909351692a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:930e074a-c76b-48b4-85f1-45ab7dbbc088+12:18721:x1874416413862272:12345-192.168.203.11@tcp:37:lfs.0 00000100:00100000:1.0:1787583415.399626:0:22721:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909351692a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:930e074a-c76b-48b4-85f1-45ab7dbbc088+12:18721:x1874416413862272:12345-192.168.203.11@tcp:37:lfs.0 Request processed in 4423us (4710us total) trans 0 rc 0/0 00000100:00100000:1.0:1787583415.399640:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 3 00000100:00100000:0.0:1787583415.404175:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787583415.404257:0:22720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413862528 00000100:00100000:1.0:1787583415.404268:0:22720:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413862528 00000100:00100000:1.0:1787583415.404362:0:22720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 4 00000100:00100000:1.0:1787583415.404373:0:22720:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90936693c450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:930e074a-c76b-48b4-85f1-45ab7dbbc088+12:18721:x1874416413862528:12345-192.168.203.11@tcp:35:lfs.0 00000100:00100000:1.0:1787583415.404754:0:22720:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90936693c450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:930e074a-c76b-48b4-85f1-45ab7dbbc088+13:18721:x1874416413862528:12345-192.168.203.11@tcp:35:lfs.0 Request processed in 381us (585us total) trans 12884901895 rc 0/0 00000100:00100000:1.0:1787583415.404763:0:22720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 4 00000040:00080000:1.0:1787583415.438806:0:22751:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:2.0:1787583415.459212:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787583415.459298:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413862656 00000100:00100000:3.0:1787583415.459317:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413862656 00000100:00100000:3.0:1787583415.459391:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 36 00000100:00100000:3.0:1787583415.459403:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90937f128700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5d591a6a-6229-44f8-afc3-441eed19ded6+11:18727:x1874416413862656:12345-192.168.203.11@tcp:101:bash.0 00010000:00010000:3.0:1787583415.459425:0:22718:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787583415.459445:0:22718:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff909247c52800/0x19a47956376b8206 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x13d50ad9d93c484c expref: -99 pid: 22718 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583415.459507:0:22718:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff909247c52c00/0x19a47956376b820d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583415.459521:0:22718:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff909247c52c00/0x19a47956376b820d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583415.459533:0:22718:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff909247c52c00/0x19a47956376b820d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583415.459545:0:22718:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff909247c52400/0x19a47956376b8214 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583415.459552:0:22718:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff909247c52400/0x19a47956376b8214 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583415.459559:0:22718:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff909247c52400/0x19a47956376b8214 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583415.459635:0:22718:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff909247c52a00/0x19a47956376b821b lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583415.459643:0:22718:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff909247c52a00/0x19a47956376b821b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583415.459649:0:22718:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff909247c52a00/0x19a47956376b821b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787583415.459692:0:22718:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1787583415.459695:0:22718:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1787583415.459729:0:22718:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff909247c52a00/0x19a47956376b821b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583415.459740:0:22718:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff909247c52c00/0x19a47956376b820d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583415.459746:0:22718:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff909247c52c00/0x19a47956376b820d lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583415.459752:0:22718:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff909247c52c00/0x19a47956376b820d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583415.459758:0:22718:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff909247c52c00 already unused, calling callback (ffffffffc179e4f0) 00010000:00010000:3.0:1787583415.459762:0:22718:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff909247c52c00/0x19a47956376b820d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583415.459769:0:22718:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff909247c52c00/0x19a47956376b820d lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583415.459782:0:22718:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90936a0ae900) 00010000:00010000:3.0:1787583415.459784:0:22718:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787583415.459788:0:22718:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff909247c52c00/0x19a47956376b820d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583415.459794:0:22718:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff909247c52c00/0x19a47956376b820d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583415.459805:0:22718:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff909247c52400/0x19a47956376b8214 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583415.459821:0:22718:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff909247c52400/0x19a47956376b8214 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583415.459825:0:22718:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff909247c52400/0x19a47956376b8214 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583415.459830:0:22718:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff909247c52400 already unused, calling callback (ffffffffc179e4f0) 00010000:00010000:3.0:1787583415.459832:0:22718:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff909247c52400/0x19a47956376b8214 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583415.459838:0:22718:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff909247c52400/0x19a47956376b8214 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583415.459906:0:22718:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff9093528deb00) 00010000:00010000:3.0:1787583415.459909:0:22718:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787583415.459912:0:22718:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff909247c52400/0x19a47956376b8214 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583415.459918:0:22718:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff909247c52400/0x19a47956376b8214 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583415.459944:0:22718:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff909247c52800/0x19a47956376b8206 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0x13d50ad9d93c484c expref: 13 pid: 22718 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583415.459957:0:22718:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff909247c52a00/0x19a47956376b821b lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x13d50ad9d93c484c expref: 12 pid: 22718 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583415.459964:0:22718:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9093528de300) 00010000:00010000:3.0:1787583415.459966:0:22718:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1787583415.459974:0:22718:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff909247c52a00, rc 0) 00000100:00100000:3.0:1787583415.460030:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90937f128700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5d591a6a-6229-44f8-afc3-441eed19ded6+12:18727:x1874416413862656:12345-192.168.203.11@tcp:101:bash.0 Request processed in 630us (827us total) trans 0 rc 0/0 00000100:00100000:3.0:1787583415.460037:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 36 00000100:00100000:3.0:1787583415.470812:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787583415.470908:0:22728:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413862784 00000100:00100000:1.0:1787583415.470917:0:22728:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413862784 00000100:00100000:1.0:1787583415.470973:0:22728:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 7 00000100:00100000:1.0:1787583415.470983:0:22728:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909247eb9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:5d591a6a-6229-44f8-afc3-441eed19ded6+5:18727:x1874416413862784:12345-192.168.203.11@tcp:900:bash.0 00000100:00100000:1.0:1787583415.471064:0:22728:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909247eb9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:5d591a6a-6229-44f8-afc3-441eed19ded6+5:18727:x1874416413862784:12345-192.168.203.11@tcp:900:bash.0 Request processed in 82us (261us total) trans 0 rc 0/0 00000100:00100000:1.0:1787583415.471072:0:22728:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 7 00000100:00100000:1.0:1787583415.474228:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787583415.474320:0:22719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413863040 00000100:00100000:2.0:1787583415.474329:0:22719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413863040 00000100:00100000:2.0:1787583415.474393:0:22719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 37 00000100:00100000:2.0:1787583415.474404:0:22719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909351692a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5d591a6a-6229-44f8-afc3-441eed19ded6+12:18727:x1874416413863040:12345-192.168.203.11@tcp:101:bash.0 00010000:00010000:2.0:1787583415.474424:0:22719:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787583415.474443:0:22719:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f1e00/0x19a47956376b8222 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x13d50ad9d93c4853 expref: -99 pid: 22719 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583415.474555:0:22719:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f1c00/0x19a47956376b8229 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583415.474569:0:22719:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f0a00/0x19a47956376b81ff lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x13d50ad9d93c4845 expref: 12 pid: 25336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583415.474577:0:22719:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f1c00/0x19a47956376b8229 lrc: 4/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583415.474636:0:22719:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f0a00/0x19a47956376b81ff lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.11@tcp remote: 0x13d50ad9d93c4845 expref: 12 pid: 25336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583415.474651:0:22719:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f0a00/0x19a47956376b81ff lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.11@tcp remote: 0x13d50ad9d93c4845 expref: 12 pid: 25336 timeout: 822 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787583415.474664:0:22719:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90937f128a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22719:1874416435988352:192.168.203.11@tcp:104: 00000100:00100000:2.0:1787583415.474743:0:22719:0:(client.c:2715:ptlrpc_set_wait()) set ffff90935a005840 going to sleep for 11 seconds 00000100:00100000:2.0:1787583415.478587:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787583415.478735:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413863168 00000100:00100000:0.0:1787583415.478745:0:22703:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413863168 00010000:00010000:0.0:1787583415.478787:0:22703:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f0a00/0x19a47956376b81ff lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.11@tcp remote: 0x13d50ad9d93c4845 expref: 13 pid: 25336 timeout: 822 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787583415.478834:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 16 00000100:00100000:0.0:1787583415.478877:0:22703:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90937f12a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:930e074a-c76b-48b4-85f1-45ab7dbbc088+13:2406:x1874416413863168:12345-192.168.203.11@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787583415.478893:0:22703:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787583415.478900:0:22703:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f0a00/0x19a47956376b81ff lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.11@tcp remote: 0x13d50ad9d93c4845 expref: 13 pid: 25336 timeout: 822 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583415.478932:0:22703:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f0a00/0x19a47956376b81ff lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.11@tcp remote: 0x13d50ad9d93c4845 expref: 13 pid: 25336 timeout: 822 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583415.478953:0:22703:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9093528de300) 00010000:00010000:0.0:1787583415.478958:0:22703:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f1c00/0x19a47956376b8229 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583415.478968:0:22703:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f1c00/0x19a47956376b8229 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583415.478975:0:22703:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f1c00/0x19a47956376b8229 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583415.478996:0:22703:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787583415.479055:0:22703:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90937f12a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:930e074a-c76b-48b4-85f1-45ab7dbbc088+13:2406:x1874416413863168:12345-192.168.203.11@tcp:103:ldlm_bl.0 Request processed in 212us (476us total) trans 0 rc 0/0 00000100:00100000:0.0:1787583415.479062:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 16 00010000:00010000:1.0:1787583415.479159:0:22719:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f0a00/0x19a47956376b81ff lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.11@tcp remote: 0x13d50ad9d93c4845 expref: 12 pid: 25336 timeout: 822 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787583415.479175:0:22719:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90937f128a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22719:1874416435988352:192.168.203.11@tcp:104: 00010000:00010000:1.0:1787583415.479194:0:22719:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f1c00/0x19a47956376b8229 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583415.479203:0:22719:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f1c00/0x19a47956376b8229 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583415.479209:0:22719:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f1c00/0x19a47956376b8229 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583415.479229:0:22719:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90924149bc00/0x19a47956376b8230 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583415.479238:0:22719:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90924149bc00/0x19a47956376b8230 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583415.479246:0:22719:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90924149bc00/0x19a47956376b8230 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583415.479673:0:22719:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90924149ba00/0x19a47956376b8237 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583415.479684:0:22719:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90924149ba00/0x19a47956376b8237 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583415.479691:0:22719:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90924149ba00/0x19a47956376b8237 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787583415.479700:0:22719:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:1.0:1787583415.479724:0:22719:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f1c00/0x19a47956376b8229 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583415.479731:0:22719:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f1c00/0x19a47956376b8229 lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583415.479738:0:22719:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f1c00/0x19a47956376b8229 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583415.479745:0:22719:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9092464f1c00 already unused, calling callback (ffffffffc179e4f0) 00010000:00010000:1.0:1787583415.479749:0:22719:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f1c00/0x19a47956376b8229 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583415.479757:0:22719:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f1c00/0x19a47956376b8229 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583415.479767:0:22719:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9093528de300) 00010000:00010000:1.0:1787583415.479769:0:22719:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787583415.479773:0:22719:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f1c00/0x19a47956376b8229 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583415.479789:0:22719:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f1c00/0x19a47956376b8229 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1787583415.479799:0:22719:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000003c799ebb reply state 000000006ad2709d transno 12884901896 ns: mdt-lustre-MDT0000_UUID lock: ffff90924149bc00/0x19a47956376b8230 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583415.479811:0:22719:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90924149bc00/0x19a47956376b8230 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583415.479816:0:22719:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff90936a0aee00) 00010000:00010000:1.0:1787583415.479819:0:22719:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1787583415.479821:0:22719:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1787583415.479899:0:22719:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f1e00/0x19a47956376b8222 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0x13d50ad9d93c4853 expref: 15 pid: 22719 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583415.479914:0:22719:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90924149ba00/0x19a47956376b8237 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x13d50ad9d93c4853 expref: 14 pid: 22719 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583415.479923:0:22719:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff90936a0ae000) 00010000:00010000:1.0:1787583415.479925:0:22719:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:1.0:1787583415.479927:0:22719:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90924149ba00, rc 0) 00000100:00100000:1.0:1787583415.479962:0:22719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909351692a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5d591a6a-6229-44f8-afc3-441eed19ded6+15:18727:x1874416413863040:12345-192.168.203.11@tcp:101:bash.0 Request processed in 5560us (5742us total) trans 12884901896 rc 0/0 00000100:00100000:1.0:1787583415.479969:0:22719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 37 00000100:00100000:3.0:1787583415.505963:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787583415.506032:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413863296 00000100:00100000:2.0:1787583415.506042:0:22717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413863296 00000100:00100000:2.0:1787583415.506403:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 38 00000100:00100000:2.0:1787583415.506416:0:22717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909247ebb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5d591a6a-6229-44f8-afc3-441eed19ded6+15:18727:x1874416413863296:12345-192.168.203.11@tcp:101:bash.0 00010000:00010000:2.0:1787583415.506444:0:22717:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787583415.506465:0:22717:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f0c00/0x19a47956376b8245 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x13d50ad9d93c485a expref: -99 pid: 22717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583415.506528:0:22717:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f0800/0x19a47956376b824c lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583415.506543:0:22717:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f0800/0x19a47956376b824c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583415.506563:0:22717:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f0800/0x19a47956376b824c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787583415.506610:0:22717:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:2.0:1787583415.506929:0:22717:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1787583415.506954:0:22717:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f0800/0x19a47956376b824c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583415.506965:0:22717:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f0800/0x19a47956376b824c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583415.506991:0:22717:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f0c00/0x19a47956376b8245 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0x13d50ad9d93c485a expref: 17 pid: 22717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583415.507007:0:22717:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f0800/0x19a47956376b824c lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x13d50ad9d93c485a expref: 16 pid: 22717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583415.507015:0:22717:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff90936a0ae000) 00010000:00010000:2.0:1787583415.507017:0:22717:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1787583415.507021:0:22717:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9092464f0800, rc 0) 00000100:00100000:2.0:1787583415.507095:0:22717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909247ebb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5d591a6a-6229-44f8-afc3-441eed19ded6+16:18727:x1874416413863296:12345-192.168.203.11@tcp:101:bash.0 Request processed in 683us (1143us total) trans 0 rc 0/0 00000100:00100000:2.0:1787583415.507102:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 38 00000100:00100000:2.0:1787583415.516981:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787583415.517071:0:22721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413863552 00000100:00100000:0.0:1787583415.517081:0:22721:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413863552 00000100:00100000:0.0:1787583415.517183:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 5 00000100:00100000:0.0:1787583415.517194:0:22721:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90937f129c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:5d591a6a-6229-44f8-afc3-441eed19ded6+16:18727:x1874416413863552:12345-192.168.203.11@tcp:35:bash.0 00000100:00100000:0.0:1787583415.517486:0:22721:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90937f129c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:5d591a6a-6229-44f8-afc3-441eed19ded6+17:18727:x1874416413863552:12345-192.168.203.11@tcp:35:bash.0 Request processed in 292us (645us total) trans 12884901897 rc 0/0 00000100:00100000:0.0:1787583415.517493:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 5 00000100:00100000:1.0:1787583415.625637:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787583415.626168:0:25516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413863808 00000100:00100000:0.0:1787583415.626179:0:25516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413863808 00000100:00100000:0.0:1787583415.626297:0:25516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 39 00000100:00100000:0.0:1787583415.626332:0:25516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909351690380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5d591a6a-6229-44f8-afc3-441eed19ded6+17:18737:x1874416413863808:12345-192.168.203.11@tcp:101:lfs.0 00010000:00010000:0.0:1787583415.626357:0:25516:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787583415.626378:0:25516:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff909248adda00/0x19a47956376b8253 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x13d50ad9d93c4861 expref: -99 pid: 25516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787583415.626476:0:25516:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:0.0:1787583415.626824:0:25516:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff909248adda00/0x19a47956376b8253 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0x13d50ad9d93c4861 expref: 19 pid: 25516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583415.626839:0:25516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90936a0ae900) 00010000:00010000:0.0:1787583415.626842:0:25516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1787583415.627361:0:25516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff909248adda00/0x19a47956376b8253 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.11@tcp remote: 0x13d50ad9d93c4861 expref: 19 pid: 25516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583415.627381:0:25516:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff909248adda00, rc 0) 00000100:00100000:0.0:1787583415.627507:0:25516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909351690380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5d591a6a-6229-44f8-afc3-441eed19ded6+18:18737:x1874416413863808:12345-192.168.203.11@tcp:101:lfs.0 Request processed in 1177us (1877us total) trans 12884901898 rc 301/301 00000100:00100000:0.0:1787583415.627516:0:25516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 39 00000100:00100000:0.0:1787583415.633691:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787583415.633878:0:22720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413864064 00000100:00100000:1.0:1787583415.633889:0:22720:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413864064 00000100:00100000:1.0:1787583415.633944:0:22720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 6 00000100:00100000:1.0:1787583415.633969:0:22720:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909247d86680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5d591a6a-6229-44f8-afc3-441eed19ded6+18:18737:x1874416413864064:12345-192.168.203.11@tcp:35:lfs.0 00000100:00100000:1.0:1787583415.634481:0:22720:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909247d86680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5d591a6a-6229-44f8-afc3-441eed19ded6+19:18737:x1874416413864064:12345-192.168.203.11@tcp:35:lfs.0 Request processed in 512us (798us total) trans 12884901899 rc 0/0 00000100:00100000:1.0:1787583415.634490:0:22720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 6 00000100:00100000:1.0:1787583415.691313:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787583415.691403:0:22719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413864320 00000100:00100000:2.0:1787583415.691411:0:22719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413864320 00000100:00100000:2.0:1787583415.691470:0:22719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 40 00000100:00100000:2.0:1787583415.691479:0:22719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909351690e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5d591a6a-6229-44f8-afc3-441eed19ded6+19:18740:x1874416413864320:12345-192.168.203.11@tcp:101:lfs.0 00010000:00010000:2.0:1787583415.691502:0:22719:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787583415.691527:0:22719:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f0c00/0x19a47956376b8261 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x13d50ad9d93c4868 expref: -99 pid: 22719 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583415.691636:0:22719:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f1800/0x19a47956376b8268 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583415.691661:0:22719:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f1800/0x19a47956376b8268 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583415.691672:0:22719:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f1800/0x19a47956376b8268 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787583415.691684:0:22719:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:2.0:1787583415.691774:0:22719:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f0c00/0x19a47956376b8261 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0x13d50ad9d93c4868 expref: 22 pid: 22719 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583415.691791:0:22719:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f1800/0x19a47956376b8268 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x13d50ad9d93c4868 expref: 21 pid: 22719 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583415.691800:0:22719:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff90936a0ae000) 00010000:00010000:2.0:1787583415.691802:0:22719:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1787583415.691806:0:22719:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9092464f1800, rc 0) 00000100:00100000:2.0:1787583415.691914:0:22719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909351690e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5d591a6a-6229-44f8-afc3-441eed19ded6+21:18740:x1874416413864320:12345-192.168.203.11@tcp:101:lfs.0 Request processed in 436us (629us total) trans 12884901900 rc 0/0 00000100:00100000:2.0:1787583415.691920:0:22719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 40 00000100:00100000:3.0:1787583415.698181:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787583415.698337:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787583415.698543:0:23872:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413864576 00000100:00100000:0.0:1787583415.698553:0:23872:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413864576 00000100:00100000:0.0:1787583415.698635:0:23872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 0 00000100:00100000:0.0:1787583415.698647:0:23872:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909247eb8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5d591a6a-6229-44f8-afc3-441eed19ded6+21:2407:x1874416413864576:12345-192.168.203.11@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787583415.698662:0:23872:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787583415.698687:0:23872:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f1800/0x19a47956376b8268 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.11@tcp remote: 0x13d50ad9d93c4868 expref: 21 pid: 22719 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583415.698723:0:23872:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff90936a0ae000) 00010000:00010000:0.0:1787583415.698728:0:23872:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787583415.698785:0:23872:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909247eb8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5d591a6a-6229-44f8-afc3-441eed19ded6+20:2407:x1874416413864576:12345-192.168.203.11@tcp:103:ldlm_bl.0 Request processed in 141us (448us total) trans 0 rc 0/0 00000100:00100000:0.0:1787583415.698793:0:23872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 0 00000100:00100000:2.0:1787583415.704505:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413864448 00000100:00100000:2.0:1787583415.704585:0:22717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413864448 00000100:00100000:2.0:1787583415.704824:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 41 00000100:00100000:2.0:1787583415.704836:0:22717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909247eb9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5d591a6a-6229-44f8-afc3-441eed19ded6+20:18740:x1874416413864448:12345-192.168.203.11@tcp:54:lfs.0 00010000:00010000:2.0:1787583415.704938:0:22717:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f0c00/0x19a47956376b8276 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583415.704955:0:22717:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f0c00/0x19a47956376b8276 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583415.704980:0:22717:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f0c00/0x19a47956376b8276 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583415.705017:0:22717:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f0c00/0x19a47956376b8276 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583415.705024:0:22717:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f0c00/0x19a47956376b8276 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583415.705041:0:22717:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f0c00/0x19a47956376b8276 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583415.705048:0:22717:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9092464f0c00 already unused, calling callback (ffffffffc179e4f0) 00010000:00010000:2.0:1787583415.705052:0:22717:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f0c00/0x19a47956376b8276 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583415.705060:0:22717:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f0c00/0x19a47956376b8276 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583415.705073:0:22717:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff90936a0ae000) 00010000:00010000:2.0:1787583415.705075:0:22717:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1787583415.705080:0:22717:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f0c00/0x19a47956376b8276 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583415.705086:0:22717:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f0c00/0x19a47956376b8276 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787583415.705176:0:22717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909247eb9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5d591a6a-6229-44f8-afc3-441eed19ded6+20:18740:x1874416413864448:12345-192.168.203.11@tcp:54:lfs.0 Request processed in 341us (7003us total) trans 0 rc 0/0 00000100:00100000:2.0:1787583415.705184:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 41 00000100:00100000:3.0:1787583415.708354:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787583415.708503:0:22721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413864832 00000100:00100000:1.0:1787583415.708513:0:22721:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413864832 00000100:00100000:1.0:1787583415.708584:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 7 00000100:00100000:1.0:1787583415.708603:0:22721:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909247eb8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:5d591a6a-6229-44f8-afc3-441eed19ded6+20:18740:x1874416413864832:12345-192.168.203.11@tcp:35:lfs.0 00000100:00100000:1.0:1787583415.708821:0:22721:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909247eb8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:5d591a6a-6229-44f8-afc3-441eed19ded6+21:18740:x1874416413864832:12345-192.168.203.11@tcp:35:lfs.0 Request processed in 227us (475us total) trans 12884901901 rc 0/0 00000100:00100000:1.0:1787583415.708829:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 7 00000040:00080000:3.0:1787583415.759426:0:23472:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1787583416.005759:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787583416.008670:0:25516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413865088 00000100:00100000:0.0:1787583416.008686:0:25516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413865088 00000100:00100000:0.0:1787583416.008763:0:25516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 42 00000100:00100000:0.0:1787583416.008774:0:25516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909247eb8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5d591a6a-6229-44f8-afc3-441eed19ded6+21:18771:x1874416413865088:12345-192.168.203.11@tcp:101:cat.0 00010000:00010000:0.0:1787583416.008798:0:25516:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787583416.008819:0:25516:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff909248adcc00/0x19a47956376b827d lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x13d50ad9d93c486f expref: -99 pid: 25516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583416.008950:0:25516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff909248add000/0x19a47956376b8284 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 25516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583416.008965:0:25516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff909248add000/0x19a47956376b8284 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 25516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583416.008979:0:25516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff909248add000/0x19a47956376b8284 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25516 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787583416.008989:0:25516:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:0.0:1787583416.009122:0:25516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff909248adcc00/0x19a47956376b827d lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0x13d50ad9d93c486f expref: 24 pid: 25516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583416.009139:0:25516:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff909248add000/0x19a47956376b8284 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x13d50ad9d93c486f expref: 23 pid: 25516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583416.009161:0:25516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff90936a0ae000) 00010000:00010000:0.0:1787583416.009164:0:25516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1787583416.009167:0:25516:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff909248add000, rc 0) 00000100:00100000:0.0:1787583416.009233:0:25516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909247eb8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5d591a6a-6229-44f8-afc3-441eed19ded6+23:18771:x1874416413865088:12345-192.168.203.11@tcp:101:cat.0 Request processed in 461us (3484us total) trans 12884901902 rc 0/0 00000100:00100000:0.0:1787583416.009239:0:25516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 42 00000100:00100000:3.0:1787583416.015093:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787583416.015180:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787583416.015277:0:22721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413865472 00000100:00100000:1.0:1787583416.015381:0:22721:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413865472 00000100:00100000:1.0:1787583416.015436:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 8 00000100:00100000:1.0:1787583416.015447:0:22721:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909247ebaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:5d591a6a-6229-44f8-afc3-441eed19ded6+23:18771:x1874416413865472:12345-192.168.203.11@tcp:35:cat.0 00000100:00100000:0.0:1787583416.015481:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413865216 00000100:00100000:0.0:1787583416.015488:0:22703:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413865216 00000100:00100000:0.0:1787583416.015543:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 1 00000100:00100000:0.0:1787583416.015560:0:22703:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909247eb8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5d591a6a-6229-44f8-afc3-441eed19ded6+24:2406:x1874416413865216:12345-192.168.203.11@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787583416.015573:0:22703:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787583416.015596:0:22703:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff909248add000/0x19a47956376b8284 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.11@tcp remote: 0x13d50ad9d93c486f expref: 24 pid: 25516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583416.015614:0:22703:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff90936a0ae000) 00010000:00010000:0.0:1787583416.015618:0:22703:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787583416.015666:0:22703:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909247eb8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5d591a6a-6229-44f8-afc3-441eed19ded6+24:2406:x1874416413865216:12345-192.168.203.11@tcp:103:ldlm_bl.0 Request processed in 116us (584us total) trans 0 rc 0/0 00000100:00100000:0.0:1787583416.015674:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 1 00000100:00100000:1.0:1787583416.015706:0:22721:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909247ebaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:5d591a6a-6229-44f8-afc3-441eed19ded6+23:18771:x1874416413865472:12345-192.168.203.11@tcp:35:cat.0 Request processed in 259us (525us total) trans 12884901903 rc 0/0 00000100:00100000:1.0:1787583416.015713:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 8 00000100:00100000:3.0:1787583416.071147:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787583416.073749:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413865728 00000100:00100000:2.0:1787583416.073765:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413865728 00000100:00100000:2.0:1787583416.073984:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 43 00000100:00100000:2.0:1787583416.073996:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909247eb9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5d591a6a-6229-44f8-afc3-441eed19ded6+23:18777:x1874416413865728:12345-192.168.203.11@tcp:101:dd.0 00010000:00010000:2.0:1787583416.074024:0:22718:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787583416.074044:0:22718:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f0c00/0x19a47956376b8292 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x13d50ad9d93c4876 expref: -99 pid: 22718 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583416.074157:0:22718:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f0600/0x19a47956376b8299 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583416.074171:0:22718:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90924149ba00/0x19a47956376b8237 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x13d50ad9d93c4853 expref: 24 pid: 22719 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583416.074180:0:22718:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f0800/0x19a47956376b824c lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x13d50ad9d93c485a expref: 24 pid: 22717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583416.074187:0:22718:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f0600/0x19a47956376b8299 lrc: 5/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583416.074222:0:22718:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f0800/0x19a47956376b824c lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.11@tcp remote: 0x13d50ad9d93c485a expref: 24 pid: 22717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583416.074238:0:22718:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f0800/0x19a47956376b824c lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.11@tcp remote: 0x13d50ad9d93c485a expref: 24 pid: 22717 timeout: 823 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787583416.074253:0:22718:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90937f129880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22718:1874416435988480:192.168.203.11@tcp:104: 00010000:00010000:2.0:1787583416.074362:0:22718:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90924149ba00/0x19a47956376b8237 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.11@tcp remote: 0x13d50ad9d93c4853 expref: 24 pid: 22719 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583416.074384:0:22718:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90924149ba00/0x19a47956376b8237 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.11@tcp remote: 0x13d50ad9d93c4853 expref: 24 pid: 22719 timeout: 823 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787583416.074394:0:22718:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90937f128e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22718:1874416435988608:192.168.203.11@tcp:104: 00000100:00100000:2.0:1787583416.074421:0:22718:0:(client.c:2715:ptlrpc_set_wait()) set ffff90935a005840 going to sleep for 11 seconds 00010000:00010000:3.0:1787583416.078090:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787583416.080062:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787583416.080102:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787583416.080162:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413865856 00000100:00100000:1.0:1787583416.080171:0:22704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413865856 00010000:00010000:1.0:1787583416.080211:0:22704:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f0800/0x19a47956376b824c lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.11@tcp remote: 0x13d50ad9d93c485a expref: 25 pid: 22717 timeout: 823 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787583416.080272:0:22718:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90937f129880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22718:1874416435988480:192.168.203.11@tcp:104: 00000100:00100000:1.0:1787583416.080315:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413865984 00000100:00100000:1.0:1787583416.080320:0:22704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413865984 00000100:00100000:2.0:1787583416.080352:0:22718:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90937f128e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22718:1874416435988608:192.168.203.11@tcp:104: 00010000:00010000:1.0:1787583416.080352:0:22704:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90924149ba00/0x19a47956376b8237 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.11@tcp remote: 0x13d50ad9d93c4853 expref: 26 pid: 22719 timeout: 823 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583416.080380:0:22718:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f0600/0x19a47956376b8299 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787583416.080507:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 17 00000100:00100000:3.0:1787583416.080519:0:22703:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909247eb9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5d591a6a-6229-44f8-afc3-441eed19ded6+26:2406:x1874416413865856:12345-192.168.203.11@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787583416.080543:0:22703:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787583416.080550:0:22703:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f0800/0x19a47956376b824c lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.11@tcp remote: 0x13d50ad9d93c485a expref: 26 pid: 22717 timeout: 823 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583416.080563:0:22703:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f0800/0x19a47956376b824c lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.11@tcp remote: 0x13d50ad9d93c485a expref: 26 pid: 22717 timeout: 823 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583416.080583:0:22703:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f0800/0x19a47956376b824c lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.11@tcp remote: 0x13d50ad9d93c485a expref: 26 pid: 22717 timeout: 823 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583416.080611:0:22703:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff90936a0ae000) 00010000:00010000:3.0:1787583416.080615:0:22703:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f0600/0x19a47956376b8299 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583416.080623:0:22703:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f0600/0x19a47956376b8299 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583416.080630:0:22703:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787583416.080731:0:22703:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909247eb9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5d591a6a-6229-44f8-afc3-441eed19ded6+25:2406:x1874416413865856:12345-192.168.203.11@tcp:103:ldlm_bl.0 Request processed in 213us (677us total) trans 0 rc 0/0 00000100:00100000:3.0:1787583416.080738:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 17 00000100:00100000:3.0:1787583416.080757:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 18 00000100:00100000:3.0:1787583416.080765:0:22703:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909247c7a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5d591a6a-6229-44f8-afc3-441eed19ded6+24:2407:x1874416413865984:12345-192.168.203.11@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787583416.080773:0:22703:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787583416.080778:0:22703:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90924149ba00/0x19a47956376b8237 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.11@tcp remote: 0x13d50ad9d93c4853 expref: 24 pid: 22719 timeout: 823 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583416.080788:0:22703:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90924149ba00/0x19a47956376b8237 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.11@tcp remote: 0x13d50ad9d93c4853 expref: 24 pid: 22719 timeout: 823 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583416.080800:0:22703:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90924149ba00/0x19a47956376b8237 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.11@tcp remote: 0x13d50ad9d93c4853 expref: 24 pid: 22719 timeout: 823 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583416.080809:0:22703:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff90936a0ae000) 00010000:00010000:3.0:1787583416.080813:0:22703:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f0600/0x19a47956376b8299 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583416.080831:0:22703:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f0600/0x19a47956376b8299 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583416.080837:0:22703:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f0600/0x19a47956376b8299 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583416.080916:0:22703:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787583416.080939:0:22703:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909247c7a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5d591a6a-6229-44f8-afc3-441eed19ded6+23:2407:x1874416413865984:12345-192.168.203.11@tcp:103:ldlm_bl.0 Request processed in 175us (835us total) trans 0 rc 0/0 00000100:00100000:3.0:1787583416.080945:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 18 00010000:00010000:3.0:1787583416.080997:0:22718:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f0600/0x19a47956376b8299 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583416.081005:0:22718:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f0600/0x19a47956376b8299 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787583416.081021:0:22718:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:3.0:1787583416.081156:0:22718:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f0c00/0x19a47956376b8292 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0x13d50ad9d93c4876 expref: 24 pid: 22718 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583416.081170:0:22718:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f0600/0x19a47956376b8299 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x13d50ad9d93c4876 expref: 23 pid: 22718 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583416.081177:0:22718:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff90936a0ae000) 00010000:00010000:3.0:1787583416.081180:0:22718:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1787583416.081182:0:22718:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9092464f0600, rc 0) 00000100:00100000:3.0:1787583416.081206:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909247eb9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5d591a6a-6229-44f8-afc3-441eed19ded6+23:18777:x1874416413865728:12345-192.168.203.11@tcp:101:dd.0 Request processed in 7213us (10069us total) trans 12884901904 rc 0/0 00000100:00100000:3.0:1787583416.081220:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 43 00000100:00100000:0.0:1787583416.086189:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787583416.087698:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413866112 00000100:00100000:2.0:1787583416.087712:0:22717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413866112 00000100:00100000:2.0:1787583416.087796:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 44 00000100:00100000:2.0:1787583416.087808:0:22717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909247d86a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5d591a6a-6229-44f8-afc3-441eed19ded6+23:18777:x1874416413866112:12345-192.168.203.11@tcp:101:dd.0 00010000:00010000:2.0:1787583416.087831:0:22717:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787583416.087867:0:22717:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f1200/0x19a47956376b82a7 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x13d50ad9d93c487d expref: -99 pid: 22717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583416.088006:0:22717:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f1e00/0x19a47956376b82ae lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583416.088020:0:22717:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f1e00/0x19a47956376b82ae lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583416.088031:0:22717:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f1e00/0x19a47956376b82ae lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583416.088684:0:22717:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f1200/0x19a47956376b82a7 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0x13d50ad9d93c487d expref: 25 pid: 22717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583416.088706:0:22717:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f1e00/0x19a47956376b82ae lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x13d50ad9d93c487d expref: 24 pid: 22717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583416.088715:0:22717:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff90936a0ae000) 00010000:00010000:2.0:1787583416.088718:0:22717:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1787583416.088721:0:22717:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9092464f1e00, rc 0) 00000100:00100000:2.0:1787583416.088863:0:22717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909247d86a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5d591a6a-6229-44f8-afc3-441eed19ded6+24:18777:x1874416413866112:12345-192.168.203.11@tcp:101:dd.0 Request processed in 1037us (2663us total) trans 0 rc 0/0 00000100:00100000:2.0:1787583416.088871:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 44 00000100:00100000:2.0:1787583416.098182:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787583416.101186:0:22719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413866368 00000100:00100000:1.0:1787583416.101263:0:22719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413866368 00000100:00100000:1.0:1787583416.101395:0:22719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 45 00000100:00100000:1.0:1787583416.101407:0:22719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90937f128e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5d591a6a-6229-44f8-afc3-441eed19ded6+24:18777:x1874416413866368:12345-192.168.203.11@tcp:36:dd.0 00010000:00010000:1.0:1787583416.101813:0:22719:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90924149ba00/0x19a47956376b82b5 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583416.101831:0:22719:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90924149ba00/0x19a47956376b82b5 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583416.101843:0:22719:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90924149ba00/0x19a47956376b82b5 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1787583416.101979:0:22719:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901905 00000004:00010000:1.0:1787583416.102000:0:22719:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000000c2f5d37 reply state 0000000015569816 transno 12884901906 ns: mdt-lustre-MDT0000_UUID lock: ffff90924149ba00/0x19a47956376b82b5 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583416.102012:0:22719:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90924149ba00/0x19a47956376b82b5 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583416.102020:0:22719:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff90936a0ae000) 00010000:00010000:1.0:1787583416.102023:0:22719:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1787583416.102026:0:22719:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1787583416.102125:0:22719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90937f128e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5d591a6a-6229-44f8-afc3-441eed19ded6+27:18777:x1874416413866368:12345-192.168.203.11@tcp:36:dd.0 Request processed in 719us (3952us total) trans 12884901906 rc 0/0 00000100:00100000:1.0:1787583416.102133:0:22719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 45 00000020:00080000:1.0:1787583416.102137:0:22719:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1787583416.103925:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787583416.104142:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413866496 00000100:00100000:2.0:1787583416.104152:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413866496 00000100:00100000:2.0:1787583416.104289:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 46 00000100:00100000:2.0:1787583416.104312:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909247eb8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5d591a6a-6229-44f8-afc3-441eed19ded6+27:18777:x1874416413866496:12345-192.168.203.11@tcp:101:dd.0 00010000:00010000:2.0:1787583416.104336:0:22718:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787583416.104354:0:22718:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f1200/0x19a47956376b82bc lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x13d50ad9d93c4884 expref: -99 pid: 22718 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583416.104404:0:22718:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f1200/0x19a47956376b82bc lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.11@tcp remote: 0x13d50ad9d93c4884 expref: 28 pid: 22718 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583416.104417:0:22718:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f1200/0x19a47956376b82bc lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.11@tcp remote: 0x13d50ad9d93c4884 expref: 28 pid: 22718 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583416.104462:0:22718:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff90936a0ae000) 00010000:00010000:2.0:1787583416.104472:0:22718:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1787583416.104476:0:22718:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9092464f1200, rc 0) 00000100:00100000:2.0:1787583416.104530:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909247eb8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5d591a6a-6229-44f8-afc3-441eed19ded6+28:18777:x1874416413866496:12345-192.168.203.11@tcp:101:dd.0 Request processed in 231us (613us total) trans 0 rc 0/0 00000100:00100000:2.0:1787583416.104536:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 46 00000100:00100000:2.0:1787583416.126252:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787583416.126364:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413866752 00000100:00100000:3.0:1787583416.126373:0:22703:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413866752 00000100:00100000:3.0:1787583416.126438:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 2 00000100:00100000:3.0:1787583416.126449:0:22703:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90937f129880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5d591a6a-6229-44f8-afc3-441eed19ded6+28:18777:x1874416413866752:12345-192.168.203.11@tcp:103:dd.0 00010000:00010000:3.0:1787583416.126463:0:22703:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787583416.126488:0:22703:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f1200/0x19a47956376b82bc lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.11@tcp remote: 0x13d50ad9d93c4884 expref: 28 pid: 22718 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583416.126505:0:22703:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff90936a0ae000) 00010000:00010000:3.0:1787583416.126510:0:22703:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787583416.126567:0:22703:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90937f129880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5d591a6a-6229-44f8-afc3-441eed19ded6+27:18777:x1874416413866752:12345-192.168.203.11@tcp:103:dd.0 Request processed in 120us (324us total) trans 0 rc 0/0 00000100:00100000:3.0:1787583416.126574:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 2 00000100:00100000:3.0:1787583416.131825:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787583416.132075:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413866880 00000100:00100000:2.0:1787583416.132085:0:22717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413866880 00000100:00100000:2.0:1787583416.132144:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 47 00000100:00100000:2.0:1787583416.132154:0:22717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909247eb8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5d591a6a-6229-44f8-afc3-441eed19ded6+27:18777:x1874416413866880:12345-192.168.203.11@tcp:58:dd.0 00010000:00010000:2.0:1787583416.133359:0:22717:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f1c00/0x19a47956376b82c3 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583416.133378:0:22717:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f1c00/0x19a47956376b82c3 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583416.133389:0:22717:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f1c00/0x19a47956376b82c3 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1787583416.134609:0:22717:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1787583416.134638:0:22717:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7:0x0].3, 64 off8384 00000040:00080000:2.0:1787583416.134774:0:22717:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x14:0x0].1, 136 off8328 00000100:00100000:2.0:1787583416.135055:0:22717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909247eb8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5d591a6a-6229-44f8-afc3-441eed19ded6+27:18777:x1874416413866880:12345-192.168.203.11@tcp:58:dd.0 Request processed in 2898us (3234us total) trans 0 rc 0/0 00000100:00100000:2.0:1787583416.135066:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 47 00000100:00100000:1.0:1787583416.142295:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787583416.142410:0:22719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413867008 00000100:00100000:2.0:1787583416.142426:0:22719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413867008 00000100:00100000:2.0:1787583416.142490:0:22719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 48 00000100:00100000:2.0:1787583416.142500:0:22719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909351691500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5d591a6a-6229-44f8-afc3-441eed19ded6+27:18777:x1874416413867008:12345-192.168.203.11@tcp:101:dd.0 00010000:00010000:2.0:1787583416.142528:0:22719:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787583416.142550:0:22719:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f0a00/0x19a47956376b82ca lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x13d50ad9d93c488b expref: -99 pid: 22719 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583416.142601:0:22719:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f1c00/0x19a47956376b82c3 lrc: 2/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583416.142612:0:22719:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f0a00/0x19a47956376b82ca lrc: 4/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.11@tcp remote: 0x13d50ad9d93c488b expref: 28 pid: 22719 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583416.142630:0:22719:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f1c00/0x19a47956376b82c3 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210400000020 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583416.142643:0:22719:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f0a00/0x19a47956376b82ca lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.11@tcp remote: 0x13d50ad9d93c488b expref: 28 pid: 22719 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583416.142655:0:22719:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff90936a0ae000) 00010000:00010000:2.0:1787583416.142658:0:22719:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1787583416.142661:0:22719:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f0a00/0x19a47956376b82ca lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.11@tcp remote: 0x13d50ad9d93c488b expref: 28 pid: 22719 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583416.142668:0:22719:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9092464f0a00, rc 0) 00000100:00100000:2.0:1787583416.142930:0:22719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909351691500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5d591a6a-6229-44f8-afc3-441eed19ded6+28:18777:x1874416413867008:12345-192.168.203.11@tcp:101:dd.0 Request processed in 431us (643us total) trans 0 rc 0/0 00000100:00100000:2.0:1787583416.142938:0:22719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 48 00000040:00080000:1.0:1787583416.463709:0:22751:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:1.0:1787583416.463719:0:22751:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x14:0x0] at index 3 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1787583416.463745:0:22751:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x14:0x0] index 2 count 2 00000040:00080000:1.0:1787583416.463759:0:22751:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 4 count 2 00000100:00100000:1.0:1787583416.463904:0:22751:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909351692680 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:22751:1874416435988736:192.168.203.11@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1787583416.463998:0:22751:0:(client.c:2715:ptlrpc_set_wait()) set ffff9093736a4180 going to sleep for 11 seconds 00000100:00100000:2.0:1787583416.474502:0:22751:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909351692680 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:22751:1874416435988736:192.168.203.11@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1787583416.485671:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787583416.485788:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413867136 00000100:00100000:0.0:1787583416.485797:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413867136 00000100:00100000:0.0:1787583416.485900:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 49 00000100:00100000:0.0:1787583416.485912:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909247eb9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5d591a6a-6229-44f8-afc3-441eed19ded6+28:18778:x1874416413867136:12345-192.168.203.11@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1787583416.485948:0:22718:0:(mdt_handler.c:7972:mdt_fid2path()) path get [0x2000013a1:0x2:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1787583416.486079:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909247eb9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5d591a6a-6229-44f8-afc3-441eed19ded6+28:18778:x1874416413867136:12345-192.168.203.11@tcp:53:lhsmtool_posix.0 Request processed in 169us (418us total) trans 0 rc 0/0 00000100:00100000:0.0:1787583416.486087:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 49 00000100:00100000:1.0:1787583416.495168:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787583416.495267:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413867264 00000100:00100000:2.0:1787583416.495278:0:22717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413867264 00000100:00100000:2.0:1787583416.495480:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 50 00000100:00100000:2.0:1787583416.495491:0:22717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909351691f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5d591a6a-6229-44f8-afc3-441eed19ded6+28:18778:x1874416413867264:12345-192.168.203.11@tcp:34:lhsmtool_posix.0 00010000:00010000:2.0:1787583416.495559:0:22717:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f0e00/0x19a47956376b82d1 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583416.495576:0:22717:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f0e00/0x19a47956376b82d1 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583416.495587:0:22717:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f0e00/0x19a47956376b82d1 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583416.495602:0:22717:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f1000/0x19a47956376b82d8 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583416.495616:0:22717:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f1000/0x19a47956376b82d8 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583416.495623:0:22717:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f1000/0x19a47956376b82d8 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583416.495645:0:22717:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f1200/0x19a47956376b82df lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583416.495655:0:22717:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f1200/0x19a47956376b82df lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583416.495662:0:22717:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f1200/0x19a47956376b82df lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787583416.495739:0:22717:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:2.0:1787583416.495744:0:22717:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1787583416.495758:0:22717:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f1200/0x19a47956376b82df lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583416.495769:0:22717:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f0e00/0x19a47956376b82d1 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583416.495776:0:22717:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f0e00/0x19a47956376b82d1 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583416.495784:0:22717:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f0e00/0x19a47956376b82d1 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583416.495791:0:22717:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9092464f0e00 already unused, calling callback (ffffffffc179e4f0) 00010000:00010000:2.0:1787583416.495796:0:22717:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f0e00/0x19a47956376b82d1 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583416.495805:0:22717:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f0e00/0x19a47956376b82d1 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583416.495817:0:22717:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff90936a0aec00) 00010000:00010000:2.0:1787583416.495820:0:22717:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787583416.495825:0:22717:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f0e00/0x19a47956376b82d1 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583416.495832:0:22717:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f0e00/0x19a47956376b82d1 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583416.495893:0:22717:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f1000/0x19a47956376b82d8 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583416.495909:0:22717:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f1000/0x19a47956376b82d8 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583416.495915:0:22717:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f1000/0x19a47956376b82d8 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583416.495921:0:22717:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9092464f1000 already unused, calling callback (ffffffffc179e4f0) 00010000:00010000:2.0:1787583416.495925:0:22717:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f1000/0x19a47956376b82d8 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583416.495931:0:22717:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f1000/0x19a47956376b82d8 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583416.495939:0:22717:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x925dcd63 (ffff909343053000) 00010000:00010000:2.0:1787583416.495941:0:22717:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787583416.495944:0:22717:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f1000/0x19a47956376b82d8 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583416.495949:0:22717:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f1000/0x19a47956376b82d8 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583416.495963:0:22717:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f1200/0x19a47956376b82df lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583416.495969:0:22717:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f1200/0x19a47956376b82df lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583416.495974:0:22717:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f1200/0x19a47956376b82df lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583416.495978:0:22717:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9092464f1200 already unused, calling callback (ffffffffc179e4f0) 00010000:00010000:2.0:1787583416.495999:0:22717:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f1200/0x19a47956376b82df lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583416.496005:0:22717:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f1200/0x19a47956376b82df lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583416.496012:0:22717:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff90936a0ae000) 00010000:00010000:2.0:1787583416.496015:0:22717:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787583416.496017:0:22717:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f1200/0x19a47956376b82df lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583416.496022:0:22717:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f1200/0x19a47956376b82df lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787583416.496093:0:22717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909351691f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5d591a6a-6229-44f8-afc3-441eed19ded6+28:18778:x1874416413867264:12345-192.168.203.11@tcp:34:lhsmtool_posix.0 Request processed in 603us (933us total) trans 0 rc 0/0 00000100:00100000:2.0:1787583416.496101:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 50 00000100:00100000:3.0:1787583416.499184:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787583416.499497:0:22719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413867520 00000100:00100000:2.0:1787583416.499507:0:22719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413867520 00000100:00100000:2.0:1787583416.499574:0:22719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 51 00000100:00100000:2.0:1787583416.499585:0:22719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909247ebbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5d591a6a-6229-44f8-afc3-441eed19ded6+28:18778:x1874416413867520:12345-192.168.203.11@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1787583416.499605:0:22719:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787583416.499623:0:22719:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f0c00/0x19a47956376b82e6 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x13d50ad9d93c4892 expref: -99 pid: 22719 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583416.499717:0:22719:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f0800/0x19a47956376b82ed lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583416.499731:0:22719:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f0800/0x19a47956376b82ed lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583416.499760:0:22719:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f0800/0x19a47956376b82ed lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787583416.499772:0:22719:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:2.0:1787583416.500290:0:22719:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f0800/0x19a47956376b82ed lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583416.500308:0:22719:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f0800/0x19a47956376b82ed lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583416.500315:0:22719:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f0800/0x19a47956376b82ed lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583416.500321:0:22719:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9092464f0800 already unused, calling callback (ffffffffc179e4f0) 00010000:00010000:2.0:1787583416.500325:0:22719:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f0800/0x19a47956376b82ed lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583416.500332:0:22719:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f0800/0x19a47956376b82ed lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583416.505496:0:22719:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff90936a0ae000) 00010000:00010000:2.0:1787583416.505499:0:22719:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1787583416.505506:0:22719:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f0800/0x19a47956376b82ed lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583416.505513:0:22719:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f0800/0x19a47956376b82ed lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583416.505582:0:22719:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f0c00/0x19a47956376b82e6 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0x13d50ad9d93c4892 expref: 30 pid: 22719 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583416.505615:0:22719:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff90936a0aec00) 00010000:00010000:2.0:1787583416.505618:0:22719:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1787583416.505623:0:22719:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f0c00/0x19a47956376b82e6 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.11@tcp remote: 0x13d50ad9d93c4892 expref: 30 pid: 22719 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583416.505633:0:22719:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9092464f0c00, rc 0) 00000100:00100000:2.0:1787583416.505717:0:22719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909247ebbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5d591a6a-6229-44f8-afc3-441eed19ded6+29:18778:x1874416413867520:12345-192.168.203.11@tcp:101:lhsmtool_posix.0 Request processed in 6133us (6541us total) trans 12884901907 rc 301/301 00000100:00100000:2.0:1787583416.505725:0:22719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 51 00000100:00100000:3.0:1787583416.511261:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787583416.511577:0:25336:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413867648 00000100:00100000:2.0:1787583416.511654:0:25336:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413867648 00000100:00100000:2.0:1787583416.511781:0:25336:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 52 00000100:00100000:2.0:1787583416.511793:0:25336:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909247ebb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5d591a6a-6229-44f8-afc3-441eed19ded6+29:18778:x1874416413867648:12345-192.168.203.11@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1787583416.511827:0:25336:0:(mdt_handler.c:7972:mdt_fid2path()) path get [0x2000013a1:0x2:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1787583416.512013:0:25336:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909247ebb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5d591a6a-6229-44f8-afc3-441eed19ded6+29:18778:x1874416413867648:12345-192.168.203.11@tcp:53:lhsmtool_posix.0 Request processed in 221us (1169us total) trans 0 rc 0/0 00000100:00100000:2.0:1787583416.512022:0:25336:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 52 00000100:00100000:3.0:1787583416.523013:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787583416.523210:0:25516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413867904 00000100:00100000:0.0:1787583416.523219:0:25516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413867904 00000100:00100000:0.0:1787583416.523279:0:25516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 53 00000100:00100000:0.0:1787583416.523290:0:25516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909247eb8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5d591a6a-6229-44f8-afc3-441eed19ded6+29:18778:x1874416413867904:12345-192.168.203.11@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1787583416.523318:0:25516:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787583416.523348:0:25516:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff909248adcc00/0x19a47956376b82fb lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x13d50ad9d93c4899 expref: -99 pid: 25516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1787583416.523724:0:25516:0:(osp_internal.h:553:osp_update_last_fid()) Gap in objids: start=[0x280000401:0x23:0x0], count =31 00000004:00080000:0.0:1787583416.523731:0:25516:0:(osp_object.c:1645:osp_create()) Writing gap [0x280000401:0x23:0x0]+31 in llog 00000004:00080000:0.0:1787583416.523749:0:25516:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x42:0x0], index 0: 0 00010000:00010000:0.0:1787583416.523920:0:25516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff909248adde00/0x19a47956376b8302 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583416.523935:0:25516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff909248adde00/0x19a47956376b8302 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583416.523946:0:25516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff909248adde00/0x19a47956376b8302 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583416.523996:0:25516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff909248adcc00/0x19a47956376b82fb lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0x13d50ad9d93c4899 expref: 32 pid: 25516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583416.524013:0:25516:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff909248adde00/0x19a47956376b8302 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x13d50ad9d93c4899 expref: 31 pid: 25516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583416.524039:0:25516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff90936a1d1200) 00010000:00010000:0.0:1787583416.524042:0:25516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1787583416.524046:0:25516:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff909248adde00, rc 0) 00000100:00100000:0.0:1787583416.524101:0:25516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909247eb8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5d591a6a-6229-44f8-afc3-441eed19ded6+31:18778:x1874416413867904:12345-192.168.203.11@tcp:101:lhsmtool_posix.0 Request processed in 813us (1097us total) trans 12884901908 rc 0/0 00000100:00100000:0.0:1787583416.524109:0:25516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 53 00000100:00100000:0.0:1787583416.527439:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787583416.527668:0:22719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413868160 00000100:00100000:2.0:1787583416.527679:0:22719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413868160 00000100:00100000:2.0:1787583416.527738:0:22719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 54 00000100:00100000:2.0:1787583416.527749:0:22719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909247d84e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5d591a6a-6229-44f8-afc3-441eed19ded6+31:18778:x1874416413868160:12345-192.168.203.11@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1787583416.527814:0:22719:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787583416.527842:0:22719:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff909248adde00/0x19a47956376b8302 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.11@tcp remote: 0x13d50ad9d93c4899 expref: 31 pid: 25516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583416.527905:0:22719:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff90936a1d1200) 00010000:00010000:2.0:1787583416.527917:0:22719:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1787583416.527941:0:22719:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f0c00/0x19a47956376b8310 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583416.527953:0:22719:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f0c00/0x19a47956376b8310 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583416.527962:0:22719:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f0c00/0x19a47956376b8310 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583416.527975:0:22719:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f0800/0x19a47956376b8317 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x628d589b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583416.527982:0:22719:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f0800/0x19a47956376b8317 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x628d589b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583416.527988:0:22719:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f0800/0x19a47956376b8317 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x628d589b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583416.528036:0:22719:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f0c00/0x19a47956376b8310 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583416.528043:0:22719:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f0c00/0x19a47956376b8310 lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583416.528049:0:22719:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f0c00/0x19a47956376b8310 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583416.528054:0:22719:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9092464f0c00 already unused, calling callback (ffffffffc179e4f0) 00010000:00010000:2.0:1787583416.528058:0:22719:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f0c00/0x19a47956376b8310 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583416.528071:0:22719:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f0c00/0x19a47956376b8310 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583416.528080:0:22719:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9093528de300) 00010000:00010000:2.0:1787583416.528083:0:22719:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787583416.528086:0:22719:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f0c00/0x19a47956376b8310 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583416.528091:0:22719:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f0c00/0x19a47956376b8310 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583416.528099:0:22719:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f0800/0x19a47956376b8317 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x628d589b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583416.528104:0:22719:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f0800/0x19a47956376b8317 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x628d589b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583416.528109:0:22719:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f0800/0x19a47956376b8317 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x628d589b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583416.528114:0:22719:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9092464f0800 already unused, calling callback (ffffffffc179e4f0) 00010000:00010000:2.0:1787583416.528117:0:22719:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f0800/0x19a47956376b8317 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x628d589b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583416.528123:0:22719:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f0800/0x19a47956376b8317 lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x628d589b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583416.528130:0:22719:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x628d589b (ffff909343053000) 00010000:00010000:2.0:1787583416.528133:0:22719:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787583416.528135:0:22719:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f0800/0x19a47956376b8317 lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0x628d589b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583416.528150:0:22719:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f0800/0x19a47956376b8317 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0x628d589b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787583416.528229:0:22719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909247d84e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5d591a6a-6229-44f8-afc3-441eed19ded6+30:18778:x1874416413868160:12345-192.168.203.11@tcp:36:lhsmtool_posix.0 Request processed in 482us (800us total) trans 0 rc -2/-2 00000100:00100000:2.0:1787583416.528236:0:22719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 54 00000100:00100000:3.0:1787583416.531615:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787583416.531899:0:25336:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413868288 00000100:00100000:2.0:1787583416.531908:0:25336:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413868288 00000100:00100000:2.0:1787583416.531964:0:25336:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 55 00000100:00100000:2.0:1787583416.531974:0:25336:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909248469f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5d591a6a-6229-44f8-afc3-441eed19ded6+30:18778:x1874416413868288:12345-192.168.203.11@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1787583416.531994:0:25336:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787583416.532015:0:25336:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f1200/0x19a47956376b831e lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x13d50ad9d93c48a0 expref: -99 pid: 25336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583416.532049:0:25336:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f1000/0x19a47956376b8325 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 25336 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583416.532063:0:25336:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f1000/0x19a47956376b8325 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25336 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583416.532075:0:25336:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f1000/0x19a47956376b8325 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25336 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583416.532183:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f1200/0x19a47956376b831e lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0x13d50ad9d93c48a0 expref: 32 pid: 25336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583416.532202:0:25336:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f1000/0x19a47956376b8325 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x13d50ad9d93c48a0 expref: 31 pid: 25336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583416.532223:0:25336:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff909343053d00) 00010000:00010000:2.0:1787583416.532226:0:25336:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1787583416.532230:0:25336:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9092464f1000, rc 0) 00000100:00100000:2.0:1787583416.532296:0:25336:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909248469f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5d591a6a-6229-44f8-afc3-441eed19ded6+31:18778:x1874416413868288:12345-192.168.203.11@tcp:101:lhsmtool_posix.0 Request processed in 323us (700us total) trans 0 rc 0/0 00000100:00100000:2.0:1787583416.532312:0:25336:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 55 00000100:00100000:0.0:1787583416.539501:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787583416.539782:0:25516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413868544 00000100:00100000:1.0:1787583416.539792:0:25516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413868544 00000100:00100000:1.0:1787583416.539877:0:25516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 56 00000100:00100000:1.0:1787583416.539888:0:25516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909247d85880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5d591a6a-6229-44f8-afc3-441eed19ded6+31:18778:x1874416413868544:12345-192.168.203.11@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1787583416.539970:0:25516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90924149aa00/0x19a47956376b832c lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 25516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583416.539988:0:25516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90924149aa00/0x19a47956376b832c lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583416.540000:0:25516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90924149aa00/0x19a47956376b832c lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25516 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1787583416.540176:0:25516:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x10:0x0].2, 88 off8344 00000004:00080000:1.0:1787583416.540185:0:25516:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 723693338991ns, next at 724693336851ns, rc = 0 00000004:00010000:1.0:1787583416.540231:0:25516:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000934adb0e reply state 0000000062c3b3a8 transno 12884901909 ns: mdt-lustre-MDT0000_UUID lock: ffff90924149aa00/0x19a47956376b832c lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583416.540245:0:25516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90924149aa00/0x19a47956376b832c lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583416.540252:0:25516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff909343053d00) 00010000:00010000:1.0:1787583416.540255:0:25516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:1.0:1787583416.540274:0:25516:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1787583416.540386:0:25516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909247d85880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5d591a6a-6229-44f8-afc3-441eed19ded6+33:18778:x1874416413868544:12345-192.168.203.11@tcp:36:lhsmtool_posix.0 Request processed in 499us (894us total) trans 12884901909 rc 0/0 00000100:00100000:1.0:1787583416.540393:0:25516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 56 00000100:00100000:3.0:1787583416.542702:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787583416.544526:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413868672 00000100:00100000:2.0:1787583416.544541:0:22717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413868672 00000100:00100000:0.0:1787583416.544704:0:25336:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 57 00000100:00100000:0.0:1787583416.544718:0:25336:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909245896680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5d591a6a-6229-44f8-afc3-441eed19ded6+33:18778:x1874416413868672:12345-192.168.203.11@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1787583416.544743:0:25336:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787583416.544764:0:25336:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff909248adcc00/0x19a47956376b8333 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x13d50ad9d93c48a7 expref: -99 pid: 25336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583416.544821:0:25336:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff909248adcc00/0x19a47956376b8333 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.11@tcp remote: 0x13d50ad9d93c48a7 expref: 34 pid: 25336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583416.544835:0:25336:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff909248adcc00/0x19a47956376b8333 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.11@tcp remote: 0x13d50ad9d93c48a7 expref: 34 pid: 25336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583416.544877:0:25336:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff909343053d00) 00010000:00010000:0.0:1787583416.544881:0:25336:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1787583416.544885:0:25336:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff909248adcc00, rc 0) 00000100:00100000:0.0:1787583416.544960:0:25336:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909245896680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5d591a6a-6229-44f8-afc3-441eed19ded6+34:18778:x1874416413868672:12345-192.168.203.11@tcp:101:lhsmtool_posix.0 Request processed in 246us (2267us total) trans 0 rc 0/0 00000100:00100000:0.0:1787583416.544983:0:25336:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 57 00000100:00100000:3.0:1787583416.547575:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787583416.547735:0:24226:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413868800 00000100:00100000:0.0:1787583416.547745:0:24226:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413868800 00000100:00100000:0.0:1787583416.547816:0:24226:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 24 00000100:00100000:0.0:1787583416.547829:0:24226:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909245896d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d591a6a-6229-44f8-afc3-441eed19ded6+5:2404:x1874416413868800:12345-192.168.203.11@tcp:2:lhsmtool_posix.0 00000100:00100000:0.0:1787583416.548076:0:24226:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909245896d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d591a6a-6229-44f8-afc3-441eed19ded6+6:2404:x1874416413868800:12345-192.168.203.11@tcp:2:lhsmtool_posix.0 Request processed in 249us (507us total) trans 12884901891 rc 0/0 00000100:00100000:0.0:1787583416.548084:0:24226:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 24 00000100:00080000:2.0:1787583416.548196:0:22713:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1787583416.571764:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787583416.571912:0:22721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413869056 00000100:00100000:1.0:1787583416.571922:0:22721:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413869056 00000100:00100000:1.0:1787583416.571977:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 9 00000100:00100000:1.0:1787583416.571989:0:22721:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909245895f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:5d591a6a-6229-44f8-afc3-441eed19ded6+34:18778:x1874416413869056:12345-192.168.203.11@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1787583416.572222:0:22721:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909245895f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:5d591a6a-6229-44f8-afc3-441eed19ded6+35:18778:x1874416413869056:12345-192.168.203.11@tcp:35:lhsmtool_posix.0 Request processed in 235us (466us total) trans 12884901910 rc 0/0 00000100:00100000:1.0:1787583416.572230:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 9 00000100:00100000:0.0:1787583416.579819:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787583416.583662:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413869312 00000100:00100000:2.0:1787583416.583679:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413869312 00000100:00100000:2.0:1787583416.583809:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 58 00000100:00100000:2.0:1787583416.583821:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909247d85c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5d591a6a-6229-44f8-afc3-441eed19ded6+35:18778:x1874416413869312:12345-192.168.203.11@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1787583416.583955:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909247d85c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5d591a6a-6229-44f8-afc3-441eed19ded6+35:18778:x1874416413869312:12345-192.168.203.11@tcp:57:lhsmtool_posix.0 Request processed in 136us (4146us total) trans 0 rc 0/0 00000100:00100000:2.0:1787583416.583964:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 58 00000100:00100000:2.0:1787583416.594664:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787583416.595013:0:22719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413869440 00000100:00100000:1.0:1787583416.595024:0:22719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413869440 00000100:00100000:1.0:1787583416.595120:0:22719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 59 00000100:00100000:1.0:1787583416.595131:0:22719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90937f12a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5d591a6a-6229-44f8-afc3-441eed19ded6+35:18778:x1874416413869440:12345-192.168.203.11@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1787583416.595152:0:22719:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787583416.595170:0:22719:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90924770bc00/0x19a47956376b833a lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x13d50ad9d93c48ae expref: -99 pid: 22719 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583416.595238:0:22719:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90924770b200/0x19a47956376b8341 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583416.595253:0:22719:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90924770b200/0x19a47956376b8341 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583416.595264:0:22719:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90924770b200/0x19a47956376b8341 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787583416.595323:0:22719:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1787583416.595366:0:22719:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90924770b200/0x19a47956376b8341 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583416.595393:0:22719:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90924770bc00/0x19a47956376b833a lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0x13d50ad9d93c48ae expref: 37 pid: 22719 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583416.595411:0:22719:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90924770b200/0x19a47956376b8341 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x13d50ad9d93c48ae expref: 36 pid: 22719 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583416.595419:0:22719:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff909343053d00) 00010000:00010000:1.0:1787583416.595422:0:22719:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1787583416.595426:0:22719:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90924770b200, rc 0) 00000100:00100000:1.0:1787583416.595489:0:22719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90937f12a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5d591a6a-6229-44f8-afc3-441eed19ded6+36:18778:x1874416413869440:12345-192.168.203.11@tcp:101:lhsmtool_posix.0 Request processed in 360us (833us total) trans 0 rc 0/0 00000100:00100000:1.0:1787583416.595496:0:22719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 59 00000100:00100000:0.0:1787583416.602704:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787583416.602893:0:24225:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413869568 00000100:00100000:2.0:1787583416.602904:0:24225:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413869568 00000100:00100000:2.0:1787583416.602952:0:24225:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 25 00000100:00100000:2.0:1787583416.602962:0:24225:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90937f297050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d591a6a-6229-44f8-afc3-441eed19ded6+6:2407:x1874416413869568:12345-192.168.203.11@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1787583416.602980:0:24225:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787583416.602999:0:24225:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ee3d876e/0x19a47956376b8348 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x13d50ad9d93c48b5 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1787583416.603045:0:24225:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x42:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x6a8c5bb7, blocks: 0x0 00010000:00010000:2.0:1787583416.603063:0:24225:0:(ldlm_extent.c:415:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=723s v=(0 0) 00010000:00010000:2.0:1787583416.603068:0:24225:0:(ldlm_extent.c:415:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787583416.603077:0:24225:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ee3d876e/0x19a47956376b8348 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.11@tcp remote: 0x13d50ad9d93c48b5 expref: 7 pid: 24225 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583416.603096:0:24225:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ee3d876e/0x19a47956376b8348 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.11@tcp remote: 0x13d50ad9d93c48b5 expref: 7 pid: 24225 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583416.603108:0:24225:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9092464f0800, rc 0) 00000100:00100000:2.0:1787583416.603161:0:24225:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90937f297050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d591a6a-6229-44f8-afc3-441eed19ded6+7:2407:x1874416413869568:12345-192.168.203.11@tcp:101:lhsmtool_posix.0 Request processed in 201us (469us total) trans 0 rc 0/0 00000100:00100000:2.0:1787583416.603168:0:24225:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 25 00000100:00100000:3.0:1787583416.607171:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787583416.607255:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413869824 00000100:00100000:2.0:1787583416.607265:0:22717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413869824 00000100:00100000:2.0:1787583416.607494:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 60 00000100:00100000:2.0:1787583416.607506:0:22717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909245897100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5d591a6a-6229-44f8-afc3-441eed19ded6+36:18778:x1874416413869824:12345-192.168.203.11@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1787583416.607613:0:22717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909245897100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5d591a6a-6229-44f8-afc3-441eed19ded6+36:18778:x1874416413869824:12345-192.168.203.11@tcp:57:lhsmtool_posix.0 Request processed in 110us (455us total) trans 0 rc 0/0 00000100:00100000:2.0:1787583416.607622:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 60 00000100:00100000:3.0:1787583416.614196:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787583416.616925:0:25516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413869952 00000100:00100000:1.0:1787583416.616940:0:25516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413869952 00000100:00100000:0.0:1787583416.617172:0:25516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 61 00000100:00100000:0.0:1787583416.617185:0:25516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909245897800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5d591a6a-6229-44f8-afc3-441eed19ded6+36:18778:x1874416413869952:12345-192.168.203.11@tcp:44:lhsmtool_posix.0 00000001:00080000:3.0:1787583416.619781:0:22697:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901910 is committed 00000004:00080000:3.0:1787583416.619799:0:22697:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 2 committed 00000001:00080000:3.0:1787583416.619884:0:22697:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901895 is committed 00000100:00100000:1.0:1787583416.620042:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1787583416.620062:0:3655:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909351693100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3655:1874416435988864:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1787583416.620132:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787583416.620178:0:24226:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435988864 00000100:00100000:1.0:1787583416.620185:0:24226:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435988864 00000100:00100000:1.0:1787583416.620236:0:24226:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:1.0:1787583416.620246:0:24226:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909351690000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3655:x1874416435988864:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1787583416.620386:0:24226:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1787583416.620390:0:24226:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:1.0:1787583416.620392:0:24226:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1787583416.620395:0:24226:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb ctime from disk: 1787583415 -> 1787583415 00002000:00010000:1.0:1787583416.620397:0:24226:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1787583416.620449:0:24226:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909351690000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3655:x1874416435988864:12345-0@lo:2:osp-syn-0-0.0 Request processed in 204us (317us total) trans 12884901892 rc 0/0 00000100:00100000:1.0:1787583416.620457:0:24226:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00080000:1.0:1787583416.620482:0:22713:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000004:00080000:1.0:1787583416.620510:0:3655:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff909351693100/2, rc 0, transno 12884901892 00000100:00100000:1.0:1787583416.620516:0:3655:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909351693100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3655:1874416435988864:0@lo:2:osp-syn-0-0.0 00010000:00010000:0.0:1787583416.620793:0:3639:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff909247c53e00/0x19a47956376b8181 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583416.620803:0:3639:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff909247c53e00/0x19a47956376b8181 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583416.620810:0:3639:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff909247c53e00/0x19a47956376b8181 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583416.620815:0:3639:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff909247c53e00 already unused, calling callback (ffffffffc179e4f0) 00010000:00010000:0.0:1787583416.620820:0:3639:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff909247c53e00/0x19a47956376b8181 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583416.620828:0:3639:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff909247c53e00/0x19a47956376b8181 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583416.620873:0:3639:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff9093528deb00) 00010000:00010000:0.0:1787583416.620877:0:3639:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787583416.620882:0:3639:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff909247c53e00/0x19a47956376b8181 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583416.620888:0:3639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff909247c53e00/0x19a47956376b8181 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583416.620906:0:3639:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff909247c53c00/0x19a47956376b8188 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583416.620911:0:3639:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff909247c53c00/0x19a47956376b8188 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583416.620917:0:3639:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff909247c53c00/0x19a47956376b8188 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583416.620921:0:3639:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff909247c53c00 already unused, calling callback (ffffffffc179e4f0) 00010000:00010000:0.0:1787583416.620924:0:3639:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff909247c53c00/0x19a47956376b8188 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583416.620929:0:3639:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff909247c53c00/0x19a47956376b8188 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583416.620936:0:3639:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9093528de300) 00010000:00010000:0.0:1787583416.620937:0:3639:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787583416.620940:0:3639:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff909247c53c00/0x19a47956376b8188 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583416.620945:0:3639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff909247c53c00/0x19a47956376b8188 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583416.620968:0:3639:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90924149bc00/0x19a47956376b8230 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583416.620974:0:3639:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90924149bc00/0x19a47956376b8230 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583416.620980:0:3639:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90924149bc00/0x19a47956376b8230 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583416.620985:0:3639:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90924149bc00 already unused, calling callback (ffffffffc179e4f0) 00010000:00010000:0.0:1787583416.620988:0:3639:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90924149bc00/0x19a47956376b8230 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583416.620993:0:3639:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90924149bc00/0x19a47956376b8230 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583416.621000:0:3639:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff90936a0aee00) 00010000:00010000:0.0:1787583416.621002:0:3639:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787583416.621004:0:3639:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90924149bc00/0x19a47956376b8230 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583416.621009:0:3639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90924149bc00/0x19a47956376b8230 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583416.621020:0:3639:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90924149ba00/0x19a47956376b82b5 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583416.621026:0:3639:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90924149ba00/0x19a47956376b82b5 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583416.621031:0:3639:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90924149ba00/0x19a47956376b82b5 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583416.621040:0:3639:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90924149ba00 already unused, calling callback (ffffffffc179e4f0) 00010000:00010000:0.0:1787583416.621043:0:3639:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90924149ba00/0x19a47956376b82b5 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583416.621048:0:3639:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90924149ba00/0x19a47956376b82b5 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583416.621055:0:3639:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff90936a0ae000) 00010000:00010000:0.0:1787583416.621058:0:3639:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787583416.621060:0:3639:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90924149ba00/0x19a47956376b82b5 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583416.621066:0:3639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90924149ba00/0x19a47956376b82b5 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583416.621075:0:3639:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90924149aa00/0x19a47956376b832c lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 25516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583416.621080:0:3639:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90924149aa00/0x19a47956376b832c lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 25516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583416.621085:0:3639:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90924149aa00/0x19a47956376b832c lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 25516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583416.621089:0:3639:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90924149aa00 already unused, calling callback (ffffffffc179e4f0) 00010000:00010000:0.0:1787583416.621092:0:3639:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90924149aa00/0x19a47956376b832c lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 25516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583416.621097:0:3639:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90924149aa00/0x19a47956376b832c lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 25516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583416.621113:0:3639:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff909343053d00) 00010000:00010000:0.0:1787583416.621115:0:3639:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1787583416.621118:0:3639:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90924149aa00/0x19a47956376b832c lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 25516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583416.621122:0:3639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90924149aa00/0x19a47956376b832c lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 25516 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787583416.621227:0:25516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909245897800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5d591a6a-6229-44f8-afc3-441eed19ded6+15:18778:x1874416413869952:12345-192.168.203.11@tcp:44:lhsmtool_posix.0 Request processed in 4043us (7037us total) trans 0 rc 0/0 00000100:00100000:0.0:1787583416.621235:0:25516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 61 00010000:00010000:3.0:1787583416.621550:0:3640:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f1600/0x19a47956376b81d5 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583416.621559:0:3640:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f1600/0x19a47956376b81d5 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583416.621566:0:3640:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f1600/0x19a47956376b81d5 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583416.621571:0:3640:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9092464f1600 already unused, calling callback (ffffffffc179e4f0) 00010000:00010000:3.0:1787583416.621575:0:3640:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f1600/0x19a47956376b81d5 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583416.621580:0:3640:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f1600/0x19a47956376b81d5 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583416.621599:0:3640:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9093528de300) 00010000:00010000:3.0:1787583416.621603:0:3640:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1787583416.621606:0:3640:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f1600/0x19a47956376b81d5 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583416.621612:0:3640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f1600/0x19a47956376b81d5 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787583416.632279:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787583416.632381:0:24225:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413870080 00000100:00100000:2.0:1787583416.632392:0:24225:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413870080 00000100:00100000:2.0:1787583416.632450:0:24225:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 27 00000100:00100000:2.0:1787583416.632461:0:24225:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909247d87800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d591a6a-6229-44f8-afc3-441eed19ded6+7:2406:x1874416413870080:12345-192.168.203.11@tcp:16:lhsmtool_posix.0 00000100:00100000:2.0:1787583416.632596:0:24225:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909247d87800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d591a6a-6229-44f8-afc3-441eed19ded6+7:2406:x1874416413870080:12345-192.168.203.11@tcp:16:lhsmtool_posix.0 Request processed in 136us (325us total) trans 0 rc 0/0 00000100:00100000:2.0:1787583416.632604:0:24225:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 27 00000100:00100000:2.0:1787583416.639131:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787583416.640160:0:22719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413870336 00000100:00100000:1.0:1787583416.640172:0:22719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413870336 00000100:00100000:1.0:1787583416.640311:0:22719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 62 00000100:00100000:1.0:1787583416.640324:0:22719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90937f128000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5d591a6a-6229-44f8-afc3-441eed19ded6+15:18778:x1874416413870336:12345-192.168.203.11@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1787583416.640389:0:22719:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787583416.640419:0:22719:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90924770b200/0x19a47956376b8341 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.11@tcp remote: 0x13d50ad9d93c48ae expref: 15 pid: 22719 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583416.640439:0:22719:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff909343053d00) 00010000:00010000:1.0:1787583416.640445:0:22719:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1787583416.640473:0:22719:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90924770bc00/0x19a47956376b834f lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583416.640486:0:22719:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90924770bc00/0x19a47956376b834f lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583416.640495:0:22719:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90924770bc00/0x19a47956376b834f lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1787583416.640622:0:22719:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000db14e901 reply state 000000008ddb502c transno 12884901911 ns: mdt-lustre-MDT0000_UUID lock: ffff90924770bc00/0x19a47956376b834f lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583416.640635:0:22719:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90924770bc00/0x19a47956376b834f lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583416.640655:0:22719:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff909343053d00) 00010000:00010000:1.0:1787583416.640657:0:22719:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1787583416.640660:0:22719:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1787583416.640763:0:22719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90937f128000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5d591a6a-6229-44f8-afc3-441eed19ded6+16:18778:x1874416413870336:12345-192.168.203.11@tcp:36:lhsmtool_posix.0 Request processed in 441us (1641us total) trans 12884901911 rc 0/0 00000100:00100000:1.0:1787583416.640780:0:22719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 62 00000100:00100000:3.0:1787583416.643820:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787583416.643941:0:24226:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413870464 00000100:00100000:1.0:1787583416.643950:0:24226:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413870464 00000100:00100000:1.0:1787583416.644014:0:24226:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 28 00000100:00100000:1.0:1787583416.644025:0:24226:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909245896a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d591a6a-6229-44f8-afc3-441eed19ded6+7:2405:x1874416413870464:12345-192.168.203.11@tcp:2:lhsmtool_posix.0 00002000:00010000:1.0:1787583416.644172:0:24226:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1787583416.644176:0:24226:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb mtime from disk: 0 -> 1787583414 00002000:00010000:1.0:1787583416.644179:0:24226:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb atime from disk: 0 -> 1787583414 00002000:00010000:1.0:1787583416.644182:0:24226:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb ctime from disk: 1787583415 -> 1787583414 00002000:00010000:1.0:1787583416.644184:0:24226:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1787583416.644250:0:24226:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909245896a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d591a6a-6229-44f8-afc3-441eed19ded6+8:2405:x1874416413870464:12345-192.168.203.11@tcp:2:lhsmtool_posix.0 Request processed in 226us (439us total) trans 12884901893 rc 0/0 00000100:00100000:1.0:1787583416.644258:0:24226:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 28 00000100:00100000:0.0:1787583416.652794:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787583416.652973:0:24225:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413870592 00000100:00100000:2.0:1787583416.652984:0:24225:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413870592 00000100:00100000:2.0:1787583416.653037:0:24225:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 29 00000100:00100000:2.0:1787583416.653044:0:24225:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909247d84380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d591a6a-6229-44f8-afc3-441eed19ded6+8:2404:x1874416413870592:12345-192.168.203.11@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1787583416.653080:0:24225:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000003cd199dc/0x19a47956376b8356 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583416.653094:0:24225:0:(ldlm_extent.c:415:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787583416.653097:0:24225:0:(ldlm_extent.c:415:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787583416.653101:0:24225:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003cd199dc/0x19a47956376b8356 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583416.653111:0:24225:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003cd199dc/0x19a47956376b8356 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583416.653129:0:24225:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000003cd199dc/0x19a47956376b8356 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583416.653134:0:24225:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003cd199dc/0x19a47956376b8356 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583416.653139:0:24225:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003cd199dc/0x19a47956376b8356 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583416.653156:0:24225:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9092464f1800 already unused, calling callback (ffffffffc0b91230) 00010000:00010000:2.0:1787583416.653159:0:24225:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003cd199dc/0x19a47956376b8356 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583416.653165:0:24225:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003cd199dc/0x19a47956376b8356 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583416.653178:0:24225:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003cd199dc/0x19a47956376b8356 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583416.653182:0:24225:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003cd199dc/0x19a47956376b8356 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787583416.659271:0:24225:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909247d84380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d591a6a-6229-44f8-afc3-441eed19ded6+8:2404:x1874416413870592:12345-192.168.203.11@tcp:1:lhsmtool_posix.0 Request processed in 6213us (6474us total) trans 0 rc 0/0 00000100:00100000:3.0:1787583416.659288:0:24225:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 29 00000100:00100000:3.0:1787583416.664684:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787583416.665111:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413870848 00000100:00100000:0.0:1787583416.665120:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413870848 00000100:00100000:0.0:1787583416.665184:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 63 00000100:00100000:0.0:1787583416.665195:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909245894380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5d591a6a-6229-44f8-afc3-441eed19ded6+16:18778:x1874416413870848:12345-192.168.203.11@tcp:57:lhsmtool_posix.0 00010000:00010000:0.0:1787583416.665274:0:22718:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff909248adca00/0x19a47956376b835d lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583416.665293:0:22718:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f1e00/0x19a47956376b82ae lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x13d50ad9d93c487d expref: 16 pid: 22717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583416.665315:0:22718:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff909248adca00/0x19a47956376b835d lrc: 4/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583416.665350:0:22718:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f1e00/0x19a47956376b82ae lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.11@tcp remote: 0x13d50ad9d93c487d expref: 16 pid: 22717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583416.665396:0:22718:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f1e00/0x19a47956376b82ae lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.11@tcp remote: 0x13d50ad9d93c487d expref: 16 pid: 22717 timeout: 823 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787583416.665410:0:22718:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909247d85f80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22718:1874416435988992:192.168.203.11@tcp:104: 00000100:00100000:0.0:1787583416.665493:0:22718:0:(client.c:2715:ptlrpc_set_wait()) set ffff909345134600 going to sleep for 11 seconds 00000100:00100000:0.0:1787583416.672502:0:22718:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909247d85f80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22718:1874416435988992:192.168.203.11@tcp:104: 00010000:00010000:0.0:1787583416.672542:0:22718:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff909248adca00/0x19a47956376b835d lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787583416.675594:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787583416.675661:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413870976 00000100:00100000:1.0:1787583416.675671:0:22704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413870976 00010000:00010000:1.0:1787583416.675716:0:22704:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f1e00/0x19a47956376b82ae lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.11@tcp remote: 0x13d50ad9d93c487d expref: 17 pid: 22717 timeout: 823 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787583416.675764:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 19 00000100:00100000:1.0:1787583416.675787:0:22704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909245894000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d591a6a-6229-44f8-afc3-441eed19ded6+17:2407:x1874416413870976:12345-192.168.203.11@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1787583416.675802:0:22704:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787583416.675836:0:22704:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f1e00/0x19a47956376b82ae lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.11@tcp remote: 0x13d50ad9d93c487d expref: 17 pid: 22717 timeout: 823 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583416.675897:0:22704:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f1e00/0x19a47956376b82ae lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.11@tcp remote: 0x13d50ad9d93c487d expref: 17 pid: 22717 timeout: 823 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583416.675920:0:22704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f1e00/0x19a47956376b82ae lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.11@tcp remote: 0x13d50ad9d93c487d expref: 17 pid: 22717 timeout: 823 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583416.675937:0:22704:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff90936a0ae000) 00010000:00010000:1.0:1787583416.675943:0:22704:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f0a00/0x19a47956376b82ca lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.11@tcp remote: 0x13d50ad9d93c488b expref: 16 pid: 22719 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583416.675953:0:22704:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff909248adca00/0x19a47956376b835d lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583416.675960:0:22704:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff909248adca00/0x19a47956376b835d lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583416.675968:0:22704:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff909248adca00/0x19a47956376b835d lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583416.675998:0:22704:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1787583416.676024:0:22718:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff909248adca00/0x19a47956376b835d lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583416.676032:0:22718:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff909248adca00/0x19a47956376b835d lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787583416.676052:0:22704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909245894000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d591a6a-6229-44f8-afc3-441eed19ded6+16:2407:x1874416413870976:12345-192.168.203.11@tcp:103:ldlm_bl.0 Request processed in 267us (472us total) trans 0 rc 0/0 00000100:00100000:1.0:1787583416.676059:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 19 00010000:00010000:0.0:1787583416.676227:0:22718:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff909248adc400/0x19a47956376b8364 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583416.676238:0:22718:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff909248adcc00/0x19a47956376b8333 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.11@tcp remote: 0x13d50ad9d93c48a7 expref: 16 pid: 25336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583416.676247:0:22718:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff909248adc400/0x19a47956376b8364 lrc: 4/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583416.676276:0:22718:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff909248adcc00/0x19a47956376b8333 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.11@tcp remote: 0x13d50ad9d93c48a7 expref: 16 pid: 25336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583416.676289:0:22718:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff909248adcc00/0x19a47956376b8333 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.11@tcp remote: 0x13d50ad9d93c48a7 expref: 16 pid: 25336 timeout: 823 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787583416.676321:0:22718:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909247d85f80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22718:1874416435989120:192.168.203.11@tcp:104: 00000100:00100000:0.0:1787583416.676392:0:22718:0:(client.c:2715:ptlrpc_set_wait()) set ffff909345134300 going to sleep for 11 seconds 00000100:00100000:2.0:1787583416.691450:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787583416.691483:0:22718:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909247d85f80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22718:1874416435989120:192.168.203.11@tcp:104: 00010000:00010000:0.0:1787583416.691523:0:22718:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff909248adc400/0x19a47956376b8364 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787583416.691800:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413871104 00000100:00100000:3.0:1787583416.691807:0:22703:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413871104 00010000:00010000:3.0:1787583416.691841:0:22703:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff909248adcc00/0x19a47956376b8333 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.11@tcp remote: 0x13d50ad9d93c48a7 expref: 17 pid: 25336 timeout: 823 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787583416.692002:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 20 00000100:00100000:3.0:1787583416.692012:0:22703:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90937f12a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5d591a6a-6229-44f8-afc3-441eed19ded6+17:2406:x1874416413871104:12345-192.168.203.11@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787583416.692028:0:22703:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787583416.692035:0:22703:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff909248adcc00/0x19a47956376b8333 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.11@tcp remote: 0x13d50ad9d93c48a7 expref: 17 pid: 25336 timeout: 823 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583416.692049:0:22703:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff909248adcc00/0x19a47956376b8333 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.11@tcp remote: 0x13d50ad9d93c48a7 expref: 17 pid: 25336 timeout: 823 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583416.692071:0:22703:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff909248adcc00/0x19a47956376b8333 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.11@tcp remote: 0x13d50ad9d93c48a7 expref: 17 pid: 25336 timeout: 823 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583416.692087:0:22703:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff909343053d00) 00010000:00010000:3.0:1787583416.692092:0:22703:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff909248adc400/0x19a47956376b8364 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583416.692101:0:22703:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff909248adc400/0x19a47956376b8364 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583416.692108:0:22703:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff909248adc400/0x19a47956376b8364 lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583416.692156:0:22703:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1787583416.692283:0:22718:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff909248adc400/0x19a47956376b8364 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583416.692291:0:22718:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff909248adc400/0x19a47956376b8364 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1787583416.692415:0:22718:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901912 00000001:00080000:2.0:1787583416.692541:0:22718:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901913 00000001:00080000:2.0:1787583416.692577:0:22718:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901914 00000100:00100000:2.0:1787583416.692679:0:22718:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90937f128a80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:22718:1874416435989248:0@lo:1000:mdt00_001.0 00000100:00100000:2.0:1787583416.692725:0:22718:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787583416.692755:0:22718:0:(client.c:2715:ptlrpc_set_wait()) set ffff909344af4600 going to sleep for 11 seconds 00000100:00100000:3.0:1787583416.692905:0:22703:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90937f12a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5d591a6a-6229-44f8-afc3-441eed19ded6+19:2406:x1874416413871104:12345-192.168.203.11@tcp:103:ldlm_bl.0 Request processed in 892us (1462us total) trans 0 rc 0/0 00000100:00100000:3.0:1787583416.692913:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 20 00000100:00100000:3.0:1787583416.692942:0:23458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435989248 00000100:00100000:3.0:1787583416.692947:0:23458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435989248 00000100:00100000:3.0:1787583416.692981:0:23458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:3.0:1787583416.692988:0:23458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90937f12aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:22718:x1874416435989248:12345-0@lo:1000:mdt00_001.0 00000100:00100000:3.0:1787583416.693060:0:23458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90937f12aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:22718:x1874416435989248:12345-0@lo:1000:mdt00_001.0 Request processed in 73us (335us total) trans 0 rc 0/0 00000100:00100000:3.0:1787583416.693067:0:23458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:2.0:1787583416.694342:0:22718:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90937f128a80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:22718:1874416435989248:0@lo:1000:mdt00_001.0 00000001:00080000:2.0:1787583416.696496:0:22718:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901915 00000100:00100000:2.0:1787583416.696620:0:22718:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90937f128a80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:22718:1874416435989376:0@lo:1000:mdt00_001.0 00000100:00100000:2.0:1787583416.696684:0:22718:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787583416.696790:0:22718:0:(client.c:2715:ptlrpc_set_wait()) set ffff90935a709f00 going to sleep for 11 seconds 00000100:00100000:0.0:1787583416.700274:0:22723:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435989376 00000100:00100000:0.0:1787583416.700289:0:22723:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435989376 00000100:00100000:0.0:1787583416.700375:0:22723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:0.0:1787583416.700387:0:22723:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90924846aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22718:x1874416435989376:12345-0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1787583416.700907:0:22723:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90924846aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:22718:x1874416435989376:12345-0@lo:1000:mdt00_001.0 Request processed in 520us (4220us total) trans 12884901894 rc 0/0 00000100:00100000:0.0:1787583416.700915:0:22723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:2.0:1787583416.701027:0:22718:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90937f128a80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:22718:1874416435989376:0@lo:1000:mdt00_001.0 00010000:00010000:2.0:1787583416.701079:0:22718:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff909248adc400/0x19a47956376b8364 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583416.701090:0:22718:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff909248adc400/0x19a47956376b8364 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583416.701098:0:22718:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff909248adc400/0x19a47956376b8364 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583416.701104:0:22718:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff909248adc400 already unused, calling callback (ffffffffc179e4f0) 00010000:00010000:2.0:1787583416.701109:0:22718:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff909248adc400/0x19a47956376b8364 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583416.701116:0:22718:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff909248adc400/0x19a47956376b8364 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583416.701131:0:22718:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff909343053d00) 00010000:00010000:2.0:1787583416.701134:0:22718:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1787583416.701139:0:22718:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff909248adc400/0x19a47956376b8364 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583416.701145:0:22718:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff909248adc400/0x19a47956376b8364 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583416.701178:0:22718:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f1c00/0x19a47956376b82c3 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583416.701198:0:22718:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f1c00/0x19a47956376b82c3 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583416.701204:0:22718:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f1c00/0x19a47956376b82c3 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583416.701209:0:22718:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9092464f1c00 already unused, calling callback (ffffffffc179e4f0) 00010000:00010000:2.0:1787583416.701212:0:22718:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f1c00/0x19a47956376b82c3 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583416.701219:0:22718:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f1c00/0x19a47956376b82c3 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40218400000020 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583416.701228:0:22718:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff90936a0ae000) 00010000:00010000:2.0:1787583416.701231:0:22718:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1787583416.701238:0:22718:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f0a00/0x19a47956376b82ca lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.11@tcp remote: 0x13d50ad9d93c488b expref: 19 pid: 22719 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583416.701249:0:22718:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f0a00/0x19a47956376b82ca lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.11@tcp remote: 0x13d50ad9d93c488b expref: 19 pid: 22719 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583416.701258:0:22718:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f0a00/0x19a47956376b82ca lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.11@tcp remote: 0x13d50ad9d93c488b expref: 19 pid: 22719 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583416.701330:0:22718:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f0a00/0x19a47956376b82ca lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.11@tcp remote: 0x13d50ad9d93c488b expref: 19 pid: 22719 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787583416.701345:0:22718:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90924846b100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22718:1874416435989504:192.168.203.11@tcp:105: 00000100:00100000:2.0:1787583416.701446:0:22718:0:(client.c:2715:ptlrpc_set_wait()) set ffff90937cd266c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787583416.707490:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787583416.707591:0:22718:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90924846b100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22718:1874416435989504:192.168.203.11@tcp:105: 00010000:00010000:0.0:1787583416.707619:0:22718:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f1c00/0x19a47956376b82c3 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583416.707629:0:22718:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9092464f1c00/0x19a47956376b82c3 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583416.707660:0:22718:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff909248adde00/0x19a47956376b836b lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583416.707672:0:22718:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff909248adde00/0x19a47956376b836b lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583416.707682:0:22718:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff909248adde00/0x19a47956376b836b lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583416.707706:0:22718:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff909248adde00/0x19a47956376b836b lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583416.707712:0:22718:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff909248adde00/0x19a47956376b836b lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583416.707718:0:22718:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff909248adde00/0x19a47956376b836b lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583416.707723:0:22718:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff909248adde00 already unused, calling callback (ffffffffc179e4f0) 00010000:00010000:0.0:1787583416.707727:0:22718:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff909248adde00/0x19a47956376b836b lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583416.707734:0:22718:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff909248adde00/0x19a47956376b836b lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583416.707745:0:22718:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff90936a0ae000) 00010000:00010000:0.0:1787583416.707748:0:22718:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787583416.707751:0:22718:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff909248adde00/0x19a47956376b836b lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583416.707756:0:22718:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff909248adde00/0x19a47956376b836b lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583416.707766:0:22718:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff909248adca00/0x19a47956376b835d lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583416.707772:0:22718:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff909248adca00/0x19a47956376b835d lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583416.707778:0:22718:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff909248adca00/0x19a47956376b835d lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583416.707789:0:22718:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff909248adca00 already unused, calling callback (ffffffffc179e4f0) 00010000:00010000:0.0:1787583416.707792:0:22718:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff909248adca00/0x19a47956376b835d lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583416.707798:0:22718:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff909248adca00/0x19a47956376b835d lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583416.707806:0:22718:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff90936a0ae000) 00010000:00010000:0.0:1787583416.707808:0:22718:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1787583416.707811:0:22718:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff909248adca00/0x19a47956376b835d lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583416.707817:0:22718:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff909248adca00/0x19a47956376b835d lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787583416.708009:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909245894380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5d591a6a-6229-44f8-afc3-441eed19ded6+19:18778:x1874416413870848:12345-192.168.203.11@tcp:57:lhsmtool_posix.0 Request processed in 42814us (43332us total) trans 12884901916 rc 0/0 00000100:00100000:0.0:1787583416.708018:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 63 00000020:00080000:0.0:1787583416.708023:0:22718:0:(tgt_main.c:784:tgt_ses_key_exit()) total 5 transactions per RPC 00000100:00100000:1.0:1787583416.708265:0:22721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413871232 00000100:00100000:1.0:1787583416.708272:0:22721:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413871232 00000100:00100000:1.0:1787583416.708329:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 10 00000100:00100000:1.0:1787583416.708339:0:22721:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90936693e450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:5d591a6a-6229-44f8-afc3-441eed19ded6+19:18777:x1874416413871232:12345-192.168.203.11@tcp:49:dd.0 00000100:00100000:1.0:1787583416.708435:0:22721:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90936693e450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:5d591a6a-6229-44f8-afc3-441eed19ded6+19:18777:x1874416413871232:12345-192.168.203.11@tcp:49:dd.0 Request processed in 98us (955us total) trans 0 rc 0/0 00000100:00100000:1.0:1787583416.708442:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 10 00000040:00080000:2.0:1787583416.708802:0:22751:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:2.0:1787583416.708808:0:22751:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x14:0x0] at index 3 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1787583416.708824:0:22751:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x14:0x0] index 2 count 2 00000040:00080000:2.0:1787583416.708830:0:22751:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 4 count 2 00000100:00100000:3.0:1787583416.717396:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787583416.719608:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787583416.719798:0:22721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413871616 00000100:00100000:1.0:1787583416.719809:0:22721:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413871616 00000100:00100000:1.0:1787583416.719900:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 11 00000100:00100000:1.0:1787583416.719911:0:22721:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909245895880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:5d591a6a-6229-44f8-afc3-441eed19ded6+19:18778:x1874416413871616:12345-192.168.203.11@tcp:35:lhsmtool_posix.0 00000004:00080000:1.0:1787583416.720168:0:22721:0:(mdd_object.c:4014:mdd_close()) Object [0x2000013a1:0x3:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:1.0:1787583416.720199:0:22721:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901917 00010000:00010000:1.0:1787583416.720232:0:22721:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90924770b000/0x19a47956376b8372 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22721 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583416.720248:0:22721:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90924770b000/0x19a47956376b8372 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 22721 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583416.720259:0:22721:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90924770b000/0x19a47956376b8372 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 22721 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583416.720267:0:22721:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90924770b000/0x19a47956376b8372 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 22721 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583416.720273:0:22721:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90924770b000/0x19a47956376b8372 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 22721 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583416.720279:0:22721:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90924770b000/0x19a47956376b8372 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 22721 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583416.720295:0:22721:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1787583416.720467:0:22705:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787583416.720474:0:22705:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90924770b000/0x19a47956376b8372 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 22721 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583416.720482:0:22705:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90924770b000 already unused, calling callback (ffffffffc0b91230) 00010000:00010000:2.0:1787583416.720486:0:22705:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90924770b000/0x19a47956376b8372 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 22721 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583416.720494:0:22705:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90924770b000/0x19a47956376b8372 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 22721 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583416.720506:0:22705:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff909343053d00) 00010000:00010000:2.0:1787583416.720510:0:22705:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1787583416.720514:0:22705:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90924770b000/0x19a47956376b8372 lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 22721 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583416.720520:0:22705:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90924770b000/0x19a47956376b8372 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 22721 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583416.720532:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787583416.720534:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787583416.720536:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787583416.720703:0:22721:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909245895880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:5d591a6a-6229-44f8-afc3-441eed19ded6+21:18778:x1874416413871616:12345-192.168.203.11@tcp:35:lhsmtool_posix.0 Request processed in 791us (1102us total) trans 12884901918 rc 0/0 00000100:00100000:1.0:1787583416.720727:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 11 00000020:00080000:1.0:1787583416.720733:0:22721:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1787583416.722809:0:25516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413871360 00000100:00100000:0.0:1787583416.722825:0:25516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413871360 00000100:00100000:0.0:1787583416.723037:0:25516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 64 00000100:00100000:0.0:1787583416.723049:0:25516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909245894700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5d591a6a-6229-44f8-afc3-441eed19ded6+21:18777:x1874416413871360:12345-192.168.203.11@tcp:101:dd.0 00010000:00010000:0.0:1787583416.723069:0:25516:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787583416.723087:0:25516:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff909248adca00/0x19a47956376b8379 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x13d50ad9d93c48bc expref: -99 pid: 25516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583416.723121:0:25516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff909248adde00/0x19a47956376b8380 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 25516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583416.723149:0:25516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff909248adde00/0x19a47956376b8380 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 25516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583416.723160:0:25516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff909248adde00/0x19a47956376b8380 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 25516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583416.723273:0:25516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff909248adca00/0x19a47956376b8379 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0x13d50ad9d93c48bc expref: 23 pid: 25516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583416.723292:0:25516:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff909248adde00/0x19a47956376b8380 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x13d50ad9d93c48bc expref: 22 pid: 25516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787583416.723312:0:25516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff90936a0ae000) 00010000:00010000:0.0:1787583416.723314:0:25516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1787583416.723319:0:25516:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff909248adde00, rc 0) 00000100:00100000:0.0:1787583416.723538:0:25516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909245894700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5d591a6a-6229-44f8-afc3-441eed19ded6+22:18777:x1874416413871360:12345-192.168.203.11@tcp:101:dd.0 Request processed in 490us (7033us total) trans 0 rc 0/0 00000100:00100000:0.0:1787583416.723546:0:25516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 64 00000100:00100000:3.0:1787583416.768975:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787583416.769026:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787583416.769196:0:24230:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413871872 00000100:00100000:2.0:1787583416.769206:0:24230:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413871872 00000100:00100000:2.0:1787583416.769268:0:24230:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413871744 00000100:00100000:2.0:1787583416.769284:0:24230:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413871744 00000100:00100000:2.0:1787583416.769321:0:24230:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 0 00000100:00100000:2.0:1787583416.769331:0:24230:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909245896300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d591a6a-6229-44f8-afc3-441eed19ded6+9:2407:x1874416413871872:12345-192.168.203.11@tcp:4:dd.0 00010000:00010000:2.0:1787583416.769362:0:24230:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b02542fb/0x19a47956376b8387 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24230 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583416.769384:0:24230:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000ee3d876e/0x19a47956376b8348 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.11@tcp remote: 0x13d50ad9d93c48b5 expref: 9 pid: 24225 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583416.769392:0:24230:0:(ldlm_extent.c:415:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787583416.769396:0:24230:0:(ldlm_extent.c:415:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787583416.769400:0:24230:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b02542fb/0x19a47956376b8387 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24230 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583416.769435:0:24230:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000ee3d876e/0x19a47956376b8348 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.11@tcp remote: 0x13d50ad9d93c48b5 expref: 9 pid: 24225 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787583416.769450:0:24230:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000ee3d876e/0x19a47956376b8348 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.11@tcp remote: 0x13d50ad9d93c48b5 expref: 9 pid: 24225 timeout: 823 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787583416.769465:0:24230:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909248468000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0000_UUID:24230:1874416435989632:192.168.203.11@tcp:104: 00000100:00100000:2.0:1787583416.769563:0:24230:0:(client.c:2715:ptlrpc_set_wait()) set ffff90937cd26f00 going to sleep for 11 seconds 00000100:00100000:2.0:1787583416.773657:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787583416.773745:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413872000 00000100:00100000:1.0:1787583416.773755:0:22704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413872000 00010000:00010000:1.0:1787583416.773803:0:22704:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000ee3d876e/0x19a47956376b8348 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.11@tcp remote: 0x13d50ad9d93c48b5 expref: 10 pid: 24225 timeout: 823 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787583416.773841:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 21 00000100:00100000:1.0:1787583416.773893:0:22704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90924846b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d591a6a-6229-44f8-afc3-441eed19ded6+10:2407:x1874416413872000:12345-192.168.203.11@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1787583416.773907:0:22704:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787583416.773932:0:22704:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000ee3d876e/0x19a47956376b8348 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.11@tcp remote: 0x13d50ad9d93c48b5 expref: 10 pid: 24225 timeout: 823 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583416.773949:0:22704:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000ee3d876e/0x19a47956376b8348 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.11@tcp remote: 0x13d50ad9d93c48b5 expref: 10 pid: 24225 timeout: 823 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583416.773977:0:22704:0:(ldlm_extent.c:415:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787583416.773981:0:22704:0:(ldlm_extent.c:415:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787583416.773987:0:22704:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b02542fb/0x19a47956376b8387 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 24230 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583416.773996:0:22704:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b02542fb/0x19a47956376b8387 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 24230 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583416.774014:0:22704:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787583416.774057:0:22704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90924846b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d591a6a-6229-44f8-afc3-441eed19ded6+10:2407:x1874416413872000:12345-192.168.203.11@tcp:103:ldlm_bl.0 Request processed in 167us (409us total) trans 0 rc 0/0 00000100:00100000:1.0:1787583416.774076:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 21 00010000:00010000:3.0:1787583416.774690:0:24230:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ee3d876e/0x19a47956376b8348 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.11@tcp remote: 0x13d50ad9d93c48b5 expref: 9 pid: 24225 timeout: 823 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787583416.774708:0:24230:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909248468000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0000_UUID:24230:1874416435989632:192.168.203.11@tcp:104: 00010000:00010000:3.0:1787583416.774730:0:24230:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000b02542fb/0x19a47956376b8387 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24230 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583416.774740:0:24230:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000b02542fb/0x19a47956376b8387 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24230 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787583416.774762:0:24230:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b02542fb/0x19a47956376b8387 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24230 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787583416.781976:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1787583416.781998:0:3654:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909245897480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3654:1874416435989760:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1787583416.782057:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787583416.782124:0:25515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435989760 00000100:00100000:3.0:1787583416.782132:0:25515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435989760 00000100:00100000:3.0:1787583416.782179:0:25515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:3.0:1787583416.782188:0:25515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909245897b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1874416435989760:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1787583416.782216:0:25515:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1787583416.782260:0:25515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909245897b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1874416435989760:12345-0@lo:13:osp-pre-1-1.0 Request processed in 73us (203us total) trans 0 rc 0/0 00000100:00100000:3.0:1787583416.782266:0:25515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:3.0:1787583416.782325:0:3654:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909245897480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3654:1874416435989760:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1787583416.782354:0:22713:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1787583416.782653:0:3655:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909247d86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3655:1874416435990016:0@lo:400:kworker.0 00000100:00100000:0.0:1787583416.782686:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787583416.782705:0:3655:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90937dafe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3655:1874416435990528:0@lo:400:kworker.0 00000100:00100000:0.0:1787583416.782729:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787583416.782746:0:3655:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90937daff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3655:1874416435991040:0@lo:400:kworker.0 00000100:00100000:0.0:1787583416.782783:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787583416.782803:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:0.0:1787583416.782808:0:3655:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909247d87b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3655:1874416435990144:0@lo:400:kworker.0 00000100:00100000:0.0:1787583416.782866:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787583416.782883:0:3655:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90937dafca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3655:1874416435990656:0@lo:400:kworker.0 00000100:00100000:0.0:1787583416.782904:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787583416.782918:0:3655:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90937dafce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3655:1874416435991168:0@lo:400:kworker.0 00000100:00100000:0.0:1787583416.782936:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787583416.782964:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435991040 00000100:00100000:0.0:1787583416.782968:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435991040 00000100:00100000:0.0:1787583416.782999:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435990656 00000100:00100000:0.0:1787583416.783002:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435990656 00000100:00100000:0.0:1787583416.783022:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435991168 00000100:00100000:0.0:1787583416.783025:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435991168 00000100:00100000:0.0:1787583416.783040:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:0.0:1787583416.783047:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909247eb8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3655:x1874416435991040:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787583416.783087:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909247eb8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3655:x1874416435991040:12345-0@lo:400:kworker.0 Request processed in 40us (303us total) trans 0 rc 0/0 00000100:00100000:0.0:1787583416.783093:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:0.0:1787583416.783122:0:3655:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90937daff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3655:1874416435991040:0@lo:400:kworker.0 00000100:00100000:0.0:1787583416.783144:0:25516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:0.0:1787583416.783151:0:25516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90937fceb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3655:x1874416435990656:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787583416.783190:0:25516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90937fceb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3655:x1874416435990656:12345-0@lo:400:kworker.0 Request processed in 40us (285us total) trans 0 rc 0/0 00000100:00100000:0.0:1787583416.783196:0:25516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:1.0:1787583416.783214:0:22722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435990016 00000100:00100000:1.0:1787583416.783218:0:22722:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435990016 00000100:00100000:0.0:1787583416.783219:0:3655:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90937dafca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3655:1874416435990656:0@lo:400:kworker.0 00000100:00100000:0.0:1787583416.783236:0:25516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:1.0:1787583416.783243:0:22722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:0.0:1787583416.783243:0:25516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90937fc60700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3655:x1874416435991168:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787583416.783249:0:22722:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90937dafd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3655:x1874416435990016:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787583416.783284:0:22722:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90937dafd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3655:x1874416435990016:12345-0@lo:400:kworker.0 Request processed in 34us (598us total) trans 0 rc 0/0 00000100:00100000:0.0:1787583416.783284:0:25516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90937fc60700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3655:x1874416435991168:12345-0@lo:400:kworker.0 Request processed in 41us (346us total) trans 0 rc 0/0 00000100:00100000:1.0:1787583416.783291:0:22722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:0.0:1787583416.783291:0:25516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00010000:00080000:0.0:1787583416.783330:0:3655:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff90937dafce00 x1874416435991168/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787583432 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787583416.783333:0:24226:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435990528 00000100:00100000:1.0:1787583416.783336:0:24226:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435990528 00000100:00100000:0.0:1787583416.783341:0:3655:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90937dafce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3655:1874416435991168:0@lo:400:kworker.0 00000100:00100000:0.0:1787583416.783351:0:3655:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909247d86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3655:1874416435990016:0@lo:400:kworker.0 00000100:00100000:1.0:1787583416.783357:0:24226:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435990144 00000100:00100000:1.0:1787583416.783360:0:24226:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435990144 00000100:00100000:1.0:1787583416.783460:0:24226:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1787583416.783467:0:24226:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90937dafc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3655:x1874416435990528:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787583416.783491:0:24224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1787583416.783499:0:24224:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909247ebaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3655:x1874416435990144:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787583416.783502:0:24226:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90937dafc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3655:x1874416435990528:12345-0@lo:400:kworker.0 Request processed in 37us (774us total) trans 0 rc 0/0 00000100:00100000:1.0:1787583416.783508:0:24226:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1787583416.783528:0:24224:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909247ebaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3655:x1874416435990144:12345-0@lo:400:kworker.0 Request processed in 30us (683us total) trans 0 rc 0/0 00000100:00100000:1.0:1787583416.783534:0:3655:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909247d87b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3655:1874416435990144:0@lo:400:kworker.0 00000100:00100000:0.0:1787583416.783534:0:24224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1787583416.783545:0:3655:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90937dafe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3655:1874416435990528:0@lo:400:kworker.0 00000100:00100000:3.0:1787583416.783861:0:3653:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909247d86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3653:1874416435990272:0@lo:400:kworker.0 00000100:00100000:3.0:1787583416.783893:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787583416.783909:0:3653:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90937dafc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3653:1874416435990784:0@lo:400:kworker.0 00000100:00100000:3.0:1787583416.783930:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787583416.783952:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:3.0:1787583416.783958:0:3653:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909247d85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2def8621-b047-4757-814d-42c7c419cee0:3653:1874416435989888:0@lo:400:kworker.0 00000100:00100000:3.0:1787583416.783984:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787583416.784010:0:3653:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909247d87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3653:1874416435990400:0@lo:400:kworker.0 00000100:00100000:3.0:1787583416.784043:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787583416.784061:0:3653:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90937dafe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3653:1874416435990912:0@lo:400:kworker.0 00000100:00100000:3.0:1787583416.784082:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787583416.784084:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435990272 00000100:00100000:1.0:1787583416.784088:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435990272 00000100:00100000:3.0:1787583416.784105:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435989888 00000100:00100000:1.0:1787583416.784107:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435990784 00000100:00100000:3.0:1787583416.784109:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435989888 00000100:00100000:1.0:1787583416.784109:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435990784 00000100:00100000:1.0:1787583416.784121:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435990912 00000100:00100000:1.0:1787583416.784123:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435990912 00000100:00100000:3.0:1787583416.784132:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 163 00000100:00100000:1.0:1787583416.784135:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:3.0:1787583416.784138:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9092458a4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2def8621-b047-4757-814d-42c7c419cee0+24:3653:x1874416435989888:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787583416.784140:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909245897480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3653:x1874416435990272:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787583416.784173:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9092458a4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2def8621-b047-4757-814d-42c7c419cee0+24:3653:x1874416435989888:12345-0@lo:400:kworker.0 Request processed in 34us (188us total) trans 0 rc 0/0 00000100:00100000:1.0:1787583416.784173:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909245897480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3653:x1874416435990272:12345-0@lo:400:kworker.0 Request processed in 32us (279us total) trans 0 rc 0/0 00000100:00100000:3.0:1787583416.784180:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 163 00000100:00100000:1.0:1787583416.784180:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:1.0:1787583416.784192:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:1.0:1787583416.784197:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909245895c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3653:x1874416435990784:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1787583416.784204:0:22713:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1787583416.784208:0:22713:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1787583416.784211:0:22713:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1787583416.784213:0:22713:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1787583416.784224:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909245895c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3653:x1874416435990784:12345-0@lo:400:kworker.0 Request processed in 27us (293us total) trans 0 rc 0/0 00000100:00100000:1.0:1787583416.784230:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:3.0:1787583416.784232:0:3653:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909247d85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2def8621-b047-4757-814d-42c7c419cee0:3653:1874416435989888:0@lo:400:kworker.0 00000100:00100000:1.0:1787583416.784240:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:3.0:1787583416.784242:0:3653:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909247d86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3653:1874416435990272:0@lo:400:kworker.0 00000100:00100000:1.0:1787583416.784246:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909245895500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3653:x1874416435990912:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787583416.784250:0:3653:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90937dafc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3653:1874416435990784:0@lo:400:kworker.0 00000100:00100000:3.0:1787583416.784270:0:22723:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435990400 00000100:00100000:3.0:1787583416.784273:0:22723:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435990400 00000100:00100000:1.0:1787583416.784275:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909245895500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3653:x1874416435990912:12345-0@lo:400:kworker.0 Request processed in 30us (192us total) trans 0 rc 0/0 00000100:00100000:1.0:1787583416.784280:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:3.0:1787583416.784294:0:22723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:3.0:1787583416.784313:0:22723:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909245894e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3653:x1874416435990400:12345-0@lo:400:kworker.0 00010000:00080000:1.0:1787583416.784313:0:3653:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff90937dafe680 x1874416435990912/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787583432 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787583416.784323:0:3653:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90937dafe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3653:1874416435990912:0@lo:400:kworker.0 00000100:00100000:2.0:1787583416.784449:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1787583416.784458:0:3654:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909248468000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3654:1874416435991296:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1787583416.784488:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787583416.784524:0:24228:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435991296 00000100:00100000:2.0:1787583416.784528:0:24228:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435991296 00000100:00100000:2.0:1787583416.784557:0:24228:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:2.0:1787583416.784563:0:24228:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90936dad0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1874416435991296:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1787583416.784576:0:24228:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1787583416.784742:0:22723:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909245894e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3653:x1874416435990400:12345-0@lo:400:kworker.0 Request processed in 429us (698us total) trans 0 rc 0/0 00000100:00100000:3.0:1787583416.784750:0:22723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:1.0:1787583416.785048:0:3653:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909247d87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3653:1874416435990400:0@lo:400:kworker.0 00000100:00100000:2.0:1787583416.785392:0:24228:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90936dad0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1874416435991296:12345-0@lo:13:osp-pre-1-0.0 Request processed in 827us (900us total) trans 0 rc 0/0 00000100:00100000:2.0:1787583416.785400:0:24228:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:3.0:1787583416.786533:0:3654:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909248468000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3654:1874416435991296:0@lo:13:osp-pre-1-0.0 00000001:00080000:3.0:1787583416.846815:0:24220:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901895 is committed 00000001:00080000:3.0:1787583416.846834:0:24220:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901894 is committed 00002000:00010000:1.0:1787583416.847251:0:24230:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb size from disk: 0 -> 7654321 00002000:00010000:1.0:1787583416.847256:0:24230:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb mtime from disk: 1787583414 -> 1787583415 00002000:00010000:1.0:1787583416.847258:0:24230:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb ctime from disk: 1787583414 -> 1787583415 00002000:00010000:1.0:1787583416.847260:0:24230:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb blocks from disk: 0 -> 6760 00010000:00010000:1.0:1787583416.847277:0:24230:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b02542fb/0x19a47956376b8387 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24230 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583416.847321:0:24230:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b02542fb/0x19a47956376b8387 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24230 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583416.847331:0:24230:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b02542fb/0x19a47956376b8387 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24230 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583416.847337:0:24230:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9092464f0c00 already unused, calling callback (ffffffffc0b91230) 00010000:00010000:1.0:1787583416.847342:0:24230:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b02542fb/0x19a47956376b8387 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24230 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583416.847351:0:24230:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b02542fb/0x19a47956376b8387 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24230 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583416.847380:0:24230:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b02542fb/0x19a47956376b8387 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24230 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583416.847388:0:24230:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b02542fb/0x19a47956376b8387 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24230 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787583416.847550:0:24230:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909245896300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d591a6a-6229-44f8-afc3-441eed19ded6+6:2407:x1874416413871872:12345-192.168.203.11@tcp:4:dd.0 Request processed in 78215us (78579us total) trans 12884901895 rc 0/0 00000100:00100000:1.0:1787583416.856614:0:24230:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 0 00000100:00100000:1.0:1787583416.856658:0:24230:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 1 00000100:00100000:1.0:1787583416.856672:0:24230:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909245894a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d591a6a-6229-44f8-afc3-441eed19ded6+5:2407:x1874416413871744:12345-192.168.203.11@tcp:4:dd.0 00002000:00010000:1.0:1787583416.856723:0:24230:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x42:0x0] initial LVB size: 7654321, mtime: 0x6a8c5bb7, atime: 0x6a8c5bb6, ctime: 0x6a8c5bb7, blocks: 0x1a68 00010000:00010000:1.0:1787583416.856745:0:24230:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006e49296a/0x19a47956376b838e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24230 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583416.856761:0:24230:0:(ldlm_extent.c:415:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=724s v=(0 0) 00010000:00010000:1.0:1787583416.856766:0:24230:0:(ldlm_extent.c:415:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787583416.856772:0:24230:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006e49296a/0x19a47956376b838e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24230 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583416.856789:0:24230:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006e49296a/0x19a47956376b838e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24230 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1787583416.959933:0:24220:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901896 is committed 00002000:00010000:1.0:1787583416.967357:0:24230:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb blocks from disk: 6760 -> 14952 00010000:00010000:1.0:1787583416.967384:0:24230:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006e49296a/0x19a47956376b838e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24230 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583416.967398:0:24230:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006e49296a/0x19a47956376b838e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24230 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583416.967407:0:24230:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006e49296a/0x19a47956376b838e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24230 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583416.967414:0:24230:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90924770b800 already unused, calling callback (ffffffffc0b91230) 00010000:00010000:1.0:1787583416.967418:0:24230:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006e49296a/0x19a47956376b838e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24230 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583416.967427:0:24230:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006e49296a/0x19a47956376b838e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24230 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583416.967470:0:24230:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006e49296a/0x19a47956376b838e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24230 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787583416.967479:0:24230:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006e49296a/0x19a47956376b838e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24230 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787583416.967596:0:24230:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909245894a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d591a6a-6229-44f8-afc3-441eed19ded6+5:2407:x1874416413871744:12345-192.168.203.11@tcp:4:dd.0 Request processed in 110916us (198557us total) trans 12884901896 rc 0/0 00000100:00100000:1.0:1787583416.967606:0:24230:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 1 00010000:00010000:2.0:1787583417.102792:0:24313:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787583418.128870:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787583418.131271:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787583418.131330:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787583418.131335:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413872128 00000100:00100000:0.0:1787583418.131346:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413872128 00000100:00100000:0.0:1787583418.131404:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 164 00000100:00100000:0.0:1787583418.131416:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9092458a6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2f6b1d02-9984-46f6-9b6b-4418cb7765a9+13:2405:x1874416413872128:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:2.0:1787583418.131423:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787583418.131451:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787583418.131499:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9092458a6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2f6b1d02-9984-46f6-9b6b-4418cb7765a9+13:2405:x1874416413872128:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 85us (236us total) trans 0 rc 0/0 00000100:00100000:0.0:1787583418.131505:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 164 00000100:00100000:0.0:1787583418.131553:0:24226:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413872640 00000100:00100000:0.0:1787583418.131558:0:24226:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413872640 00000100:00100000:0.0:1787583418.131592:0:24226:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 17 00000100:00100000:0.0:1787583418.131599:0:24226:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90936dad1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d591a6a-6229-44f8-afc3-441eed19ded6+5:2405:x1874416413872640:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:0.0:1787583418.131643:0:24226:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90936dad1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d591a6a-6229-44f8-afc3-441eed19ded6+5:2405:x1874416413872640:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 45us (225us total) trans 0 rc 0/0 00000100:00100000:0.0:1787583418.131650:0:24226:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 17 00000100:00080000:0.0:1787583418.131667:0:22713:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1787583418.132344:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787583418.132368:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787583418.132376:0:24224:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413873152 00000100:00100000:0.0:1787583418.132382:0:24224:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413873152 00000100:00100000:2.0:1787583418.132395:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787583418.132418:0:24224:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413872512 00000100:00100000:0.0:1787583418.132422:0:24224:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413872512 00000100:00100000:2.0:1787583418.132426:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787583418.132446:0:24224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 18 00000100:00100000:0.0:1787583418.132455:0:24224:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90937fc8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:930e074a-c76b-48b4-85f1-45ab7dbbc088+5:2405:x1874416413873152:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:2.0:1787583418.132463:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787583418.132484:0:24309:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413873024 00000100:00100000:2.0:1787583418.132489:0:24309:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413873024 00000100:00100000:0.0:1787583418.132496:0:24224:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90937fc8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:930e074a-c76b-48b4-85f1-45ab7dbbc088+5:2405:x1874416413873152:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 42us (154us total) trans 0 rc 0/0 00000100:00100000:0.0:1787583418.132504:0:24224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 18 00000100:00100000:2.0:1787583418.132522:0:24309:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 19 00000100:00100000:0.0:1787583418.132532:0:24224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 20 00000100:00100000:2.0:1787583418.132534:0:24309:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90937fc8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d591a6a-6229-44f8-afc3-441eed19ded6+5:2405:x1874416413872512:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:0.0:1787583418.132543:0:24224:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90937fc88000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:930e074a-c76b-48b4-85f1-45ab7dbbc088+5:2405:x1874416413873024:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:2.0:1787583418.132572:0:24309:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90937fc8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d591a6a-6229-44f8-afc3-441eed19ded6+5:2405:x1874416413872512:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 40us (175us total) trans 0 rc 0/0 00000100:00100000:0.0:1787583418.132574:0:24224:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90937fc88000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:930e074a-c76b-48b4-85f1-45ab7dbbc088+5:2405:x1874416413873024:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 33us (115us total) trans 0 rc 0/0 00000100:00100000:2.0:1787583418.132581:0:24309:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 19 00000100:00100000:3.0:1787583418.133347:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413872384 00000100:00100000:3.0:1787583418.133354:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413872384 00000100:00100000:3.0:1787583418.133490:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413872896 00000100:00100000:3.0:1787583418.133495:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413872896 00000100:00100000:2.0:1787583418.134114:0:25516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413872256 00000100:00100000:2.0:1787583418.134119:0:25516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413872256 00000100:00100000:2.0:1787583418.134149:0:25516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416413872768 00000100:00100000:2.0:1787583418.134152:0:25516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416413872768 00000100:00100000:2.0:1787583418.134171:0:25516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 52 00000100:00100000:2.0:1787583418.134180:0:25516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90936dad0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5d591a6a-6229-44f8-afc3-441eed19ded6+5:2405:x1874416413872384:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:2.0:1787583418.134236:0:25516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90936dad0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5d591a6a-6229-44f8-afc3-441eed19ded6+5:2405:x1874416413872384:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 57us (2907us total) trans 0 rc 0/0 00000100:00100000:2.0:1787583418.134243:0:25516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 52 00000100:00100000:2.0:1787583418.134258:0:25516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 53 00000100:00100000:2.0:1787583418.134264:0:25516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90937fc89180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:930e074a-c76b-48b4-85f1-45ab7dbbc088+5:2405:x1874416413872896:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:2.0:1787583418.134285:0:25516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90937fc89180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:930e074a-c76b-48b4-85f1-45ab7dbbc088+5:2405:x1874416413872896:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 21us (2834us total) trans 0 rc 0/0 00000100:00100000:2.0:1787583418.134302:0:25516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 53 00000100:00100000:2.0:1787583418.134314:0:25516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 54 00000100:00100000:2.0:1787583418.134320:0:25516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90937fc89500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5d591a6a-6229-44f8-afc3-441eed19ded6+22:2405:x1874416413872256:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:2.0:1787583418.134347:0:25516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90937fc89500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5d591a6a-6229-44f8-afc3-441eed19ded6+22:2405:x1874416413872256:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 26us (1978us total) trans 0 rc 0/0 00000100:00100000:2.0:1787583418.134353:0:25516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 54 00000100:00100000:0.0:1787583418.134768:0:24224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 20 00000100:00100000:2.0:1787583418.134909:0:25516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 55 00000100:00100000:2.0:1787583418.134918:0:25516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90937fc8b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:930e074a-c76b-48b4-85f1-45ab7dbbc088+6:2405:x1874416413872768:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:2.0:1787583418.134952:0:25516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90937fc8b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:930e074a-c76b-48b4-85f1-45ab7dbbc088+6:2405:x1874416413872768:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 36us (2529us total) trans 0 rc 0/0 00000100:00100000:2.0:1787583418.135027:0:25516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 55 00000100:00080000:0.0:1787583418.137577:0:22713:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1787583418.137585:0:22713:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1787583418.137588:0:22713:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1787583418.137591:0:22713:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000001:02000400:1.0:1787583418.672829:0:25804:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-pcc test_1d: @@@@@@ FAIL: expected /mnt/pcc.d1d.sanity-pcc/d1d.sanity-pcc/13a3/0x2000013a1:0x2:0x0 size: 7654321 got: 0 00000100:00100000:1.0:1787583418.830205:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1787583418.830228:0:3653:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909351691180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3653:1874416435991424:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1787583418.830310:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787583418.830367:0:24227:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435991424 00000100:00100000:1.0:1787583418.830374:0:24227:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435991424 00000100:00100000:1.0:1787583418.830441:0:24227:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1787583418.830457:0:24227:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909351690700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1874416435991424:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1787583418.830497:0:24227:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 3485696 granted 26324672 pending 0 free 3908194304 avail 3676672000 00000100:00100000:1.0:1787583418.830559:0:24227:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909351690700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1874416435991424:12345-0@lo:13:osp-pre-0-1.0 Request processed in 106us (247us total) trans 0 rc 0/0 00000100:00100000:1.0:1787583418.830567:0:24227:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00080000:1.0:1787583418.830594:0:22713:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1787583418.830634:0:3653:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909351691180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3653:1874416435991424:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1787583418.830934:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1787583418.830948:0:3656:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909245895180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3656:1874416435991552:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1787583418.830989:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787583418.831933:0:24228:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435991552 00000100:00100000:2.0:1787583418.831944:0:24228:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435991552 00000100:00100000:2.0:1787583418.832027:0:24228:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:2.0:1787583418.832043:0:24228:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909245895f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3656:x1874416435991552:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1787583418.832071:0:24228:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 3485696 granted 26324672 pending 0 free 3908194304 avail 3676672000 00000100:00100000:2.0:1787583418.832145:0:24228:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909245895f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3656:x1874416435991552:12345-0@lo:13:osp-pre-0-0.0 Request processed in 106us (1157us total) trans 0 rc 0/0 00000100:00100000:2.0:1787583418.832152:0:24228:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:2.0:1787583418.832193:0:3656:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 12884901894 gen 2 00000004:00080000:2.0:1787583418.832198:0:3656:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff909351693100, transno 12884901892 00000004:00080000:2.0:1787583418.832206:0:3656:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884901894 committed transno 12884901894 00000100:00100000:2.0:1787583418.832236:0:3656:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909245895180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3656:1874416435991552:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1787583418.832429:0:22713:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1787583419.150078:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1787583419.801870:0:22751:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:1.0:1787583419.801879:0:22751:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x14:0x0] at index 3 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1787583419.801901:0:22751:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x14:0x0] index 2 count 2 00000040:00080000:1.0:1787583419.801907:0:22751:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 4 count 2 00000100:00100000:2.0:1787583419.854250:0:3656:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90937fc60000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3656:1874416435991680:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1787583419.854336:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787583419.854535:0:23458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435991680 00000100:00100000:3.0:1787583419.854545:0:23458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435991680 00000100:00100000:2.0:1787583419.854889:0:3653:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff909351693100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3653:1874416435991808:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1787583419.854925:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787583419.855155:0:22722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874416435991808 00000100:00100000:1.0:1787583419.855160:0:22722:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874416435991808 00000100:00100000:1.0:1787583419.855207:0:22722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:1.0:1787583419.855216:0:22722:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909245b61180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3653:x1874416435991808:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1787583419.855248:0:22722:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446289408 avail 1300049920 00000100:00100000:1.0:1787583419.855308:0:22722:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909245b61180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3653:x1874416435991808:12345-0@lo:41:osp-pre-0-1.0 Request processed in 92us (381us total) trans 0 rc 0/0 00000100:00100000:1.0:1787583419.855315:0:22722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:2.0:1787583419.855408:0:3653:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff909351693100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3653:1874416435991808:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1787583419.855504:0:23458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:3.0:1787583419.855512:0:23458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff909245b63b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3656:x1874416435991680:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1787583419.855539:0:23458:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1787583419.855965:0:23458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff909245b63b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3656:x1874416435991680:12345-0@lo:41:osp-pre-1-0.0 Request processed in 452us (1627us total) trans 0 rc 0/0 00000100:00100000:3.0:1787583419.855972:0:23458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:2.0:1787583419.856367:0:3656:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90937fc60000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3656:1874416435991680:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1787583420.174465:0:24313:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 13810 lines, 13810 kept, 0 dropped, 0 bad.